{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.1078874988909591,
  "eval_steps": 380,
  "global_step": 1520,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 7.097861769142046e-05,
      "grad_norm": 1.0062739849090576,
      "learning_rate": 2e-05,
      "loss": 1.1744,
      "step": 1
    },
    {
      "epoch": 7.097861769142046e-05,
      "eval_loss": 1.7213321924209595,
      "eval_runtime": 321.4064,
      "eval_samples_per_second": 18.459,
      "eval_steps_per_second": 9.231,
      "step": 1
    },
    {
      "epoch": 0.00014195723538284091,
      "grad_norm": 1.0730345249176025,
      "learning_rate": 4e-05,
      "loss": 1.4684,
      "step": 2
    },
    {
      "epoch": 0.00021293585307426138,
      "grad_norm": 1.0023586750030518,
      "learning_rate": 6e-05,
      "loss": 1.3404,
      "step": 3
    },
    {
      "epoch": 0.00028391447076568183,
      "grad_norm": 1.138535499572754,
      "learning_rate": 8e-05,
      "loss": 1.4143,
      "step": 4
    },
    {
      "epoch": 0.00035489308845710227,
      "grad_norm": 0.9405407309532166,
      "learning_rate": 0.0001,
      "loss": 1.214,
      "step": 5
    },
    {
      "epoch": 0.00042587170614852277,
      "grad_norm": 1.1383103132247925,
      "learning_rate": 0.00012,
      "loss": 1.5295,
      "step": 6
    },
    {
      "epoch": 0.0004968503238399432,
      "grad_norm": 1.1331868171691895,
      "learning_rate": 0.00014,
      "loss": 1.5986,
      "step": 7
    },
    {
      "epoch": 0.0005678289415313637,
      "grad_norm": 0.7214321494102478,
      "learning_rate": 0.00016,
      "loss": 1.2262,
      "step": 8
    },
    {
      "epoch": 0.0006388075592227841,
      "grad_norm": 0.6035535931587219,
      "learning_rate": 0.00018,
      "loss": 1.2347,
      "step": 9
    },
    {
      "epoch": 0.0007097861769142045,
      "grad_norm": 0.7989500761032104,
      "learning_rate": 0.0002,
      "loss": 1.395,
      "step": 10
    },
    {
      "epoch": 0.0007807647946056251,
      "grad_norm": 0.804069459438324,
      "learning_rate": 0.00019999978357087758,
      "loss": 1.0023,
      "step": 11
    },
    {
      "epoch": 0.0008517434122970455,
      "grad_norm": 0.8022833466529846,
      "learning_rate": 0.0001999991342844471,
      "loss": 0.9925,
      "step": 12
    },
    {
      "epoch": 0.000922722029988466,
      "grad_norm": 0.6604701280593872,
      "learning_rate": 0.00019999805214351914,
      "loss": 1.3152,
      "step": 13
    },
    {
      "epoch": 0.0009937006476798864,
      "grad_norm": 0.7903971672058105,
      "learning_rate": 0.00019999653715277774,
      "loss": 1.2252,
      "step": 14
    },
    {
      "epoch": 0.001064679265371307,
      "grad_norm": 0.6079031825065613,
      "learning_rate": 0.00019999458931878073,
      "loss": 1.0698,
      "step": 15
    },
    {
      "epoch": 0.0011356578830627273,
      "grad_norm": 0.6102416515350342,
      "learning_rate": 0.00019999220864995942,
      "loss": 0.9678,
      "step": 16
    },
    {
      "epoch": 0.0012066365007541479,
      "grad_norm": 0.4727388620376587,
      "learning_rate": 0.00019998939515661877,
      "loss": 1.0122,
      "step": 17
    },
    {
      "epoch": 0.0012776151184455682,
      "grad_norm": 0.6156466603279114,
      "learning_rate": 0.00019998614885093717,
      "loss": 0.8467,
      "step": 18
    },
    {
      "epoch": 0.0013485937361369887,
      "grad_norm": 1.062864899635315,
      "learning_rate": 0.00019998246974696658,
      "loss": 1.3092,
      "step": 19
    },
    {
      "epoch": 0.001419572353828409,
      "grad_norm": 0.598362922668457,
      "learning_rate": 0.0001999783578606323,
      "loss": 0.9406,
      "step": 20
    },
    {
      "epoch": 0.0014905509715198296,
      "grad_norm": 0.5352258682250977,
      "learning_rate": 0.00019997381320973294,
      "loss": 1.0851,
      "step": 21
    },
    {
      "epoch": 0.0015615295892112502,
      "grad_norm": 0.4981815814971924,
      "learning_rate": 0.0001999688358139404,
      "loss": 1.0716,
      "step": 22
    },
    {
      "epoch": 0.0016325082069026705,
      "grad_norm": 1.8868329524993896,
      "learning_rate": 0.00019996342569479972,
      "loss": 2.3145,
      "step": 23
    },
    {
      "epoch": 0.001703486824594091,
      "grad_norm": 0.6499381065368652,
      "learning_rate": 0.0001999575828757291,
      "loss": 1.1876,
      "step": 24
    },
    {
      "epoch": 0.0017744654422855114,
      "grad_norm": 0.4500229060649872,
      "learning_rate": 0.00019995130738201966,
      "loss": 1.0634,
      "step": 25
    },
    {
      "epoch": 0.001845444059976932,
      "grad_norm": 0.49332666397094727,
      "learning_rate": 0.00019994459924083536,
      "loss": 0.9328,
      "step": 26
    },
    {
      "epoch": 0.0019164226776683525,
      "grad_norm": 0.4416103661060333,
      "learning_rate": 0.00019993745848121295,
      "loss": 1.0459,
      "step": 27
    },
    {
      "epoch": 0.001987401295359773,
      "grad_norm": 0.5409983992576599,
      "learning_rate": 0.0001999298851340618,
      "loss": 0.8946,
      "step": 28
    },
    {
      "epoch": 0.002058379913051193,
      "grad_norm": 0.6838964223861694,
      "learning_rate": 0.0001999218792321638,
      "loss": 1.1571,
      "step": 29
    },
    {
      "epoch": 0.002129358530742614,
      "grad_norm": 0.5982815623283386,
      "learning_rate": 0.0001999134408101731,
      "loss": 0.8247,
      "step": 30
    },
    {
      "epoch": 0.0022003371484340343,
      "grad_norm": 0.506097137928009,
      "learning_rate": 0.00019990456990461616,
      "loss": 1.0178,
      "step": 31
    },
    {
      "epoch": 0.0022713157661254546,
      "grad_norm": 0.5621290802955627,
      "learning_rate": 0.00019989526655389138,
      "loss": 1.2177,
      "step": 32
    },
    {
      "epoch": 0.002342294383816875,
      "grad_norm": 0.618939220905304,
      "learning_rate": 0.00019988553079826912,
      "loss": 1.1548,
      "step": 33
    },
    {
      "epoch": 0.0024132730015082957,
      "grad_norm": 0.730908989906311,
      "learning_rate": 0.00019987536267989135,
      "loss": 1.0188,
      "step": 34
    },
    {
      "epoch": 0.002484251619199716,
      "grad_norm": 0.5751630067825317,
      "learning_rate": 0.00019986476224277165,
      "loss": 0.9548,
      "step": 35
    },
    {
      "epoch": 0.0025552302368911364,
      "grad_norm": 1.2304048538208008,
      "learning_rate": 0.0001998537295327949,
      "loss": 0.8387,
      "step": 36
    },
    {
      "epoch": 0.002626208854582557,
      "grad_norm": 0.451761394739151,
      "learning_rate": 0.00019984226459771704,
      "loss": 0.9777,
      "step": 37
    },
    {
      "epoch": 0.0026971874722739775,
      "grad_norm": 0.7150887846946716,
      "learning_rate": 0.00019983036748716504,
      "loss": 1.4646,
      "step": 38
    },
    {
      "epoch": 0.002768166089965398,
      "grad_norm": 0.4288489818572998,
      "learning_rate": 0.0001998180382526365,
      "loss": 0.9354,
      "step": 39
    },
    {
      "epoch": 0.002839144707656818,
      "grad_norm": 0.5161652565002441,
      "learning_rate": 0.00019980527694749952,
      "loss": 1.0941,
      "step": 40
    },
    {
      "epoch": 0.002910123325348239,
      "grad_norm": 0.4540829658508301,
      "learning_rate": 0.00019979208362699247,
      "loss": 1.04,
      "step": 41
    },
    {
      "epoch": 0.0029811019430396593,
      "grad_norm": 0.5934388041496277,
      "learning_rate": 0.0001997784583482237,
      "loss": 1.2394,
      "step": 42
    },
    {
      "epoch": 0.0030520805607310796,
      "grad_norm": 0.5187026858329773,
      "learning_rate": 0.00019976440117017144,
      "loss": 1.1577,
      "step": 43
    },
    {
      "epoch": 0.0031230591784225004,
      "grad_norm": 0.581829309463501,
      "learning_rate": 0.00019974991215368325,
      "loss": 1.0869,
      "step": 44
    },
    {
      "epoch": 0.0031940377961139207,
      "grad_norm": 0.5852757692337036,
      "learning_rate": 0.00019973499136147606,
      "loss": 1.1175,
      "step": 45
    },
    {
      "epoch": 0.003265016413805341,
      "grad_norm": 0.4963673949241638,
      "learning_rate": 0.00019971963885813575,
      "loss": 0.8939,
      "step": 46
    },
    {
      "epoch": 0.003335995031496762,
      "grad_norm": 0.5248274803161621,
      "learning_rate": 0.0001997038547101169,
      "loss": 0.8096,
      "step": 47
    },
    {
      "epoch": 0.003406973649188182,
      "grad_norm": 0.5655747652053833,
      "learning_rate": 0.00019968763898574253,
      "loss": 0.9274,
      "step": 48
    },
    {
      "epoch": 0.0034779522668796025,
      "grad_norm": 0.528809130191803,
      "learning_rate": 0.00019967099175520367,
      "loss": 1.056,
      "step": 49
    },
    {
      "epoch": 0.003548930884571023,
      "grad_norm": 0.713824450969696,
      "learning_rate": 0.0001996539130905593,
      "loss": 1.4202,
      "step": 50
    },
    {
      "epoch": 0.0036199095022624436,
      "grad_norm": 0.6381072998046875,
      "learning_rate": 0.0001996364030657358,
      "loss": 1.0284,
      "step": 51
    },
    {
      "epoch": 0.003690888119953864,
      "grad_norm": 0.4374701976776123,
      "learning_rate": 0.00019961846175652672,
      "loss": 0.6752,
      "step": 52
    },
    {
      "epoch": 0.0037618667376452843,
      "grad_norm": 0.5978686809539795,
      "learning_rate": 0.00019960008924059254,
      "loss": 1.0181,
      "step": 53
    },
    {
      "epoch": 0.003832845355336705,
      "grad_norm": 0.5975366830825806,
      "learning_rate": 0.00019958128559746018,
      "loss": 1.0948,
      "step": 54
    },
    {
      "epoch": 0.0039038239730281254,
      "grad_norm": 0.6527367234230042,
      "learning_rate": 0.0001995620509085228,
      "loss": 1.1763,
      "step": 55
    },
    {
      "epoch": 0.003974802590719546,
      "grad_norm": 0.5105593800544739,
      "learning_rate": 0.00019954238525703933,
      "loss": 0.9056,
      "step": 56
    },
    {
      "epoch": 0.0040457812084109665,
      "grad_norm": 0.6510187983512878,
      "learning_rate": 0.0001995222887281341,
      "loss": 0.8235,
      "step": 57
    },
    {
      "epoch": 0.004116759826102386,
      "grad_norm": 0.7491816282272339,
      "learning_rate": 0.00019950176140879668,
      "loss": 0.9831,
      "step": 58
    },
    {
      "epoch": 0.004187738443793807,
      "grad_norm": 0.5277891755104065,
      "learning_rate": 0.0001994808033878812,
      "loss": 0.655,
      "step": 59
    },
    {
      "epoch": 0.004258717061485228,
      "grad_norm": 0.6118965744972229,
      "learning_rate": 0.00019945941475610623,
      "loss": 0.9924,
      "step": 60
    },
    {
      "epoch": 0.004329695679176648,
      "grad_norm": 0.43188348412513733,
      "learning_rate": 0.0001994375956060542,
      "loss": 0.8569,
      "step": 61
    },
    {
      "epoch": 0.004400674296868069,
      "grad_norm": 0.5365309715270996,
      "learning_rate": 0.00019941534603217108,
      "loss": 0.9467,
      "step": 62
    },
    {
      "epoch": 0.004471652914559489,
      "grad_norm": 0.7637921571731567,
      "learning_rate": 0.00019939266613076603,
      "loss": 0.9969,
      "step": 63
    },
    {
      "epoch": 0.004542631532250909,
      "grad_norm": 0.5496465563774109,
      "learning_rate": 0.00019936955600001084,
      "loss": 1.0102,
      "step": 64
    },
    {
      "epoch": 0.00461361014994233,
      "grad_norm": 0.4958784878253937,
      "learning_rate": 0.0001993460157399396,
      "loss": 1.2822,
      "step": 65
    },
    {
      "epoch": 0.00468458876763375,
      "grad_norm": 0.6030533313751221,
      "learning_rate": 0.00019932204545244835,
      "loss": 0.9389,
      "step": 66
    },
    {
      "epoch": 0.004755567385325171,
      "grad_norm": 0.8091517090797424,
      "learning_rate": 0.00019929764524129437,
      "loss": 1.1524,
      "step": 67
    },
    {
      "epoch": 0.0048265460030165915,
      "grad_norm": 0.8863264918327332,
      "learning_rate": 0.000199272815212096,
      "loss": 1.1969,
      "step": 68
    },
    {
      "epoch": 0.004897524620708011,
      "grad_norm": 0.5039399862289429,
      "learning_rate": 0.00019924755547233208,
      "loss": 0.9945,
      "step": 69
    },
    {
      "epoch": 0.004968503238399432,
      "grad_norm": 0.5256434679031372,
      "learning_rate": 0.0001992218661313415,
      "loss": 1.0147,
      "step": 70
    },
    {
      "epoch": 0.005039481856090853,
      "grad_norm": 0.5655665993690491,
      "learning_rate": 0.0001991957473003227,
      "loss": 1.0269,
      "step": 71
    },
    {
      "epoch": 0.005110460473782273,
      "grad_norm": 0.6774150729179382,
      "learning_rate": 0.0001991691990923331,
      "loss": 1.3273,
      "step": 72
    },
    {
      "epoch": 0.0051814390914736936,
      "grad_norm": 0.47762539982795715,
      "learning_rate": 0.0001991422216222889,
      "loss": 0.9722,
      "step": 73
    },
    {
      "epoch": 0.005252417709165114,
      "grad_norm": 0.5685363411903381,
      "learning_rate": 0.0001991148150069643,
      "loss": 0.932,
      "step": 74
    },
    {
      "epoch": 0.005323396326856534,
      "grad_norm": 0.4779669940471649,
      "learning_rate": 0.00019908697936499103,
      "loss": 1.0448,
      "step": 75
    },
    {
      "epoch": 0.005394374944547955,
      "grad_norm": 0.8180328607559204,
      "learning_rate": 0.00019905871481685803,
      "loss": 1.1424,
      "step": 76
    },
    {
      "epoch": 0.005465353562239376,
      "grad_norm": 0.5329740643501282,
      "learning_rate": 0.00019903002148491066,
      "loss": 1.0388,
      "step": 77
    },
    {
      "epoch": 0.005536332179930796,
      "grad_norm": 0.490973562002182,
      "learning_rate": 0.00019900089949335042,
      "loss": 0.8075,
      "step": 78
    },
    {
      "epoch": 0.0056073107976222164,
      "grad_norm": 0.5616030693054199,
      "learning_rate": 0.00019897134896823426,
      "loss": 1.1163,
      "step": 79
    },
    {
      "epoch": 0.005678289415313636,
      "grad_norm": 0.5757970809936523,
      "learning_rate": 0.00019894137003747403,
      "loss": 0.9908,
      "step": 80
    },
    {
      "epoch": 0.005749268033005057,
      "grad_norm": 0.5071119666099548,
      "learning_rate": 0.00019891096283083603,
      "loss": 1.1394,
      "step": 81
    },
    {
      "epoch": 0.005820246650696478,
      "grad_norm": 0.5192871689796448,
      "learning_rate": 0.00019888012747994033,
      "loss": 1.1913,
      "step": 82
    },
    {
      "epoch": 0.005891225268387898,
      "grad_norm": 0.4019625782966614,
      "learning_rate": 0.00019884886411826035,
      "loss": 1.3796,
      "step": 83
    },
    {
      "epoch": 0.0059622038860793185,
      "grad_norm": 0.4958159923553467,
      "learning_rate": 0.00019881717288112205,
      "loss": 0.9067,
      "step": 84
    },
    {
      "epoch": 0.006033182503770739,
      "grad_norm": 0.6010271310806274,
      "learning_rate": 0.00019878505390570362,
      "loss": 1.0069,
      "step": 85
    },
    {
      "epoch": 0.006104161121462159,
      "grad_norm": 0.6831281781196594,
      "learning_rate": 0.00019875250733103464,
      "loss": 1.2359,
      "step": 86
    },
    {
      "epoch": 0.00617513973915358,
      "grad_norm": 0.4728772044181824,
      "learning_rate": 0.0001987195332979957,
      "loss": 0.8035,
      "step": 87
    },
    {
      "epoch": 0.006246118356845001,
      "grad_norm": 0.49547314643859863,
      "learning_rate": 0.0001986861319493176,
      "loss": 0.9934,
      "step": 88
    },
    {
      "epoch": 0.006317096974536421,
      "grad_norm": 0.44301649928092957,
      "learning_rate": 0.0001986523034295808,
      "loss": 0.8373,
      "step": 89
    },
    {
      "epoch": 0.006388075592227841,
      "grad_norm": 0.395345538854599,
      "learning_rate": 0.00019861804788521493,
      "loss": 1.0618,
      "step": 90
    },
    {
      "epoch": 0.006459054209919262,
      "grad_norm": 0.5254825949668884,
      "learning_rate": 0.0001985833654644978,
      "loss": 0.9971,
      "step": 91
    },
    {
      "epoch": 0.006530032827610682,
      "grad_norm": 0.7436908483505249,
      "learning_rate": 0.00019854825631755523,
      "loss": 1.1323,
      "step": 92
    },
    {
      "epoch": 0.006601011445302103,
      "grad_norm": 0.48222777247428894,
      "learning_rate": 0.00019851272059636003,
      "loss": 1.0819,
      "step": 93
    },
    {
      "epoch": 0.006671990062993524,
      "grad_norm": 0.4963071048259735,
      "learning_rate": 0.00019847675845473148,
      "loss": 1.0341,
      "step": 94
    },
    {
      "epoch": 0.0067429686806849435,
      "grad_norm": 0.5814160704612732,
      "learning_rate": 0.00019844037004833473,
      "loss": 1.0312,
      "step": 95
    },
    {
      "epoch": 0.006813947298376364,
      "grad_norm": 0.43696409463882446,
      "learning_rate": 0.0001984035555346799,
      "loss": 0.857,
      "step": 96
    },
    {
      "epoch": 0.006884925916067784,
      "grad_norm": 0.44680076837539673,
      "learning_rate": 0.00019836631507312173,
      "loss": 0.7517,
      "step": 97
    },
    {
      "epoch": 0.006955904533759205,
      "grad_norm": 0.5063409209251404,
      "learning_rate": 0.00019832864882485862,
      "loss": 0.9395,
      "step": 98
    },
    {
      "epoch": 0.007026883151450626,
      "grad_norm": 0.38842839002609253,
      "learning_rate": 0.00019829055695293202,
      "loss": 0.7699,
      "step": 99
    },
    {
      "epoch": 0.007097861769142046,
      "grad_norm": 0.4238474369049072,
      "learning_rate": 0.00019825203962222572,
      "loss": 0.9258,
      "step": 100
    },
    {
      "epoch": 0.007168840386833466,
      "grad_norm": 0.5257560014724731,
      "learning_rate": 0.00019821309699946516,
      "loss": 1.2102,
      "step": 101
    },
    {
      "epoch": 0.007239819004524887,
      "grad_norm": 0.5923079252243042,
      "learning_rate": 0.00019817372925321673,
      "loss": 1.1824,
      "step": 102
    },
    {
      "epoch": 0.007310797622216307,
      "grad_norm": 0.4539836347103119,
      "learning_rate": 0.00019813393655388696,
      "loss": 0.7981,
      "step": 103
    },
    {
      "epoch": 0.007381776239907728,
      "grad_norm": 0.4642079472541809,
      "learning_rate": 0.00019809371907372178,
      "loss": 0.914,
      "step": 104
    },
    {
      "epoch": 0.007452754857599149,
      "grad_norm": 0.7089241743087769,
      "learning_rate": 0.0001980530769868059,
      "loss": 1.11,
      "step": 105
    },
    {
      "epoch": 0.0075237334752905685,
      "grad_norm": 0.7189387083053589,
      "learning_rate": 0.00019801201046906197,
      "loss": 1.3464,
      "step": 106
    },
    {
      "epoch": 0.007594712092981989,
      "grad_norm": 0.49660810828208923,
      "learning_rate": 0.00019797051969824977,
      "loss": 0.801,
      "step": 107
    },
    {
      "epoch": 0.00766569071067341,
      "grad_norm": 0.46704402565956116,
      "learning_rate": 0.00019792860485396554,
      "loss": 0.7856,
      "step": 108
    },
    {
      "epoch": 0.00773666932836483,
      "grad_norm": 0.5425182580947876,
      "learning_rate": 0.0001978862661176411,
      "loss": 0.8393,
      "step": 109
    },
    {
      "epoch": 0.007807647946056251,
      "grad_norm": 0.5076906085014343,
      "learning_rate": 0.00019784350367254322,
      "loss": 1.2189,
      "step": 110
    },
    {
      "epoch": 0.007878626563747671,
      "grad_norm": 0.5931280851364136,
      "learning_rate": 0.00019780031770377262,
      "loss": 0.9982,
      "step": 111
    },
    {
      "epoch": 0.007949605181439091,
      "grad_norm": 0.5691346526145935,
      "learning_rate": 0.00019775670839826336,
      "loss": 0.9909,
      "step": 112
    },
    {
      "epoch": 0.008020583799130511,
      "grad_norm": 0.4099760353565216,
      "learning_rate": 0.00019771267594478184,
      "loss": 1.0297,
      "step": 113
    },
    {
      "epoch": 0.008091562416821933,
      "grad_norm": 0.5128746628761292,
      "learning_rate": 0.0001976682205339263,
      "loss": 1.0035,
      "step": 114
    },
    {
      "epoch": 0.008162541034513353,
      "grad_norm": 0.6553653478622437,
      "learning_rate": 0.0001976233423581255,
      "loss": 0.8811,
      "step": 115
    },
    {
      "epoch": 0.008233519652204773,
      "grad_norm": 1.1628624200820923,
      "learning_rate": 0.00019757804161163844,
      "loss": 1.5282,
      "step": 116
    },
    {
      "epoch": 0.008304498269896194,
      "grad_norm": 0.4866138994693756,
      "learning_rate": 0.0001975323184905531,
      "loss": 0.8816,
      "step": 117
    },
    {
      "epoch": 0.008375476887587614,
      "grad_norm": 0.6509127020835876,
      "learning_rate": 0.00019748617319278577,
      "loss": 1.0681,
      "step": 118
    },
    {
      "epoch": 0.008446455505279034,
      "grad_norm": 0.4872370958328247,
      "learning_rate": 0.00019743960591808016,
      "loss": 0.8928,
      "step": 119
    },
    {
      "epoch": 0.008517434122970456,
      "grad_norm": 0.6090396642684937,
      "learning_rate": 0.0001973926168680066,
      "loss": 0.9209,
      "step": 120
    },
    {
      "epoch": 0.008588412740661876,
      "grad_norm": 0.522761881351471,
      "learning_rate": 0.00019734520624596104,
      "loss": 0.8894,
      "step": 121
    },
    {
      "epoch": 0.008659391358353296,
      "grad_norm": 0.4779970347881317,
      "learning_rate": 0.00019729737425716425,
      "loss": 0.8573,
      "step": 122
    },
    {
      "epoch": 0.008730369976044717,
      "grad_norm": 0.5992668271064758,
      "learning_rate": 0.00019724912110866098,
      "loss": 1.066,
      "step": 123
    },
    {
      "epoch": 0.008801348593736137,
      "grad_norm": 0.5133830308914185,
      "learning_rate": 0.00019720044700931893,
      "loss": 0.8583,
      "step": 124
    },
    {
      "epoch": 0.008872327211427557,
      "grad_norm": 0.49362602829933167,
      "learning_rate": 0.00019715135216982798,
      "loss": 0.9887,
      "step": 125
    },
    {
      "epoch": 0.008943305829118979,
      "grad_norm": 0.4346745014190674,
      "learning_rate": 0.00019710183680269916,
      "loss": 0.9519,
      "step": 126
    },
    {
      "epoch": 0.009014284446810399,
      "grad_norm": 0.45903903245925903,
      "learning_rate": 0.00019705190112226384,
      "loss": 0.8773,
      "step": 127
    },
    {
      "epoch": 0.009085263064501818,
      "grad_norm": 0.4872705042362213,
      "learning_rate": 0.00019700154534467272,
      "loss": 0.8776,
      "step": 128
    },
    {
      "epoch": 0.00915624168219324,
      "grad_norm": 0.4082914888858795,
      "learning_rate": 0.00019695076968789495,
      "loss": 0.7223,
      "step": 129
    },
    {
      "epoch": 0.00922722029988466,
      "grad_norm": 0.7424968481063843,
      "learning_rate": 0.0001968995743717171,
      "loss": 1.1569,
      "step": 130
    },
    {
      "epoch": 0.00929819891757608,
      "grad_norm": 0.7040718793869019,
      "learning_rate": 0.00019684795961774239,
      "loss": 1.4586,
      "step": 131
    },
    {
      "epoch": 0.0093691775352675,
      "grad_norm": 0.5347442030906677,
      "learning_rate": 0.00019679592564938946,
      "loss": 1.0678,
      "step": 132
    },
    {
      "epoch": 0.009440156152958921,
      "grad_norm": 0.44228461384773254,
      "learning_rate": 0.00019674347269189172,
      "loss": 0.8836,
      "step": 133
    },
    {
      "epoch": 0.009511134770650341,
      "grad_norm": 0.4781242907047272,
      "learning_rate": 0.00019669060097229603,
      "loss": 0.9527,
      "step": 134
    },
    {
      "epoch": 0.009582113388341761,
      "grad_norm": 0.5398076772689819,
      "learning_rate": 0.00019663731071946206,
      "loss": 1.2291,
      "step": 135
    },
    {
      "epoch": 0.009653092006033183,
      "grad_norm": 0.6443682312965393,
      "learning_rate": 0.00019658360216406103,
      "loss": 1.0394,
      "step": 136
    },
    {
      "epoch": 0.009724070623724603,
      "grad_norm": 0.43253907561302185,
      "learning_rate": 0.00019652947553857483,
      "loss": 0.9069,
      "step": 137
    },
    {
      "epoch": 0.009795049241416023,
      "grad_norm": 0.4948247969150543,
      "learning_rate": 0.00019647493107729505,
      "loss": 1.0566,
      "step": 138
    },
    {
      "epoch": 0.009866027859107444,
      "grad_norm": 0.4094821512699127,
      "learning_rate": 0.00019641996901632189,
      "loss": 1.0529,
      "step": 139
    },
    {
      "epoch": 0.009937006476798864,
      "grad_norm": 0.4385579228401184,
      "learning_rate": 0.00019636458959356316,
      "loss": 0.8808,
      "step": 140
    },
    {
      "epoch": 0.010007985094490284,
      "grad_norm": 0.5239691734313965,
      "learning_rate": 0.00019630879304873323,
      "loss": 0.9548,
      "step": 141
    },
    {
      "epoch": 0.010078963712181706,
      "grad_norm": 0.37584802508354187,
      "learning_rate": 0.00019625257962335209,
      "loss": 0.7193,
      "step": 142
    },
    {
      "epoch": 0.010149942329873126,
      "grad_norm": 0.46059340238571167,
      "learning_rate": 0.00019619594956074416,
      "loss": 0.7879,
      "step": 143
    },
    {
      "epoch": 0.010220920947564546,
      "grad_norm": 0.3893839120864868,
      "learning_rate": 0.00019613890310603735,
      "loss": 0.8819,
      "step": 144
    },
    {
      "epoch": 0.010291899565255967,
      "grad_norm": 0.5649484992027283,
      "learning_rate": 0.0001960814405061619,
      "loss": 1.0864,
      "step": 145
    },
    {
      "epoch": 0.010362878182947387,
      "grad_norm": 0.5341707468032837,
      "learning_rate": 0.00019602356200984947,
      "loss": 0.9467,
      "step": 146
    },
    {
      "epoch": 0.010433856800638807,
      "grad_norm": 0.5062664747238159,
      "learning_rate": 0.00019596526786763184,
      "loss": 1.1026,
      "step": 147
    },
    {
      "epoch": 0.010504835418330229,
      "grad_norm": 0.471686989068985,
      "learning_rate": 0.00019590655833184008,
      "loss": 1.1605,
      "step": 148
    },
    {
      "epoch": 0.010575814036021649,
      "grad_norm": 0.5409492254257202,
      "learning_rate": 0.00019584743365660322,
      "loss": 0.9232,
      "step": 149
    },
    {
      "epoch": 0.010646792653713068,
      "grad_norm": 0.49526697397232056,
      "learning_rate": 0.00019578789409784727,
      "loss": 0.9417,
      "step": 150
    },
    {
      "epoch": 0.01071777127140449,
      "grad_norm": 0.7143558859825134,
      "learning_rate": 0.00019572793991329417,
      "loss": 1.1909,
      "step": 151
    },
    {
      "epoch": 0.01078874988909591,
      "grad_norm": 0.6028429865837097,
      "learning_rate": 0.00019566757136246053,
      "loss": 1.1249,
      "step": 152
    },
    {
      "epoch": 0.01085972850678733,
      "grad_norm": 0.49700233340263367,
      "learning_rate": 0.00019560678870665657,
      "loss": 0.8028,
      "step": 153
    },
    {
      "epoch": 0.010930707124478752,
      "grad_norm": 1.1564348936080933,
      "learning_rate": 0.00019554559220898504,
      "loss": 1.4417,
      "step": 154
    },
    {
      "epoch": 0.011001685742170171,
      "grad_norm": 0.618813157081604,
      "learning_rate": 0.00019548398213434007,
      "loss": 1.1689,
      "step": 155
    },
    {
      "epoch": 0.011072664359861591,
      "grad_norm": 0.4438517391681671,
      "learning_rate": 0.0001954219587494059,
      "loss": 1.1185,
      "step": 156
    },
    {
      "epoch": 0.011143642977553013,
      "grad_norm": 0.44521865248680115,
      "learning_rate": 0.00019535952232265587,
      "loss": 1.0445,
      "step": 157
    },
    {
      "epoch": 0.011214621595244433,
      "grad_norm": 0.3703833222389221,
      "learning_rate": 0.00019529667312435123,
      "loss": 0.7215,
      "step": 158
    },
    {
      "epoch": 0.011285600212935853,
      "grad_norm": 0.5021132826805115,
      "learning_rate": 0.00019523341142653987,
      "loss": 0.7767,
      "step": 159
    },
    {
      "epoch": 0.011356578830627273,
      "grad_norm": 0.5520231127738953,
      "learning_rate": 0.00019516973750305532,
      "loss": 1.0398,
      "step": 160
    },
    {
      "epoch": 0.011427557448318694,
      "grad_norm": 0.592567503452301,
      "learning_rate": 0.00019510565162951537,
      "loss": 1.2829,
      "step": 161
    },
    {
      "epoch": 0.011498536066010114,
      "grad_norm": 0.5344645380973816,
      "learning_rate": 0.00019504115408332102,
      "loss": 0.9079,
      "step": 162
    },
    {
      "epoch": 0.011569514683701534,
      "grad_norm": 0.44504019618034363,
      "learning_rate": 0.0001949762451436552,
      "loss": 0.7588,
      "step": 163
    },
    {
      "epoch": 0.011640493301392956,
      "grad_norm": 0.733616054058075,
      "learning_rate": 0.00019491092509148162,
      "loss": 1.0595,
      "step": 164
    },
    {
      "epoch": 0.011711471919084376,
      "grad_norm": 0.454783171415329,
      "learning_rate": 0.00019484519420954354,
      "loss": 1.1447,
      "step": 165
    },
    {
      "epoch": 0.011782450536775796,
      "grad_norm": 0.5658984184265137,
      "learning_rate": 0.00019477905278236242,
      "loss": 0.9113,
      "step": 166
    },
    {
      "epoch": 0.011853429154467217,
      "grad_norm": 0.35875388979911804,
      "learning_rate": 0.000194712501096237,
      "loss": 0.7852,
      "step": 167
    },
    {
      "epoch": 0.011924407772158637,
      "grad_norm": 0.6566551923751831,
      "learning_rate": 0.00019464553943924164,
      "loss": 1.3981,
      "step": 168
    },
    {
      "epoch": 0.011995386389850057,
      "grad_norm": 0.5994592308998108,
      "learning_rate": 0.00019457816810122545,
      "loss": 1.0847,
      "step": 169
    },
    {
      "epoch": 0.012066365007541479,
      "grad_norm": 0.6301059126853943,
      "learning_rate": 0.00019451038737381077,
      "loss": 1.0958,
      "step": 170
    },
    {
      "epoch": 0.012137343625232899,
      "grad_norm": 0.5952633619308472,
      "learning_rate": 0.0001944421975503921,
      "loss": 1.0258,
      "step": 171
    },
    {
      "epoch": 0.012208322242924318,
      "grad_norm": 0.4370748996734619,
      "learning_rate": 0.00019437359892613472,
      "loss": 0.7254,
      "step": 172
    },
    {
      "epoch": 0.01227930086061574,
      "grad_norm": 0.5223769545555115,
      "learning_rate": 0.00019430459179797343,
      "loss": 0.8627,
      "step": 173
    },
    {
      "epoch": 0.01235027947830716,
      "grad_norm": 0.5912714004516602,
      "learning_rate": 0.00019423517646461127,
      "loss": 0.904,
      "step": 174
    },
    {
      "epoch": 0.01242125809599858,
      "grad_norm": 0.4974687993526459,
      "learning_rate": 0.00019416535322651818,
      "loss": 1.0,
      "step": 175
    },
    {
      "epoch": 0.012492236713690002,
      "grad_norm": 0.4828845262527466,
      "learning_rate": 0.0001940951223859299,
      "loss": 0.8587,
      "step": 176
    },
    {
      "epoch": 0.012563215331381421,
      "grad_norm": 0.6417768597602844,
      "learning_rate": 0.00019402448424684634,
      "loss": 1.1502,
      "step": 177
    },
    {
      "epoch": 0.012634193949072841,
      "grad_norm": 0.6031235456466675,
      "learning_rate": 0.00019395343911503057,
      "loss": 1.0128,
      "step": 178
    },
    {
      "epoch": 0.012705172566764263,
      "grad_norm": 0.6753170490264893,
      "learning_rate": 0.0001938819872980072,
      "loss": 1.0899,
      "step": 179
    },
    {
      "epoch": 0.012776151184455683,
      "grad_norm": 0.4931257665157318,
      "learning_rate": 0.00019381012910506146,
      "loss": 0.7699,
      "step": 180
    },
    {
      "epoch": 0.012847129802147103,
      "grad_norm": 0.4203583300113678,
      "learning_rate": 0.00019373786484723731,
      "loss": 1.1153,
      "step": 181
    },
    {
      "epoch": 0.012918108419838524,
      "grad_norm": 0.4776427745819092,
      "learning_rate": 0.00019366519483733662,
      "loss": 1.0838,
      "step": 182
    },
    {
      "epoch": 0.012989087037529944,
      "grad_norm": 0.455923855304718,
      "learning_rate": 0.00019359211938991755,
      "loss": 0.9212,
      "step": 183
    },
    {
      "epoch": 0.013060065655221364,
      "grad_norm": 0.6027164459228516,
      "learning_rate": 0.00019351863882129312,
      "loss": 1.0352,
      "step": 184
    },
    {
      "epoch": 0.013131044272912786,
      "grad_norm": 0.4735957086086273,
      "learning_rate": 0.00019344475344953012,
      "loss": 0.9178,
      "step": 185
    },
    {
      "epoch": 0.013202022890604206,
      "grad_norm": 0.5555713176727295,
      "learning_rate": 0.00019337046359444742,
      "loss": 1.3617,
      "step": 186
    },
    {
      "epoch": 0.013273001508295626,
      "grad_norm": 0.4802550971508026,
      "learning_rate": 0.00019329576957761475,
      "loss": 0.966,
      "step": 187
    },
    {
      "epoch": 0.013343980125987047,
      "grad_norm": 0.5378034114837646,
      "learning_rate": 0.00019322067172235138,
      "loss": 0.9203,
      "step": 188
    },
    {
      "epoch": 0.013414958743678467,
      "grad_norm": 0.512640118598938,
      "learning_rate": 0.0001931451703537246,
      "loss": 1.2364,
      "step": 189
    },
    {
      "epoch": 0.013485937361369887,
      "grad_norm": 0.5723064541816711,
      "learning_rate": 0.00019306926579854821,
      "loss": 1.432,
      "step": 190
    },
    {
      "epoch": 0.013556915979061307,
      "grad_norm": 0.39169082045555115,
      "learning_rate": 0.00019299295838538138,
      "loss": 0.7822,
      "step": 191
    },
    {
      "epoch": 0.013627894596752729,
      "grad_norm": 0.6886810064315796,
      "learning_rate": 0.00019291624844452706,
      "loss": 1.2836,
      "step": 192
    },
    {
      "epoch": 0.013698873214444149,
      "grad_norm": 0.4282305836677551,
      "learning_rate": 0.00019283913630803055,
      "loss": 0.818,
      "step": 193
    },
    {
      "epoch": 0.013769851832135568,
      "grad_norm": 0.49009236693382263,
      "learning_rate": 0.00019276162230967803,
      "loss": 0.9444,
      "step": 194
    },
    {
      "epoch": 0.01384083044982699,
      "grad_norm": 0.4063839912414551,
      "learning_rate": 0.00019268370678499533,
      "loss": 0.8023,
      "step": 195
    },
    {
      "epoch": 0.01391180906751841,
      "grad_norm": 0.41856247186660767,
      "learning_rate": 0.00019260539007124613,
      "loss": 1.4438,
      "step": 196
    },
    {
      "epoch": 0.01398278768520983,
      "grad_norm": 0.37085628509521484,
      "learning_rate": 0.00019252667250743084,
      "loss": 0.9943,
      "step": 197
    },
    {
      "epoch": 0.014053766302901251,
      "grad_norm": 0.6759068369865417,
      "learning_rate": 0.00019244755443428494,
      "loss": 1.1829,
      "step": 198
    },
    {
      "epoch": 0.014124744920592671,
      "grad_norm": 0.5180952548980713,
      "learning_rate": 0.00019236803619427745,
      "loss": 1.0476,
      "step": 199
    },
    {
      "epoch": 0.014195723538284091,
      "grad_norm": 0.3786633610725403,
      "learning_rate": 0.0001922881181316097,
      "loss": 0.8901,
      "step": 200
    },
    {
      "epoch": 0.014266702155975513,
      "grad_norm": 0.49427926540374756,
      "learning_rate": 0.00019220780059221363,
      "loss": 0.7603,
      "step": 201
    },
    {
      "epoch": 0.014337680773666933,
      "grad_norm": 0.45756033062934875,
      "learning_rate": 0.00019212708392375027,
      "loss": 0.9577,
      "step": 202
    },
    {
      "epoch": 0.014408659391358353,
      "grad_norm": 0.5460942983627319,
      "learning_rate": 0.0001920459684756084,
      "loss": 0.9885,
      "step": 203
    },
    {
      "epoch": 0.014479638009049774,
      "grad_norm": 0.46566343307495117,
      "learning_rate": 0.00019196445459890294,
      "loss": 0.8737,
      "step": 204
    },
    {
      "epoch": 0.014550616626741194,
      "grad_norm": 0.5998032689094543,
      "learning_rate": 0.00019188254264647337,
      "loss": 1.0244,
      "step": 205
    },
    {
      "epoch": 0.014621595244432614,
      "grad_norm": 0.7788116931915283,
      "learning_rate": 0.00019180023297288244,
      "loss": 1.386,
      "step": 206
    },
    {
      "epoch": 0.014692573862124036,
      "grad_norm": 0.5424564480781555,
      "learning_rate": 0.00019171752593441423,
      "loss": 0.9229,
      "step": 207
    },
    {
      "epoch": 0.014763552479815456,
      "grad_norm": 0.6561781167984009,
      "learning_rate": 0.00019163442188907306,
      "loss": 1.0663,
      "step": 208
    },
    {
      "epoch": 0.014834531097506876,
      "grad_norm": 0.5290510654449463,
      "learning_rate": 0.0001915509211965816,
      "loss": 1.0938,
      "step": 209
    },
    {
      "epoch": 0.014905509715198297,
      "grad_norm": 0.46995776891708374,
      "learning_rate": 0.0001914670242183795,
      "loss": 0.8631,
      "step": 210
    },
    {
      "epoch": 0.014976488332889717,
      "grad_norm": 0.4439844489097595,
      "learning_rate": 0.00019138273131762175,
      "loss": 0.8327,
      "step": 211
    },
    {
      "epoch": 0.015047466950581137,
      "grad_norm": 0.5720163583755493,
      "learning_rate": 0.00019129804285917713,
      "loss": 1.1929,
      "step": 212
    },
    {
      "epoch": 0.015118445568272559,
      "grad_norm": 0.7896798253059387,
      "learning_rate": 0.00019121295920962662,
      "loss": 1.4536,
      "step": 213
    },
    {
      "epoch": 0.015189424185963979,
      "grad_norm": 0.4148227572441101,
      "learning_rate": 0.00019112748073726174,
      "loss": 0.7318,
      "step": 214
    },
    {
      "epoch": 0.015260402803655398,
      "grad_norm": 0.4337376654148102,
      "learning_rate": 0.0001910416078120832,
      "loss": 0.9425,
      "step": 215
    },
    {
      "epoch": 0.01533138142134682,
      "grad_norm": 0.5835757255554199,
      "learning_rate": 0.00019095534080579895,
      "loss": 1.2841,
      "step": 216
    },
    {
      "epoch": 0.01540236003903824,
      "grad_norm": 0.4546022117137909,
      "learning_rate": 0.00019086868009182293,
      "loss": 0.9325,
      "step": 217
    },
    {
      "epoch": 0.01547333865672966,
      "grad_norm": 0.45230531692504883,
      "learning_rate": 0.00019078162604527313,
      "loss": 0.9506,
      "step": 218
    },
    {
      "epoch": 0.01554431727442108,
      "grad_norm": 0.5175588130950928,
      "learning_rate": 0.00019069417904297016,
      "loss": 0.9713,
      "step": 219
    },
    {
      "epoch": 0.015615295892112501,
      "grad_norm": 0.4422142505645752,
      "learning_rate": 0.0001906063394634356,
      "loss": 0.8499,
      "step": 220
    },
    {
      "epoch": 0.01568627450980392,
      "grad_norm": 0.6113914847373962,
      "learning_rate": 0.00019051810768689034,
      "loss": 0.8289,
      "step": 221
    },
    {
      "epoch": 0.015757253127495343,
      "grad_norm": 0.5009229183197021,
      "learning_rate": 0.00019042948409525283,
      "loss": 0.8631,
      "step": 222
    },
    {
      "epoch": 0.01582823174518676,
      "grad_norm": 0.6301046013832092,
      "learning_rate": 0.00019034046907213768,
      "loss": 1.0731,
      "step": 223
    },
    {
      "epoch": 0.015899210362878183,
      "grad_norm": 0.48193877935409546,
      "learning_rate": 0.00019025106300285367,
      "loss": 0.6752,
      "step": 224
    },
    {
      "epoch": 0.015970188980569604,
      "grad_norm": 0.40170031785964966,
      "learning_rate": 0.00019016126627440237,
      "loss": 0.8959,
      "step": 225
    },
    {
      "epoch": 0.016041167598261023,
      "grad_norm": 0.37105223536491394,
      "learning_rate": 0.0001900710792754764,
      "loss": 1.0003,
      "step": 226
    },
    {
      "epoch": 0.016112146215952444,
      "grad_norm": 0.5672163367271423,
      "learning_rate": 0.0001899805023964575,
      "loss": 1.1104,
      "step": 227
    },
    {
      "epoch": 0.016183124833643866,
      "grad_norm": 0.5289812088012695,
      "learning_rate": 0.00018988953602941522,
      "loss": 1.0043,
      "step": 228
    },
    {
      "epoch": 0.016254103451335284,
      "grad_norm": 0.43412134051322937,
      "learning_rate": 0.00018979818056810496,
      "loss": 0.74,
      "step": 229
    },
    {
      "epoch": 0.016325082069026706,
      "grad_norm": 0.41742566227912903,
      "learning_rate": 0.00018970643640796642,
      "loss": 0.7329,
      "step": 230
    },
    {
      "epoch": 0.016396060686718127,
      "grad_norm": 0.6026026606559753,
      "learning_rate": 0.0001896143039461217,
      "loss": 0.7693,
      "step": 231
    },
    {
      "epoch": 0.016467039304409545,
      "grad_norm": 0.4260648787021637,
      "learning_rate": 0.00018952178358137378,
      "loss": 0.8895,
      "step": 232
    },
    {
      "epoch": 0.016538017922100967,
      "grad_norm": 0.4222200810909271,
      "learning_rate": 0.00018942887571420469,
      "loss": 1.0746,
      "step": 233
    },
    {
      "epoch": 0.01660899653979239,
      "grad_norm": 0.3801344931125641,
      "learning_rate": 0.00018933558074677378,
      "loss": 0.7061,
      "step": 234
    },
    {
      "epoch": 0.016679975157483807,
      "grad_norm": 0.5309898853302002,
      "learning_rate": 0.000189241899082916,
      "loss": 0.748,
      "step": 235
    },
    {
      "epoch": 0.01675095377517523,
      "grad_norm": 0.709082841873169,
      "learning_rate": 0.0001891478311281402,
      "loss": 1.124,
      "step": 236
    },
    {
      "epoch": 0.01682193239286665,
      "grad_norm": 0.6169067025184631,
      "learning_rate": 0.00018905337728962726,
      "loss": 0.9362,
      "step": 237
    },
    {
      "epoch": 0.01689291101055807,
      "grad_norm": 0.4508640766143799,
      "learning_rate": 0.00018895853797622837,
      "loss": 1.147,
      "step": 238
    },
    {
      "epoch": 0.01696388962824949,
      "grad_norm": 0.43785950541496277,
      "learning_rate": 0.00018886331359846336,
      "loss": 1.1181,
      "step": 239
    },
    {
      "epoch": 0.01703486824594091,
      "grad_norm": 0.565362274646759,
      "learning_rate": 0.00018876770456851877,
      "loss": 0.8124,
      "step": 240
    },
    {
      "epoch": 0.01710584686363233,
      "grad_norm": 0.4805869460105896,
      "learning_rate": 0.00018867171130024623,
      "loss": 1.1482,
      "step": 241
    },
    {
      "epoch": 0.01717682548132375,
      "grad_norm": 0.504908561706543,
      "learning_rate": 0.00018857533420916042,
      "loss": 0.9086,
      "step": 242
    },
    {
      "epoch": 0.017247804099015173,
      "grad_norm": 0.39076343178749084,
      "learning_rate": 0.00018847857371243762,
      "loss": 0.7526,
      "step": 243
    },
    {
      "epoch": 0.01731878271670659,
      "grad_norm": 0.4775823950767517,
      "learning_rate": 0.00018838143022891355,
      "loss": 0.8368,
      "step": 244
    },
    {
      "epoch": 0.017389761334398013,
      "grad_norm": 0.5851714015007019,
      "learning_rate": 0.0001882839041790818,
      "loss": 0.9642,
      "step": 245
    },
    {
      "epoch": 0.017460739952089434,
      "grad_norm": 0.4114086329936981,
      "learning_rate": 0.00018818599598509196,
      "loss": 0.7918,
      "step": 246
    },
    {
      "epoch": 0.017531718569780853,
      "grad_norm": 0.44530290365219116,
      "learning_rate": 0.0001880877060707477,
      "loss": 0.7926,
      "step": 247
    },
    {
      "epoch": 0.017602697187472274,
      "grad_norm": 0.40211084485054016,
      "learning_rate": 0.00018798903486150494,
      "loss": 0.8431,
      "step": 248
    },
    {
      "epoch": 0.017673675805163696,
      "grad_norm": 0.45004865527153015,
      "learning_rate": 0.00018788998278447026,
      "loss": 0.7395,
      "step": 249
    },
    {
      "epoch": 0.017744654422855114,
      "grad_norm": 0.4126688241958618,
      "learning_rate": 0.00018779055026839868,
      "loss": 0.7558,
      "step": 250
    },
    {
      "epoch": 0.017815633040546536,
      "grad_norm": 0.4440174996852875,
      "learning_rate": 0.00018769073774369208,
      "loss": 0.8295,
      "step": 251
    },
    {
      "epoch": 0.017886611658237957,
      "grad_norm": 0.5858790874481201,
      "learning_rate": 0.00018759054564239716,
      "loss": 1.0651,
      "step": 252
    },
    {
      "epoch": 0.017957590275929376,
      "grad_norm": 0.5465459227561951,
      "learning_rate": 0.00018748997439820372,
      "loss": 0.8054,
      "step": 253
    },
    {
      "epoch": 0.018028568893620797,
      "grad_norm": 0.3969486355781555,
      "learning_rate": 0.0001873890244464427,
      "loss": 0.8622,
      "step": 254
    },
    {
      "epoch": 0.01809954751131222,
      "grad_norm": 0.4744504690170288,
      "learning_rate": 0.00018728769622408423,
      "loss": 0.7418,
      "step": 255
    },
    {
      "epoch": 0.018170526129003637,
      "grad_norm": 0.4119541645050049,
      "learning_rate": 0.00018718599016973592,
      "loss": 1.0606,
      "step": 256
    },
    {
      "epoch": 0.01824150474669506,
      "grad_norm": 0.4394938349723816,
      "learning_rate": 0.0001870839067236408,
      "loss": 0.9179,
      "step": 257
    },
    {
      "epoch": 0.01831248336438648,
      "grad_norm": 0.3753967583179474,
      "learning_rate": 0.00018698144632767547,
      "loss": 0.7483,
      "step": 258
    },
    {
      "epoch": 0.0183834619820779,
      "grad_norm": 0.35822004079818726,
      "learning_rate": 0.00018687860942534826,
      "loss": 0.9199,
      "step": 259
    },
    {
      "epoch": 0.01845444059976932,
      "grad_norm": 0.4110081195831299,
      "learning_rate": 0.00018677539646179707,
      "loss": 1.0345,
      "step": 260
    },
    {
      "epoch": 0.018525419217460738,
      "grad_norm": 0.6878418326377869,
      "learning_rate": 0.00018667180788378782,
      "loss": 0.9719,
      "step": 261
    },
    {
      "epoch": 0.01859639783515216,
      "grad_norm": 0.41609278321266174,
      "learning_rate": 0.0001865678441397122,
      "loss": 0.702,
      "step": 262
    },
    {
      "epoch": 0.01866737645284358,
      "grad_norm": 0.3667876124382019,
      "learning_rate": 0.00018646350567958582,
      "loss": 0.7442,
      "step": 263
    },
    {
      "epoch": 0.018738355070535,
      "grad_norm": 0.4783911108970642,
      "learning_rate": 0.0001863587929550463,
      "loss": 0.7664,
      "step": 264
    },
    {
      "epoch": 0.01880933368822642,
      "grad_norm": 0.45482662320137024,
      "learning_rate": 0.00018625370641935129,
      "loss": 1.1509,
      "step": 265
    },
    {
      "epoch": 0.018880312305917843,
      "grad_norm": 0.5272327065467834,
      "learning_rate": 0.00018614824652737658,
      "loss": 0.7899,
      "step": 266
    },
    {
      "epoch": 0.01895129092360926,
      "grad_norm": 0.4703189432621002,
      "learning_rate": 0.00018604241373561397,
      "loss": 1.0561,
      "step": 267
    },
    {
      "epoch": 0.019022269541300683,
      "grad_norm": 0.5533220767974854,
      "learning_rate": 0.00018593620850216943,
      "loss": 0.9572,
      "step": 268
    },
    {
      "epoch": 0.019093248158992104,
      "grad_norm": 0.45803672075271606,
      "learning_rate": 0.00018582963128676108,
      "loss": 0.9131,
      "step": 269
    },
    {
      "epoch": 0.019164226776683523,
      "grad_norm": 0.4919086992740631,
      "learning_rate": 0.00018572268255071718,
      "loss": 0.6832,
      "step": 270
    },
    {
      "epoch": 0.019235205394374944,
      "grad_norm": 0.49382150173187256,
      "learning_rate": 0.00018561536275697415,
      "loss": 1.0151,
      "step": 271
    },
    {
      "epoch": 0.019306184012066366,
      "grad_norm": 0.4470159411430359,
      "learning_rate": 0.00018550767237007453,
      "loss": 1.1323,
      "step": 272
    },
    {
      "epoch": 0.019377162629757784,
      "grad_norm": 0.42336925864219666,
      "learning_rate": 0.0001853996118561651,
      "loss": 0.7407,
      "step": 273
    },
    {
      "epoch": 0.019448141247449206,
      "grad_norm": 0.4596717953681946,
      "learning_rate": 0.00018529118168299466,
      "loss": 0.8552,
      "step": 274
    },
    {
      "epoch": 0.019519119865140627,
      "grad_norm": 0.6282899975776672,
      "learning_rate": 0.00018518238231991218,
      "loss": 0.9524,
      "step": 275
    },
    {
      "epoch": 0.019590098482832045,
      "grad_norm": 0.6145648956298828,
      "learning_rate": 0.00018507321423786465,
      "loss": 1.1923,
      "step": 276
    },
    {
      "epoch": 0.019661077100523467,
      "grad_norm": 0.9004563689231873,
      "learning_rate": 0.00018496367790939516,
      "loss": 0.7702,
      "step": 277
    },
    {
      "epoch": 0.01973205571821489,
      "grad_norm": 0.42427414655685425,
      "learning_rate": 0.00018485377380864069,
      "loss": 0.6203,
      "step": 278
    },
    {
      "epoch": 0.019803034335906307,
      "grad_norm": 0.7130237817764282,
      "learning_rate": 0.0001847435024113302,
      "loss": 1.4397,
      "step": 279
    },
    {
      "epoch": 0.01987401295359773,
      "grad_norm": 0.5094254612922668,
      "learning_rate": 0.00018463286419478255,
      "loss": 0.9053,
      "step": 280
    },
    {
      "epoch": 0.01994499157128915,
      "grad_norm": 0.4788367450237274,
      "learning_rate": 0.0001845218596379044,
      "loss": 1.0148,
      "step": 281
    },
    {
      "epoch": 0.02001597018898057,
      "grad_norm": 0.48832395672798157,
      "learning_rate": 0.00018441048922118806,
      "loss": 0.9674,
      "step": 282
    },
    {
      "epoch": 0.02008694880667199,
      "grad_norm": 0.4188135266304016,
      "learning_rate": 0.00018429875342670964,
      "loss": 0.7351,
      "step": 283
    },
    {
      "epoch": 0.02015792742436341,
      "grad_norm": 0.4339938759803772,
      "learning_rate": 0.00018418665273812668,
      "loss": 0.9463,
      "step": 284
    },
    {
      "epoch": 0.02022890604205483,
      "grad_norm": 0.6338555216789246,
      "learning_rate": 0.00018407418764067627,
      "loss": 0.8583,
      "step": 285
    },
    {
      "epoch": 0.02029988465974625,
      "grad_norm": 0.3829776644706726,
      "learning_rate": 0.00018396135862117286,
      "loss": 0.7902,
      "step": 286
    },
    {
      "epoch": 0.020370863277437673,
      "grad_norm": 0.6585186123847961,
      "learning_rate": 0.00018384816616800619,
      "loss": 1.1272,
      "step": 287
    },
    {
      "epoch": 0.02044184189512909,
      "grad_norm": 0.5085145831108093,
      "learning_rate": 0.00018373461077113908,
      "loss": 0.9783,
      "step": 288
    },
    {
      "epoch": 0.020512820512820513,
      "grad_norm": 0.5539154410362244,
      "learning_rate": 0.00018362069292210544,
      "loss": 0.9192,
      "step": 289
    },
    {
      "epoch": 0.020583799130511934,
      "grad_norm": 0.6460009813308716,
      "learning_rate": 0.00018350641311400812,
      "loss": 1.1905,
      "step": 290
    },
    {
      "epoch": 0.020654777748203353,
      "grad_norm": 0.42083868384361267,
      "learning_rate": 0.00018339177184151662,
      "loss": 0.8474,
      "step": 291
    },
    {
      "epoch": 0.020725756365894774,
      "grad_norm": 0.44613051414489746,
      "learning_rate": 0.00018327676960086517,
      "loss": 0.8264,
      "step": 292
    },
    {
      "epoch": 0.020796734983586196,
      "grad_norm": 0.6915027499198914,
      "learning_rate": 0.00018316140688985047,
      "loss": 1.5836,
      "step": 293
    },
    {
      "epoch": 0.020867713601277614,
      "grad_norm": 0.5055236220359802,
      "learning_rate": 0.00018304568420782948,
      "loss": 1.1671,
      "step": 294
    },
    {
      "epoch": 0.020938692218969036,
      "grad_norm": 0.6624964475631714,
      "learning_rate": 0.0001829296020557174,
      "loss": 1.3253,
      "step": 295
    },
    {
      "epoch": 0.021009670836660457,
      "grad_norm": 0.5199770927429199,
      "learning_rate": 0.00018281316093598544,
      "loss": 1.0968,
      "step": 296
    },
    {
      "epoch": 0.021080649454351875,
      "grad_norm": 0.5537172555923462,
      "learning_rate": 0.00018269636135265853,
      "loss": 1.3029,
      "step": 297
    },
    {
      "epoch": 0.021151628072043297,
      "grad_norm": 0.6701648831367493,
      "learning_rate": 0.00018257920381131327,
      "loss": 1.2209,
      "step": 298
    },
    {
      "epoch": 0.02122260668973472,
      "grad_norm": 0.5935920476913452,
      "learning_rate": 0.0001824616888190758,
      "loss": 1.0337,
      "step": 299
    },
    {
      "epoch": 0.021293585307426137,
      "grad_norm": 0.6224903464317322,
      "learning_rate": 0.00018234381688461942,
      "loss": 1.0874,
      "step": 300
    },
    {
      "epoch": 0.02136456392511756,
      "grad_norm": 0.7004142999649048,
      "learning_rate": 0.00018222558851816256,
      "loss": 1.3648,
      "step": 301
    },
    {
      "epoch": 0.02143554254280898,
      "grad_norm": 0.6639118790626526,
      "learning_rate": 0.00018210700423146637,
      "loss": 0.8292,
      "step": 302
    },
    {
      "epoch": 0.0215065211605004,
      "grad_norm": 0.5160261988639832,
      "learning_rate": 0.0001819880645378328,
      "loss": 0.8988,
      "step": 303
    },
    {
      "epoch": 0.02157749977819182,
      "grad_norm": 0.49603137373924255,
      "learning_rate": 0.00018186876995210204,
      "loss": 0.8473,
      "step": 304
    },
    {
      "epoch": 0.02164847839588324,
      "grad_norm": 0.3712226152420044,
      "learning_rate": 0.0001817491209906506,
      "loss": 0.8288,
      "step": 305
    },
    {
      "epoch": 0.02171945701357466,
      "grad_norm": 0.46934300661087036,
      "learning_rate": 0.00018162911817138884,
      "loss": 1.1618,
      "step": 306
    },
    {
      "epoch": 0.02179043563126608,
      "grad_norm": 0.4699932038784027,
      "learning_rate": 0.0001815087620137589,
      "loss": 1.26,
      "step": 307
    },
    {
      "epoch": 0.021861414248957503,
      "grad_norm": 0.5727466344833374,
      "learning_rate": 0.0001813880530387323,
      "loss": 1.3429,
      "step": 308
    },
    {
      "epoch": 0.02193239286664892,
      "grad_norm": 0.43850961327552795,
      "learning_rate": 0.00018126699176880778,
      "loss": 0.8922,
      "step": 309
    },
    {
      "epoch": 0.022003371484340343,
      "grad_norm": 0.6336052417755127,
      "learning_rate": 0.00018114557872800905,
      "loss": 1.0466,
      "step": 310
    },
    {
      "epoch": 0.022074350102031765,
      "grad_norm": 0.6100286841392517,
      "learning_rate": 0.00018102381444188244,
      "loss": 1.2262,
      "step": 311
    },
    {
      "epoch": 0.022145328719723183,
      "grad_norm": 0.5687880516052246,
      "learning_rate": 0.00018090169943749476,
      "loss": 1.1918,
      "step": 312
    },
    {
      "epoch": 0.022216307337414604,
      "grad_norm": 0.46674594283103943,
      "learning_rate": 0.00018077923424343083,
      "loss": 0.8569,
      "step": 313
    },
    {
      "epoch": 0.022287285955106026,
      "grad_norm": 0.7753785848617554,
      "learning_rate": 0.0001806564193897913,
      "loss": 1.3355,
      "step": 314
    },
    {
      "epoch": 0.022358264572797444,
      "grad_norm": 0.5444130897521973,
      "learning_rate": 0.00018053325540819045,
      "loss": 1.1106,
      "step": 315
    },
    {
      "epoch": 0.022429243190488866,
      "grad_norm": 0.3548842668533325,
      "learning_rate": 0.00018040974283175374,
      "loss": 1.0316,
      "step": 316
    },
    {
      "epoch": 0.022500221808180287,
      "grad_norm": 0.38975828886032104,
      "learning_rate": 0.0001802858821951155,
      "loss": 0.8458,
      "step": 317
    },
    {
      "epoch": 0.022571200425871706,
      "grad_norm": 0.45625099539756775,
      "learning_rate": 0.00018016167403441674,
      "loss": 0.8329,
      "step": 318
    },
    {
      "epoch": 0.022642179043563127,
      "grad_norm": 0.6167944669723511,
      "learning_rate": 0.00018003711888730267,
      "loss": 1.3109,
      "step": 319
    },
    {
      "epoch": 0.022713157661254545,
      "grad_norm": 0.5920377969741821,
      "learning_rate": 0.0001799122172929206,
      "loss": 1.2844,
      "step": 320
    },
    {
      "epoch": 0.022784136278945967,
      "grad_norm": 0.37664884328842163,
      "learning_rate": 0.00017978696979191727,
      "loss": 0.9025,
      "step": 321
    },
    {
      "epoch": 0.02285511489663739,
      "grad_norm": 0.5513108372688293,
      "learning_rate": 0.0001796613769264369,
      "loss": 1.0134,
      "step": 322
    },
    {
      "epoch": 0.022926093514328807,
      "grad_norm": 0.5382440686225891,
      "learning_rate": 0.00017953543924011854,
      "loss": 1.1682,
      "step": 323
    },
    {
      "epoch": 0.02299707213202023,
      "grad_norm": 0.49664056301116943,
      "learning_rate": 0.00017940915727809387,
      "loss": 0.7865,
      "step": 324
    },
    {
      "epoch": 0.02306805074971165,
      "grad_norm": 0.4619602560997009,
      "learning_rate": 0.00017928253158698473,
      "loss": 0.6863,
      "step": 325
    },
    {
      "epoch": 0.023139029367403068,
      "grad_norm": 0.44673529267311096,
      "learning_rate": 0.0001791555627149009,
      "loss": 0.9114,
      "step": 326
    },
    {
      "epoch": 0.02321000798509449,
      "grad_norm": 0.5205755233764648,
      "learning_rate": 0.00017902825121143758,
      "loss": 0.983,
      "step": 327
    },
    {
      "epoch": 0.02328098660278591,
      "grad_norm": 0.44007593393325806,
      "learning_rate": 0.0001789005976276731,
      "loss": 0.8604,
      "step": 328
    },
    {
      "epoch": 0.02335196522047733,
      "grad_norm": 0.540482223033905,
      "learning_rate": 0.0001787726025161666,
      "loss": 1.007,
      "step": 329
    },
    {
      "epoch": 0.02342294383816875,
      "grad_norm": 0.5603748559951782,
      "learning_rate": 0.0001786442664309554,
      "loss": 0.8035,
      "step": 330
    },
    {
      "epoch": 0.023493922455860173,
      "grad_norm": 0.5323922038078308,
      "learning_rate": 0.00017851558992755285,
      "loss": 1.1957,
      "step": 331
    },
    {
      "epoch": 0.02356490107355159,
      "grad_norm": 0.5002077221870422,
      "learning_rate": 0.00017838657356294578,
      "loss": 0.7975,
      "step": 332
    },
    {
      "epoch": 0.023635879691243013,
      "grad_norm": 0.3747771382331848,
      "learning_rate": 0.00017825721789559217,
      "loss": 0.5402,
      "step": 333
    },
    {
      "epoch": 0.023706858308934434,
      "grad_norm": 0.4944453537464142,
      "learning_rate": 0.00017812752348541873,
      "loss": 1.1237,
      "step": 334
    },
    {
      "epoch": 0.023777836926625853,
      "grad_norm": 0.6272295713424683,
      "learning_rate": 0.0001779974908938184,
      "loss": 0.9437,
      "step": 335
    },
    {
      "epoch": 0.023848815544317274,
      "grad_norm": 0.47478988766670227,
      "learning_rate": 0.00017786712068364793,
      "loss": 0.8257,
      "step": 336
    },
    {
      "epoch": 0.023919794162008696,
      "grad_norm": 0.4956304728984833,
      "learning_rate": 0.00017773641341922556,
      "loss": 0.7885,
      "step": 337
    },
    {
      "epoch": 0.023990772779700114,
      "grad_norm": 0.517845630645752,
      "learning_rate": 0.00017760536966632842,
      "loss": 0.8853,
      "step": 338
    },
    {
      "epoch": 0.024061751397391536,
      "grad_norm": 0.5091776251792908,
      "learning_rate": 0.00017747398999219026,
      "loss": 0.816,
      "step": 339
    },
    {
      "epoch": 0.024132730015082957,
      "grad_norm": 0.5000918507575989,
      "learning_rate": 0.0001773422749654988,
      "loss": 1.0481,
      "step": 340
    },
    {
      "epoch": 0.024203708632774375,
      "grad_norm": 0.6150451898574829,
      "learning_rate": 0.00017721022515639339,
      "loss": 1.1491,
      "step": 341
    },
    {
      "epoch": 0.024274687250465797,
      "grad_norm": 0.48205500841140747,
      "learning_rate": 0.0001770778411364625,
      "loss": 1.0816,
      "step": 342
    },
    {
      "epoch": 0.02434566586815722,
      "grad_norm": 0.5499582290649414,
      "learning_rate": 0.00017694512347874133,
      "loss": 0.8674,
      "step": 343
    },
    {
      "epoch": 0.024416644485848637,
      "grad_norm": 0.5190573930740356,
      "learning_rate": 0.00017681207275770913,
      "loss": 0.9531,
      "step": 344
    },
    {
      "epoch": 0.02448762310354006,
      "grad_norm": 0.4517850875854492,
      "learning_rate": 0.00017667868954928694,
      "loss": 0.9931,
      "step": 345
    },
    {
      "epoch": 0.02455860172123148,
      "grad_norm": 0.39901313185691833,
      "learning_rate": 0.00017654497443083503,
      "loss": 0.8119,
      "step": 346
    },
    {
      "epoch": 0.0246295803389229,
      "grad_norm": 0.349993497133255,
      "learning_rate": 0.00017641092798115023,
      "loss": 0.9711,
      "step": 347
    },
    {
      "epoch": 0.02470055895661432,
      "grad_norm": 0.45450037717819214,
      "learning_rate": 0.00017627655078046375,
      "loss": 0.8793,
      "step": 348
    },
    {
      "epoch": 0.02477153757430574,
      "grad_norm": 0.5083725452423096,
      "learning_rate": 0.0001761418434104383,
      "loss": 0.8645,
      "step": 349
    },
    {
      "epoch": 0.02484251619199716,
      "grad_norm": 0.5343875885009766,
      "learning_rate": 0.00017600680645416583,
      "loss": 0.9775,
      "step": 350
    },
    {
      "epoch": 0.02491349480968858,
      "grad_norm": 0.3774087131023407,
      "learning_rate": 0.00017587144049616499,
      "loss": 1.3296,
      "step": 351
    },
    {
      "epoch": 0.024984473427380003,
      "grad_norm": 0.7816833257675171,
      "learning_rate": 0.00017573574612237848,
      "loss": 1.3592,
      "step": 352
    },
    {
      "epoch": 0.02505545204507142,
      "grad_norm": 0.775675892829895,
      "learning_rate": 0.00017559972392017058,
      "loss": 1.2425,
      "step": 353
    },
    {
      "epoch": 0.025126430662762843,
      "grad_norm": 0.458530455827713,
      "learning_rate": 0.0001754633744783246,
      "loss": 0.904,
      "step": 354
    },
    {
      "epoch": 0.025197409280454264,
      "grad_norm": 0.45621004700660706,
      "learning_rate": 0.00017532669838704035,
      "loss": 0.8309,
      "step": 355
    },
    {
      "epoch": 0.025268387898145683,
      "grad_norm": 0.5317500829696655,
      "learning_rate": 0.00017518969623793153,
      "loss": 1.0028,
      "step": 356
    },
    {
      "epoch": 0.025339366515837104,
      "grad_norm": 0.45841920375823975,
      "learning_rate": 0.00017505236862402326,
      "loss": 0.758,
      "step": 357
    },
    {
      "epoch": 0.025410345133528526,
      "grad_norm": 0.6341976523399353,
      "learning_rate": 0.00017491471613974947,
      "loss": 1.2478,
      "step": 358
    },
    {
      "epoch": 0.025481323751219944,
      "grad_norm": 0.3158324658870697,
      "learning_rate": 0.00017477673938095026,
      "loss": 0.7713,
      "step": 359
    },
    {
      "epoch": 0.025552302368911366,
      "grad_norm": 0.7749241590499878,
      "learning_rate": 0.00017463843894486937,
      "loss": 1.3164,
      "step": 360
    },
    {
      "epoch": 0.025623280986602787,
      "grad_norm": 0.4413937032222748,
      "learning_rate": 0.0001744998154301517,
      "loss": 0.9451,
      "step": 361
    },
    {
      "epoch": 0.025694259604294205,
      "grad_norm": 0.543438732624054,
      "learning_rate": 0.0001743608694368405,
      "loss": 0.8701,
      "step": 362
    },
    {
      "epoch": 0.025765238221985627,
      "grad_norm": 0.5757474303245544,
      "learning_rate": 0.00017422160156637507,
      "loss": 0.8805,
      "step": 363
    },
    {
      "epoch": 0.02583621683967705,
      "grad_norm": 0.6354423761367798,
      "learning_rate": 0.00017408201242158776,
      "loss": 1.1973,
      "step": 364
    },
    {
      "epoch": 0.025907195457368467,
      "grad_norm": 0.768968403339386,
      "learning_rate": 0.0001739421026067017,
      "loss": 1.1494,
      "step": 365
    },
    {
      "epoch": 0.02597817407505989,
      "grad_norm": 0.5432535409927368,
      "learning_rate": 0.0001738018727273281,
      "loss": 0.956,
      "step": 366
    },
    {
      "epoch": 0.02604915269275131,
      "grad_norm": 0.5879390239715576,
      "learning_rate": 0.00017366132339046355,
      "loss": 1.3767,
      "step": 367
    },
    {
      "epoch": 0.02612013131044273,
      "grad_norm": 0.49199363589286804,
      "learning_rate": 0.00017352045520448742,
      "loss": 0.828,
      "step": 368
    },
    {
      "epoch": 0.02619110992813415,
      "grad_norm": 0.4398323595523834,
      "learning_rate": 0.0001733792687791593,
      "loss": 1.0101,
      "step": 369
    },
    {
      "epoch": 0.02626208854582557,
      "grad_norm": 0.532794177532196,
      "learning_rate": 0.00017323776472561627,
      "loss": 1.0349,
      "step": 370
    },
    {
      "epoch": 0.02633306716351699,
      "grad_norm": 0.4027515947818756,
      "learning_rate": 0.00017309594365637026,
      "loss": 0.7508,
      "step": 371
    },
    {
      "epoch": 0.02640404578120841,
      "grad_norm": 0.5675012469291687,
      "learning_rate": 0.00017295380618530547,
      "loss": 1.0447,
      "step": 372
    },
    {
      "epoch": 0.026475024398899833,
      "grad_norm": 0.6803529262542725,
      "learning_rate": 0.00017281135292767565,
      "loss": 0.931,
      "step": 373
    },
    {
      "epoch": 0.02654600301659125,
      "grad_norm": 0.4373997747898102,
      "learning_rate": 0.00017266858450010154,
      "loss": 0.9526,
      "step": 374
    },
    {
      "epoch": 0.026616981634282673,
      "grad_norm": 0.5452234745025635,
      "learning_rate": 0.00017252550152056795,
      "loss": 1.0596,
      "step": 375
    },
    {
      "epoch": 0.026687960251974095,
      "grad_norm": 0.6727685928344727,
      "learning_rate": 0.00017238210460842143,
      "loss": 0.919,
      "step": 376
    },
    {
      "epoch": 0.026758938869665513,
      "grad_norm": 0.43598780035972595,
      "learning_rate": 0.00017223839438436727,
      "loss": 1.1761,
      "step": 377
    },
    {
      "epoch": 0.026829917487356934,
      "grad_norm": 0.5949442982673645,
      "learning_rate": 0.00017209437147046715,
      "loss": 1.0658,
      "step": 378
    },
    {
      "epoch": 0.026900896105048352,
      "grad_norm": 0.39230892062187195,
      "learning_rate": 0.00017195003649013598,
      "loss": 0.9062,
      "step": 379
    },
    {
      "epoch": 0.026971874722739774,
      "grad_norm": 0.5244920253753662,
      "learning_rate": 0.0001718053900681397,
      "loss": 0.6946,
      "step": 380
    },
    {
      "epoch": 0.026971874722739774,
      "eval_loss": 1.176999568939209,
      "eval_runtime": 318.668,
      "eval_samples_per_second": 18.618,
      "eval_steps_per_second": 9.311,
      "step": 380
    },
    {
      "epoch": 0.027042853340431196,
      "grad_norm": 0.4605284631252289,
      "learning_rate": 0.00017166043283059227,
      "loss": 0.7947,
      "step": 381
    },
    {
      "epoch": 0.027113831958122614,
      "grad_norm": 0.4516889452934265,
      "learning_rate": 0.00017151516540495304,
      "loss": 0.8981,
      "step": 382
    },
    {
      "epoch": 0.027184810575814036,
      "grad_norm": 0.38753828406333923,
      "learning_rate": 0.00017136958842002401,
      "loss": 0.7582,
      "step": 383
    },
    {
      "epoch": 0.027255789193505457,
      "grad_norm": 0.6598392128944397,
      "learning_rate": 0.00017122370250594718,
      "loss": 1.3758,
      "step": 384
    },
    {
      "epoch": 0.027326767811196875,
      "grad_norm": 0.7837701439857483,
      "learning_rate": 0.00017107750829420176,
      "loss": 1.2798,
      "step": 385
    },
    {
      "epoch": 0.027397746428888297,
      "grad_norm": 0.5668202638626099,
      "learning_rate": 0.00017093100641760146,
      "loss": 1.1923,
      "step": 386
    },
    {
      "epoch": 0.02746872504657972,
      "grad_norm": 0.6590153574943542,
      "learning_rate": 0.00017078419751029173,
      "loss": 1.0828,
      "step": 387
    },
    {
      "epoch": 0.027539703664271137,
      "grad_norm": 0.5945204496383667,
      "learning_rate": 0.00017063708220774702,
      "loss": 1.0114,
      "step": 388
    },
    {
      "epoch": 0.02761068228196256,
      "grad_norm": 0.6284766793251038,
      "learning_rate": 0.00017048966114676804,
      "loss": 1.1665,
      "step": 389
    },
    {
      "epoch": 0.02768166089965398,
      "grad_norm": 0.447765052318573,
      "learning_rate": 0.00017034193496547902,
      "loss": 0.919,
      "step": 390
    },
    {
      "epoch": 0.027752639517345398,
      "grad_norm": 0.4567616581916809,
      "learning_rate": 0.00017019390430332495,
      "loss": 0.8404,
      "step": 391
    },
    {
      "epoch": 0.02782361813503682,
      "grad_norm": 0.6309961676597595,
      "learning_rate": 0.00017004556980106865,
      "loss": 1.0926,
      "step": 392
    },
    {
      "epoch": 0.02789459675272824,
      "grad_norm": 0.4519268870353699,
      "learning_rate": 0.00016989693210078835,
      "loss": 0.9539,
      "step": 393
    },
    {
      "epoch": 0.02796557537041966,
      "grad_norm": 0.4112328290939331,
      "learning_rate": 0.00016974799184587451,
      "loss": 1.0259,
      "step": 394
    },
    {
      "epoch": 0.02803655398811108,
      "grad_norm": 0.5309509038925171,
      "learning_rate": 0.00016959874968102735,
      "loss": 0.8774,
      "step": 395
    },
    {
      "epoch": 0.028107532605802503,
      "grad_norm": 0.58027583360672,
      "learning_rate": 0.00016944920625225392,
      "loss": 0.6503,
      "step": 396
    },
    {
      "epoch": 0.02817851122349392,
      "grad_norm": 0.5213372111320496,
      "learning_rate": 0.0001692993622068652,
      "loss": 1.0779,
      "step": 397
    },
    {
      "epoch": 0.028249489841185343,
      "grad_norm": 0.8183189034461975,
      "learning_rate": 0.00016914921819347355,
      "loss": 1.0982,
      "step": 398
    },
    {
      "epoch": 0.028320468458876764,
      "grad_norm": 0.6137848496437073,
      "learning_rate": 0.0001689987748619897,
      "loss": 1.4859,
      "step": 399
    },
    {
      "epoch": 0.028391447076568183,
      "grad_norm": 0.452253520488739,
      "learning_rate": 0.00016884803286362,
      "loss": 0.9938,
      "step": 400
    },
    {
      "epoch": 0.028462425694259604,
      "grad_norm": 0.42509740591049194,
      "learning_rate": 0.00016869699285086362,
      "loss": 0.9006,
      "step": 401
    },
    {
      "epoch": 0.028533404311951026,
      "grad_norm": 0.5055869221687317,
      "learning_rate": 0.00016854565547750973,
      "loss": 0.8457,
      "step": 402
    },
    {
      "epoch": 0.028604382929642444,
      "grad_norm": 0.5262836217880249,
      "learning_rate": 0.00016839402139863461,
      "loss": 1.0619,
      "step": 403
    },
    {
      "epoch": 0.028675361547333866,
      "grad_norm": 0.6084638833999634,
      "learning_rate": 0.00016824209127059891,
      "loss": 1.0548,
      "step": 404
    },
    {
      "epoch": 0.028746340165025287,
      "grad_norm": 1.0441008806228638,
      "learning_rate": 0.00016808986575104465,
      "loss": 1.69,
      "step": 405
    },
    {
      "epoch": 0.028817318782716705,
      "grad_norm": 0.5829317569732666,
      "learning_rate": 0.00016793734549889257,
      "loss": 1.0974,
      "step": 406
    },
    {
      "epoch": 0.028888297400408127,
      "grad_norm": 0.4225611090660095,
      "learning_rate": 0.00016778453117433916,
      "loss": 0.9336,
      "step": 407
    },
    {
      "epoch": 0.02895927601809955,
      "grad_norm": 0.38127991557121277,
      "learning_rate": 0.00016763142343885384,
      "loss": 0.922,
      "step": 408
    },
    {
      "epoch": 0.029030254635790967,
      "grad_norm": 0.4602770209312439,
      "learning_rate": 0.00016747802295517605,
      "loss": 0.9044,
      "step": 409
    },
    {
      "epoch": 0.02910123325348239,
      "grad_norm": 0.6377013325691223,
      "learning_rate": 0.00016732433038731242,
      "loss": 1.2051,
      "step": 410
    },
    {
      "epoch": 0.02917221187117381,
      "grad_norm": 0.47712674736976624,
      "learning_rate": 0.00016717034640053395,
      "loss": 1.3188,
      "step": 411
    },
    {
      "epoch": 0.02924319048886523,
      "grad_norm": 0.44965022802352905,
      "learning_rate": 0.00016701607166137294,
      "loss": 0.8413,
      "step": 412
    },
    {
      "epoch": 0.02931416910655665,
      "grad_norm": 0.7096442580223083,
      "learning_rate": 0.00016686150683762038,
      "loss": 1.2528,
      "step": 413
    },
    {
      "epoch": 0.02938514772424807,
      "grad_norm": 0.42440372705459595,
      "learning_rate": 0.00016670665259832285,
      "loss": 0.8378,
      "step": 414
    },
    {
      "epoch": 0.02945612634193949,
      "grad_norm": 0.5273304581642151,
      "learning_rate": 0.0001665515096137797,
      "loss": 1.2576,
      "step": 415
    },
    {
      "epoch": 0.02952710495963091,
      "grad_norm": 0.41426366567611694,
      "learning_rate": 0.00016639607855554008,
      "loss": 0.8177,
      "step": 416
    },
    {
      "epoch": 0.029598083577322333,
      "grad_norm": 0.4447759687900543,
      "learning_rate": 0.00016624036009640016,
      "loss": 0.8158,
      "step": 417
    },
    {
      "epoch": 0.02966906219501375,
      "grad_norm": 0.4444197118282318,
      "learning_rate": 0.00016608435491040016,
      "loss": 1.0397,
      "step": 418
    },
    {
      "epoch": 0.029740040812705173,
      "grad_norm": 0.4048343896865845,
      "learning_rate": 0.00016592806367282136,
      "loss": 0.7798,
      "step": 419
    },
    {
      "epoch": 0.029811019430396594,
      "grad_norm": 0.5180601477622986,
      "learning_rate": 0.00016577148706018328,
      "loss": 0.9498,
      "step": 420
    },
    {
      "epoch": 0.029881998048088013,
      "grad_norm": 0.5770057439804077,
      "learning_rate": 0.0001656146257502407,
      "loss": 1.024,
      "step": 421
    },
    {
      "epoch": 0.029952976665779434,
      "grad_norm": 0.5256305932998657,
      "learning_rate": 0.00016545748042198072,
      "loss": 1.0397,
      "step": 422
    },
    {
      "epoch": 0.030023955283470856,
      "grad_norm": 0.5205944180488586,
      "learning_rate": 0.00016530005175561987,
      "loss": 0.8984,
      "step": 423
    },
    {
      "epoch": 0.030094933901162274,
      "grad_norm": 0.5825669765472412,
      "learning_rate": 0.0001651423404326011,
      "loss": 1.4752,
      "step": 424
    },
    {
      "epoch": 0.030165912518853696,
      "grad_norm": 0.5073780417442322,
      "learning_rate": 0.00016498434713559088,
      "loss": 0.6998,
      "step": 425
    },
    {
      "epoch": 0.030236891136545117,
      "grad_norm": 0.4128574728965759,
      "learning_rate": 0.0001648260725484762,
      "loss": 0.9433,
      "step": 426
    },
    {
      "epoch": 0.030307869754236536,
      "grad_norm": 0.404078871011734,
      "learning_rate": 0.00016466751735636168,
      "loss": 0.7906,
      "step": 427
    },
    {
      "epoch": 0.030378848371927957,
      "grad_norm": 0.3401702642440796,
      "learning_rate": 0.00016450868224556655,
      "loss": 0.5673,
      "step": 428
    },
    {
      "epoch": 0.03044982698961938,
      "grad_norm": 0.4202466309070587,
      "learning_rate": 0.00016434956790362167,
      "loss": 0.72,
      "step": 429
    },
    {
      "epoch": 0.030520805607310797,
      "grad_norm": 0.4190063178539276,
      "learning_rate": 0.00016419017501926656,
      "loss": 0.7113,
      "step": 430
    },
    {
      "epoch": 0.03059178422500222,
      "grad_norm": 0.494149386882782,
      "learning_rate": 0.00016403050428244652,
      "loss": 0.8125,
      "step": 431
    },
    {
      "epoch": 0.03066276284269364,
      "grad_norm": 0.45179513096809387,
      "learning_rate": 0.0001638705563843095,
      "loss": 0.5971,
      "step": 432
    },
    {
      "epoch": 0.03073374146038506,
      "grad_norm": 0.5675337910652161,
      "learning_rate": 0.00016371033201720308,
      "loss": 0.9594,
      "step": 433
    },
    {
      "epoch": 0.03080472007807648,
      "grad_norm": 0.39138761162757874,
      "learning_rate": 0.00016354983187467172,
      "loss": 0.745,
      "step": 434
    },
    {
      "epoch": 0.030875698695767898,
      "grad_norm": 0.3698076009750366,
      "learning_rate": 0.0001633890566514535,
      "loss": 0.8071,
      "step": 435
    },
    {
      "epoch": 0.03094667731345932,
      "grad_norm": 0.4362831115722656,
      "learning_rate": 0.0001632280070434772,
      "loss": 0.8157,
      "step": 436
    },
    {
      "epoch": 0.03101765593115074,
      "grad_norm": 0.4185715317726135,
      "learning_rate": 0.0001630666837478594,
      "loss": 0.7186,
      "step": 437
    },
    {
      "epoch": 0.03108863454884216,
      "grad_norm": 0.41595056653022766,
      "learning_rate": 0.00016290508746290123,
      "loss": 0.8045,
      "step": 438
    },
    {
      "epoch": 0.03115961316653358,
      "grad_norm": 0.48463454842567444,
      "learning_rate": 0.00016274321888808552,
      "loss": 0.8684,
      "step": 439
    },
    {
      "epoch": 0.031230591784225003,
      "grad_norm": 0.6126101016998291,
      "learning_rate": 0.00016258107872407375,
      "loss": 1.1829,
      "step": 440
    },
    {
      "epoch": 0.031301570401916425,
      "grad_norm": 0.40010443329811096,
      "learning_rate": 0.00016241866767270307,
      "loss": 0.6665,
      "step": 441
    },
    {
      "epoch": 0.03137254901960784,
      "grad_norm": 0.4864233434200287,
      "learning_rate": 0.000162255986436983,
      "loss": 0.826,
      "step": 442
    },
    {
      "epoch": 0.03144352763729926,
      "grad_norm": 0.5117130279541016,
      "learning_rate": 0.0001620930357210927,
      "loss": 0.9344,
      "step": 443
    },
    {
      "epoch": 0.031514506254990686,
      "grad_norm": 0.5164636969566345,
      "learning_rate": 0.00016192981623037783,
      "loss": 1.092,
      "step": 444
    },
    {
      "epoch": 0.031585484872682104,
      "grad_norm": 0.5869211554527283,
      "learning_rate": 0.0001617663286713474,
      "loss": 1.1517,
      "step": 445
    },
    {
      "epoch": 0.03165646349037352,
      "grad_norm": 0.41353127360343933,
      "learning_rate": 0.0001616025737516707,
      "loss": 0.9269,
      "step": 446
    },
    {
      "epoch": 0.03172744210806495,
      "grad_norm": 0.6517756581306458,
      "learning_rate": 0.0001614385521801745,
      "loss": 1.1091,
      "step": 447
    },
    {
      "epoch": 0.031798420725756366,
      "grad_norm": 0.563641369342804,
      "learning_rate": 0.0001612742646668397,
      "loss": 1.1247,
      "step": 448
    },
    {
      "epoch": 0.031869399343447784,
      "grad_norm": 0.46583983302116394,
      "learning_rate": 0.0001611097119227983,
      "loss": 0.6513,
      "step": 449
    },
    {
      "epoch": 0.03194037796113921,
      "grad_norm": 0.616260826587677,
      "learning_rate": 0.00016094489466033043,
      "loss": 1.1965,
      "step": 450
    },
    {
      "epoch": 0.03201135657883063,
      "grad_norm": 0.4953022301197052,
      "learning_rate": 0.00016077981359286119,
      "loss": 0.9068,
      "step": 451
    },
    {
      "epoch": 0.032082335196522045,
      "grad_norm": 0.3929919898509979,
      "learning_rate": 0.00016061446943495763,
      "loss": 0.8811,
      "step": 452
    },
    {
      "epoch": 0.03215331381421347,
      "grad_norm": 0.41148433089256287,
      "learning_rate": 0.00016044886290232551,
      "loss": 0.7871,
      "step": 453
    },
    {
      "epoch": 0.03222429243190489,
      "grad_norm": 0.5090885758399963,
      "learning_rate": 0.00016028299471180642,
      "loss": 1.1626,
      "step": 454
    },
    {
      "epoch": 0.03229527104959631,
      "grad_norm": 0.42318838834762573,
      "learning_rate": 0.00016011686558137448,
      "loss": 1.0819,
      "step": 455
    },
    {
      "epoch": 0.03236624966728773,
      "grad_norm": 0.44940370321273804,
      "learning_rate": 0.00015995047623013333,
      "loss": 0.8395,
      "step": 456
    },
    {
      "epoch": 0.03243722828497915,
      "grad_norm": 0.40852123498916626,
      "learning_rate": 0.00015978382737831295,
      "loss": 0.9353,
      "step": 457
    },
    {
      "epoch": 0.03250820690267057,
      "grad_norm": 0.4884917438030243,
      "learning_rate": 0.0001596169197472667,
      "loss": 1.0899,
      "step": 458
    },
    {
      "epoch": 0.03257918552036199,
      "grad_norm": 0.40501654148101807,
      "learning_rate": 0.00015944975405946798,
      "loss": 0.9461,
      "step": 459
    },
    {
      "epoch": 0.03265016413805341,
      "grad_norm": 0.4687826335430145,
      "learning_rate": 0.0001592823310385073,
      "loss": 0.9606,
      "step": 460
    },
    {
      "epoch": 0.03272114275574483,
      "grad_norm": 0.5249904990196228,
      "learning_rate": 0.00015911465140908894,
      "loss": 1.2937,
      "step": 461
    },
    {
      "epoch": 0.032792121373436255,
      "grad_norm": 0.4973849952220917,
      "learning_rate": 0.00015894671589702805,
      "loss": 0.9248,
      "step": 462
    },
    {
      "epoch": 0.03286309999112767,
      "grad_norm": 0.39009910821914673,
      "learning_rate": 0.00015877852522924732,
      "loss": 1.0137,
      "step": 463
    },
    {
      "epoch": 0.03293407860881909,
      "grad_norm": 0.425363153219223,
      "learning_rate": 0.00015861008013377394,
      "loss": 0.8876,
      "step": 464
    },
    {
      "epoch": 0.033005057226510516,
      "grad_norm": 0.5665374994277954,
      "learning_rate": 0.0001584413813397364,
      "loss": 0.9765,
      "step": 465
    },
    {
      "epoch": 0.033076035844201934,
      "grad_norm": 0.4737785756587982,
      "learning_rate": 0.00015827242957736128,
      "loss": 1.0092,
      "step": 466
    },
    {
      "epoch": 0.03314701446189335,
      "grad_norm": 0.8638503551483154,
      "learning_rate": 0.00015810322557797027,
      "loss": 1.1988,
      "step": 467
    },
    {
      "epoch": 0.03321799307958478,
      "grad_norm": 0.5147667527198792,
      "learning_rate": 0.00015793377007397683,
      "loss": 1.1335,
      "step": 468
    },
    {
      "epoch": 0.033288971697276196,
      "grad_norm": 0.5549110770225525,
      "learning_rate": 0.00015776406379888308,
      "loss": 0.9747,
      "step": 469
    },
    {
      "epoch": 0.033359950314967614,
      "grad_norm": 0.47257012128829956,
      "learning_rate": 0.00015759410748727662,
      "loss": 1.3569,
      "step": 470
    },
    {
      "epoch": 0.03343092893265904,
      "grad_norm": 0.42714306712150574,
      "learning_rate": 0.0001574239018748273,
      "loss": 1.2698,
      "step": 471
    },
    {
      "epoch": 0.03350190755035046,
      "grad_norm": 0.45988330245018005,
      "learning_rate": 0.00015725344769828423,
      "loss": 1.0914,
      "step": 472
    },
    {
      "epoch": 0.033572886168041875,
      "grad_norm": 0.4463210105895996,
      "learning_rate": 0.00015708274569547231,
      "loss": 0.8882,
      "step": 473
    },
    {
      "epoch": 0.0336438647857333,
      "grad_norm": 0.6698595285415649,
      "learning_rate": 0.0001569117966052893,
      "loss": 1.0764,
      "step": 474
    },
    {
      "epoch": 0.03371484340342472,
      "grad_norm": 0.662989616394043,
      "learning_rate": 0.00015674060116770236,
      "loss": 1.0676,
      "step": 475
    },
    {
      "epoch": 0.03378582202111614,
      "grad_norm": 0.431061327457428,
      "learning_rate": 0.00015656916012374509,
      "loss": 0.9597,
      "step": 476
    },
    {
      "epoch": 0.03385680063880756,
      "grad_norm": 0.4772140085697174,
      "learning_rate": 0.00015639747421551417,
      "loss": 0.9791,
      "step": 477
    },
    {
      "epoch": 0.03392777925649898,
      "grad_norm": 0.6736060380935669,
      "learning_rate": 0.00015622554418616625,
      "loss": 0.9447,
      "step": 478
    },
    {
      "epoch": 0.0339987578741904,
      "grad_norm": 0.6460592150688171,
      "learning_rate": 0.00015605337077991455,
      "loss": 1.1723,
      "step": 479
    },
    {
      "epoch": 0.03406973649188182,
      "grad_norm": 0.41805151104927063,
      "learning_rate": 0.00015588095474202595,
      "loss": 0.8748,
      "step": 480
    },
    {
      "epoch": 0.03414071510957324,
      "grad_norm": 0.37883222103118896,
      "learning_rate": 0.00015570829681881742,
      "loss": 0.934,
      "step": 481
    },
    {
      "epoch": 0.03421169372726466,
      "grad_norm": 0.48854702711105347,
      "learning_rate": 0.00015553539775765306,
      "loss": 1.1214,
      "step": 482
    },
    {
      "epoch": 0.034282672344956085,
      "grad_norm": 0.5733258724212646,
      "learning_rate": 0.00015536225830694068,
      "loss": 0.9538,
      "step": 483
    },
    {
      "epoch": 0.0343536509626475,
      "grad_norm": 0.5715205073356628,
      "learning_rate": 0.00015518887921612867,
      "loss": 0.8179,
      "step": 484
    },
    {
      "epoch": 0.03442462958033892,
      "grad_norm": 0.5070090293884277,
      "learning_rate": 0.00015501526123570277,
      "loss": 0.8505,
      "step": 485
    },
    {
      "epoch": 0.034495608198030346,
      "grad_norm": 0.48429858684539795,
      "learning_rate": 0.00015484140511718263,
      "loss": 1.1758,
      "step": 486
    },
    {
      "epoch": 0.034566586815721764,
      "grad_norm": 0.616459846496582,
      "learning_rate": 0.0001546673116131189,
      "loss": 1.1245,
      "step": 487
    },
    {
      "epoch": 0.03463756543341318,
      "grad_norm": 0.525401771068573,
      "learning_rate": 0.00015449298147708954,
      "loss": 1.0714,
      "step": 488
    },
    {
      "epoch": 0.03470854405110461,
      "grad_norm": 0.853439450263977,
      "learning_rate": 0.00015431841546369705,
      "loss": 0.9493,
      "step": 489
    },
    {
      "epoch": 0.034779522668796026,
      "grad_norm": 0.5247237086296082,
      "learning_rate": 0.00015414361432856475,
      "loss": 1.1658,
      "step": 490
    },
    {
      "epoch": 0.034850501286487444,
      "grad_norm": 0.43464794754981995,
      "learning_rate": 0.00015396857882833372,
      "loss": 0.8483,
      "step": 491
    },
    {
      "epoch": 0.03492147990417887,
      "grad_norm": 0.46404892206192017,
      "learning_rate": 0.00015379330972065965,
      "loss": 0.8769,
      "step": 492
    },
    {
      "epoch": 0.03499245852187029,
      "grad_norm": 0.497440367937088,
      "learning_rate": 0.00015361780776420924,
      "loss": 1.0267,
      "step": 493
    },
    {
      "epoch": 0.035063437139561705,
      "grad_norm": 0.44459840655326843,
      "learning_rate": 0.0001534420737186572,
      "loss": 0.7497,
      "step": 494
    },
    {
      "epoch": 0.03513441575725313,
      "grad_norm": 0.4148682653903961,
      "learning_rate": 0.0001532661083446829,
      "loss": 1.0559,
      "step": 495
    },
    {
      "epoch": 0.03520539437494455,
      "grad_norm": 0.3895069658756256,
      "learning_rate": 0.00015308991240396686,
      "loss": 0.9763,
      "step": 496
    },
    {
      "epoch": 0.03527637299263597,
      "grad_norm": 0.39737072587013245,
      "learning_rate": 0.00015291348665918782,
      "loss": 0.8679,
      "step": 497
    },
    {
      "epoch": 0.03534735161032739,
      "grad_norm": 0.41654297709465027,
      "learning_rate": 0.00015273683187401913,
      "loss": 1.0111,
      "step": 498
    },
    {
      "epoch": 0.03541833022801881,
      "grad_norm": 0.5446929931640625,
      "learning_rate": 0.0001525599488131256,
      "loss": 1.0534,
      "step": 499
    },
    {
      "epoch": 0.03548930884571023,
      "grad_norm": 0.4724713861942291,
      "learning_rate": 0.00015238283824216015,
      "loss": 0.895,
      "step": 500
    },
    {
      "epoch": 0.03556028746340165,
      "grad_norm": 0.43344247341156006,
      "learning_rate": 0.00015220550092776044,
      "loss": 0.8799,
      "step": 501
    },
    {
      "epoch": 0.03563126608109307,
      "grad_norm": 0.5525529980659485,
      "learning_rate": 0.00015202793763754576,
      "loss": 1.3545,
      "step": 502
    },
    {
      "epoch": 0.03570224469878449,
      "grad_norm": 0.3489217460155487,
      "learning_rate": 0.0001518501491401133,
      "loss": 0.8182,
      "step": 503
    },
    {
      "epoch": 0.035773223316475915,
      "grad_norm": 0.5059546232223511,
      "learning_rate": 0.0001516721362050354,
      "loss": 0.9519,
      "step": 504
    },
    {
      "epoch": 0.03584420193416733,
      "grad_norm": 0.4140724539756775,
      "learning_rate": 0.00015149389960285558,
      "loss": 0.6486,
      "step": 505
    },
    {
      "epoch": 0.03591518055185875,
      "grad_norm": 0.4989042580127716,
      "learning_rate": 0.0001513154401050858,
      "loss": 0.8718,
      "step": 506
    },
    {
      "epoch": 0.035986159169550176,
      "grad_norm": 0.7633874416351318,
      "learning_rate": 0.0001511367584842026,
      "loss": 1.1392,
      "step": 507
    },
    {
      "epoch": 0.036057137787241594,
      "grad_norm": 0.554576575756073,
      "learning_rate": 0.00015095785551364412,
      "loss": 1.3069,
      "step": 508
    },
    {
      "epoch": 0.03612811640493301,
      "grad_norm": 0.3454737663269043,
      "learning_rate": 0.00015077873196780666,
      "loss": 0.7216,
      "step": 509
    },
    {
      "epoch": 0.03619909502262444,
      "grad_norm": 0.4702431559562683,
      "learning_rate": 0.00015059938862204127,
      "loss": 0.8794,
      "step": 510
    },
    {
      "epoch": 0.036270073640315856,
      "grad_norm": 0.5569818615913391,
      "learning_rate": 0.0001504198262526504,
      "loss": 1.0052,
      "step": 511
    },
    {
      "epoch": 0.036341052258007274,
      "grad_norm": 0.5503347516059875,
      "learning_rate": 0.0001502400456368845,
      "loss": 0.9664,
      "step": 512
    },
    {
      "epoch": 0.0364120308756987,
      "grad_norm": 0.6275749802589417,
      "learning_rate": 0.00015006004755293886,
      "loss": 0.8143,
      "step": 513
    },
    {
      "epoch": 0.03648300949339012,
      "grad_norm": 0.38746145367622375,
      "learning_rate": 0.00014987983277995,
      "loss": 0.8346,
      "step": 514
    },
    {
      "epoch": 0.036553988111081535,
      "grad_norm": 0.6073186993598938,
      "learning_rate": 0.00014969940209799248,
      "loss": 1.5242,
      "step": 515
    },
    {
      "epoch": 0.03662496672877296,
      "grad_norm": 0.4091249406337738,
      "learning_rate": 0.00014951875628807528,
      "loss": 0.7559,
      "step": 516
    },
    {
      "epoch": 0.03669594534646438,
      "grad_norm": 0.610471248626709,
      "learning_rate": 0.00014933789613213877,
      "loss": 0.9272,
      "step": 517
    },
    {
      "epoch": 0.0367669239641558,
      "grad_norm": 0.5180323719978333,
      "learning_rate": 0.000149156822413051,
      "loss": 0.7579,
      "step": 518
    },
    {
      "epoch": 0.03683790258184722,
      "grad_norm": 0.42035937309265137,
      "learning_rate": 0.00014897553591460453,
      "loss": 0.717,
      "step": 519
    },
    {
      "epoch": 0.03690888119953864,
      "grad_norm": 0.46798384189605713,
      "learning_rate": 0.00014879403742151283,
      "loss": 1.0766,
      "step": 520
    },
    {
      "epoch": 0.03697985981723006,
      "grad_norm": 0.5270328521728516,
      "learning_rate": 0.00014861232771940717,
      "loss": 1.0822,
      "step": 521
    },
    {
      "epoch": 0.037050838434921476,
      "grad_norm": 0.48463666439056396,
      "learning_rate": 0.000148430407594833,
      "loss": 0.8325,
      "step": 522
    },
    {
      "epoch": 0.0371218170526129,
      "grad_norm": 0.5319679379463196,
      "learning_rate": 0.0001482482778352465,
      "loss": 1.0568,
      "step": 523
    },
    {
      "epoch": 0.03719279567030432,
      "grad_norm": 0.5542214512825012,
      "learning_rate": 0.00014806593922901145,
      "loss": 1.2182,
      "step": 524
    },
    {
      "epoch": 0.03726377428799574,
      "grad_norm": 0.5691757798194885,
      "learning_rate": 0.00014788339256539544,
      "loss": 0.7369,
      "step": 525
    },
    {
      "epoch": 0.03733475290568716,
      "grad_norm": 0.6029566526412964,
      "learning_rate": 0.00014770063863456676,
      "loss": 0.8865,
      "step": 526
    },
    {
      "epoch": 0.03740573152337858,
      "grad_norm": 0.46659043431282043,
      "learning_rate": 0.00014751767822759093,
      "loss": 0.8333,
      "step": 527
    },
    {
      "epoch": 0.03747671014107,
      "grad_norm": 0.4319570064544678,
      "learning_rate": 0.00014733451213642712,
      "loss": 1.1668,
      "step": 528
    },
    {
      "epoch": 0.037547688758761424,
      "grad_norm": 0.5935953259468079,
      "learning_rate": 0.0001471511411539249,
      "loss": 1.0868,
      "step": 529
    },
    {
      "epoch": 0.03761866737645284,
      "grad_norm": 0.8534647226333618,
      "learning_rate": 0.0001469675660738206,
      "loss": 0.987,
      "step": 530
    },
    {
      "epoch": 0.03768964599414426,
      "grad_norm": 0.7479608654975891,
      "learning_rate": 0.00014678378769073417,
      "loss": 1.1875,
      "step": 531
    },
    {
      "epoch": 0.037760624611835686,
      "grad_norm": 0.6440004706382751,
      "learning_rate": 0.00014659980680016546,
      "loss": 1.0867,
      "step": 532
    },
    {
      "epoch": 0.037831603229527104,
      "grad_norm": 0.4375208914279938,
      "learning_rate": 0.00014641562419849094,
      "loss": 1.0069,
      "step": 533
    },
    {
      "epoch": 0.03790258184721852,
      "grad_norm": 0.530673086643219,
      "learning_rate": 0.00014623124068296014,
      "loss": 1.1189,
      "step": 534
    },
    {
      "epoch": 0.03797356046490995,
      "grad_norm": 0.40525633096694946,
      "learning_rate": 0.00014604665705169237,
      "loss": 0.7566,
      "step": 535
    },
    {
      "epoch": 0.038044539082601365,
      "grad_norm": 0.4951563775539398,
      "learning_rate": 0.00014586187410367307,
      "loss": 1.2412,
      "step": 536
    },
    {
      "epoch": 0.038115517700292784,
      "grad_norm": 0.451202392578125,
      "learning_rate": 0.00014567689263875048,
      "loss": 0.9481,
      "step": 537
    },
    {
      "epoch": 0.03818649631798421,
      "grad_norm": 0.528713583946228,
      "learning_rate": 0.0001454917134576321,
      "loss": 1.2837,
      "step": 538
    },
    {
      "epoch": 0.03825747493567563,
      "grad_norm": 0.6696405410766602,
      "learning_rate": 0.00014530633736188126,
      "loss": 1.3965,
      "step": 539
    },
    {
      "epoch": 0.038328453553367045,
      "grad_norm": 0.5304970741271973,
      "learning_rate": 0.00014512076515391375,
      "loss": 1.1371,
      "step": 540
    },
    {
      "epoch": 0.03839943217105847,
      "grad_norm": 1.137269139289856,
      "learning_rate": 0.0001449349976369941,
      "loss": 1.3894,
      "step": 541
    },
    {
      "epoch": 0.03847041078874989,
      "grad_norm": 0.47406232357025146,
      "learning_rate": 0.0001447490356152324,
      "loss": 0.9872,
      "step": 542
    },
    {
      "epoch": 0.038541389406441307,
      "grad_norm": 0.5331496596336365,
      "learning_rate": 0.00014456287989358048,
      "loss": 1.0748,
      "step": 543
    },
    {
      "epoch": 0.03861236802413273,
      "grad_norm": 0.5107098817825317,
      "learning_rate": 0.00014437653127782882,
      "loss": 0.9136,
      "step": 544
    },
    {
      "epoch": 0.03868334664182415,
      "grad_norm": 0.4991588592529297,
      "learning_rate": 0.00014418999057460276,
      "loss": 1.0117,
      "step": 545
    },
    {
      "epoch": 0.03875432525951557,
      "grad_norm": 0.4711243510246277,
      "learning_rate": 0.00014400325859135907,
      "loss": 0.9288,
      "step": 546
    },
    {
      "epoch": 0.03882530387720699,
      "grad_norm": 0.5112461447715759,
      "learning_rate": 0.0001438163361363826,
      "loss": 0.9938,
      "step": 547
    },
    {
      "epoch": 0.03889628249489841,
      "grad_norm": 0.4411000907421112,
      "learning_rate": 0.00014362922401878254,
      "loss": 0.8194,
      "step": 548
    },
    {
      "epoch": 0.03896726111258983,
      "grad_norm": 0.6838914752006531,
      "learning_rate": 0.00014344192304848914,
      "loss": 0.9814,
      "step": 549
    },
    {
      "epoch": 0.039038239730281254,
      "grad_norm": 0.5415565967559814,
      "learning_rate": 0.0001432544340362501,
      "loss": 0.9745,
      "step": 550
    },
    {
      "epoch": 0.03910921834797267,
      "grad_norm": 0.4320544898509979,
      "learning_rate": 0.0001430667577936271,
      "loss": 1.0168,
      "step": 551
    },
    {
      "epoch": 0.03918019696566409,
      "grad_norm": 0.6630507111549377,
      "learning_rate": 0.00014287889513299218,
      "loss": 1.1463,
      "step": 552
    },
    {
      "epoch": 0.039251175583355516,
      "grad_norm": 0.5618609189987183,
      "learning_rate": 0.00014269084686752435,
      "loss": 0.9565,
      "step": 553
    },
    {
      "epoch": 0.039322154201046934,
      "grad_norm": 0.5726432800292969,
      "learning_rate": 0.0001425026138112061,
      "loss": 1.0065,
      "step": 554
    },
    {
      "epoch": 0.03939313281873835,
      "grad_norm": 0.49180346727371216,
      "learning_rate": 0.00014231419677881966,
      "loss": 1.0388,
      "step": 555
    },
    {
      "epoch": 0.03946411143642978,
      "grad_norm": 0.41648584604263306,
      "learning_rate": 0.00014212559658594373,
      "loss": 0.7891,
      "step": 556
    },
    {
      "epoch": 0.039535090054121196,
      "grad_norm": 0.5908827185630798,
      "learning_rate": 0.00014193681404894978,
      "loss": 1.2581,
      "step": 557
    },
    {
      "epoch": 0.039606068671812614,
      "grad_norm": 0.7766472697257996,
      "learning_rate": 0.0001417478499849986,
      "loss": 1.0428,
      "step": 558
    },
    {
      "epoch": 0.03967704728950404,
      "grad_norm": 0.6148893237113953,
      "learning_rate": 0.00014155870521203668,
      "loss": 0.8957,
      "step": 559
    },
    {
      "epoch": 0.03974802590719546,
      "grad_norm": 0.6315426230430603,
      "learning_rate": 0.00014136938054879283,
      "loss": 1.1581,
      "step": 560
    },
    {
      "epoch": 0.039819004524886875,
      "grad_norm": 0.6120085716247559,
      "learning_rate": 0.0001411798768147744,
      "loss": 1.102,
      "step": 561
    },
    {
      "epoch": 0.0398899831425783,
      "grad_norm": 0.48688340187072754,
      "learning_rate": 0.00014099019483026395,
      "loss": 1.0439,
      "step": 562
    },
    {
      "epoch": 0.03996096176026972,
      "grad_norm": 0.5375890135765076,
      "learning_rate": 0.0001408003354163156,
      "loss": 1.1111,
      "step": 563
    },
    {
      "epoch": 0.04003194037796114,
      "grad_norm": 0.5103555917739868,
      "learning_rate": 0.0001406102993947515,
      "loss": 1.1346,
      "step": 564
    },
    {
      "epoch": 0.04010291899565256,
      "grad_norm": 0.4864559769630432,
      "learning_rate": 0.00014042008758815818,
      "loss": 0.9863,
      "step": 565
    },
    {
      "epoch": 0.04017389761334398,
      "grad_norm": 0.4537278711795807,
      "learning_rate": 0.00014022970081988315,
      "loss": 1.2087,
      "step": 566
    },
    {
      "epoch": 0.0402448762310354,
      "grad_norm": 0.5374650359153748,
      "learning_rate": 0.0001400391399140313,
      "loss": 0.8161,
      "step": 567
    },
    {
      "epoch": 0.04031585484872682,
      "grad_norm": 0.6414772272109985,
      "learning_rate": 0.0001398484056954611,
      "loss": 1.2792,
      "step": 568
    },
    {
      "epoch": 0.04038683346641824,
      "grad_norm": 0.5252571105957031,
      "learning_rate": 0.00013965749898978141,
      "loss": 1.0761,
      "step": 569
    },
    {
      "epoch": 0.04045781208410966,
      "grad_norm": 0.5158909559249878,
      "learning_rate": 0.00013946642062334766,
      "loss": 0.9483,
      "step": 570
    },
    {
      "epoch": 0.040528790701801085,
      "grad_norm": 0.47926220297813416,
      "learning_rate": 0.0001392751714232583,
      "loss": 0.7707,
      "step": 571
    },
    {
      "epoch": 0.0405997693194925,
      "grad_norm": 0.5228822827339172,
      "learning_rate": 0.0001390837522173512,
      "loss": 1.0844,
      "step": 572
    },
    {
      "epoch": 0.04067074793718392,
      "grad_norm": 0.5499939322471619,
      "learning_rate": 0.0001388921638342003,
      "loss": 1.1909,
      "step": 573
    },
    {
      "epoch": 0.040741726554875346,
      "grad_norm": 0.44607463479042053,
      "learning_rate": 0.0001387004071031116,
      "loss": 1.0847,
      "step": 574
    },
    {
      "epoch": 0.040812705172566764,
      "grad_norm": 0.38784557580947876,
      "learning_rate": 0.00013850848285411994,
      "loss": 0.7957,
      "step": 575
    },
    {
      "epoch": 0.04088368379025818,
      "grad_norm": 0.5445516109466553,
      "learning_rate": 0.00013831639191798532,
      "loss": 0.9202,
      "step": 576
    },
    {
      "epoch": 0.04095466240794961,
      "grad_norm": 0.4112347364425659,
      "learning_rate": 0.00013812413512618912,
      "loss": 1.0452,
      "step": 577
    },
    {
      "epoch": 0.041025641025641026,
      "grad_norm": 0.37631991505622864,
      "learning_rate": 0.00013793171331093077,
      "loss": 0.6271,
      "step": 578
    },
    {
      "epoch": 0.041096619643332444,
      "grad_norm": 0.4401751160621643,
      "learning_rate": 0.0001377391273051239,
      "loss": 0.6672,
      "step": 579
    },
    {
      "epoch": 0.04116759826102387,
      "grad_norm": 0.5842591524124146,
      "learning_rate": 0.000137546377942393,
      "loss": 0.9718,
      "step": 580
    },
    {
      "epoch": 0.04123857687871529,
      "grad_norm": 0.5490351915359497,
      "learning_rate": 0.00013735346605706948,
      "loss": 1.088,
      "step": 581
    },
    {
      "epoch": 0.041309555496406705,
      "grad_norm": 0.5382869243621826,
      "learning_rate": 0.00013716039248418845,
      "loss": 1.371,
      "step": 582
    },
    {
      "epoch": 0.04138053411409813,
      "grad_norm": 0.5532167553901672,
      "learning_rate": 0.00013696715805948474,
      "loss": 0.8585,
      "step": 583
    },
    {
      "epoch": 0.04145151273178955,
      "grad_norm": 0.49173516035079956,
      "learning_rate": 0.00013677376361938943,
      "loss": 0.9583,
      "step": 584
    },
    {
      "epoch": 0.04152249134948097,
      "grad_norm": 0.41161906719207764,
      "learning_rate": 0.00013658021000102636,
      "loss": 0.8886,
      "step": 585
    },
    {
      "epoch": 0.04159346996717239,
      "grad_norm": 0.5343323349952698,
      "learning_rate": 0.0001363864980422083,
      "loss": 1.0285,
      "step": 586
    },
    {
      "epoch": 0.04166444858486381,
      "grad_norm": 0.5849025249481201,
      "learning_rate": 0.0001361926285814335,
      "loss": 1.11,
      "step": 587
    },
    {
      "epoch": 0.04173542720255523,
      "grad_norm": 0.45898187160491943,
      "learning_rate": 0.00013599860245788178,
      "loss": 0.6871,
      "step": 588
    },
    {
      "epoch": 0.04180640582024665,
      "grad_norm": 0.6856704354286194,
      "learning_rate": 0.00013580442051141137,
      "loss": 1.1093,
      "step": 589
    },
    {
      "epoch": 0.04187738443793807,
      "grad_norm": 0.43211567401885986,
      "learning_rate": 0.00013561008358255468,
      "loss": 0.7774,
      "step": 590
    },
    {
      "epoch": 0.04194836305562949,
      "grad_norm": 0.4083027243614197,
      "learning_rate": 0.00013541559251251527,
      "loss": 0.7434,
      "step": 591
    },
    {
      "epoch": 0.042019341673320915,
      "grad_norm": 0.5157415270805359,
      "learning_rate": 0.0001352209481431637,
      "loss": 0.8896,
      "step": 592
    },
    {
      "epoch": 0.04209032029101233,
      "grad_norm": 0.5168102979660034,
      "learning_rate": 0.00013502615131703413,
      "loss": 1.1717,
      "step": 593
    },
    {
      "epoch": 0.04216129890870375,
      "grad_norm": 0.7843505144119263,
      "learning_rate": 0.00013483120287732073,
      "loss": 1.1602,
      "step": 594
    },
    {
      "epoch": 0.042232277526395176,
      "grad_norm": 0.5093374252319336,
      "learning_rate": 0.00013463610366787392,
      "loss": 1.099,
      "step": 595
    },
    {
      "epoch": 0.042303256144086594,
      "grad_norm": 0.4379906952381134,
      "learning_rate": 0.0001344408545331967,
      "loss": 0.5895,
      "step": 596
    },
    {
      "epoch": 0.04237423476177801,
      "grad_norm": 0.5639583468437195,
      "learning_rate": 0.000134245456318441,
      "loss": 0.8601,
      "step": 597
    },
    {
      "epoch": 0.04244521337946944,
      "grad_norm": 0.7109966278076172,
      "learning_rate": 0.00013404990986940412,
      "loss": 1.0953,
      "step": 598
    },
    {
      "epoch": 0.042516191997160856,
      "grad_norm": 0.7143983840942383,
      "learning_rate": 0.00013385421603252505,
      "loss": 1.1075,
      "step": 599
    },
    {
      "epoch": 0.042587170614852274,
      "grad_norm": 0.3796628415584564,
      "learning_rate": 0.00013365837565488064,
      "loss": 0.7447,
      "step": 600
    },
    {
      "epoch": 0.0426581492325437,
      "grad_norm": 0.40069779753685,
      "learning_rate": 0.00013346238958418212,
      "loss": 0.7014,
      "step": 601
    },
    {
      "epoch": 0.04272912785023512,
      "grad_norm": 0.44869229197502136,
      "learning_rate": 0.00013326625866877135,
      "loss": 0.8555,
      "step": 602
    },
    {
      "epoch": 0.042800106467926535,
      "grad_norm": 0.4235993027687073,
      "learning_rate": 0.00013306998375761718,
      "loss": 1.1808,
      "step": 603
    },
    {
      "epoch": 0.04287108508561796,
      "grad_norm": 0.499080628156662,
      "learning_rate": 0.00013287356570031175,
      "loss": 1.0787,
      "step": 604
    },
    {
      "epoch": 0.04294206370330938,
      "grad_norm": 0.5988882184028625,
      "learning_rate": 0.0001326770053470668,
      "loss": 0.9949,
      "step": 605
    },
    {
      "epoch": 0.0430130423210008,
      "grad_norm": 0.4267348349094391,
      "learning_rate": 0.00013248030354871004,
      "loss": 0.9176,
      "step": 606
    },
    {
      "epoch": 0.04308402093869222,
      "grad_norm": 0.5894296169281006,
      "learning_rate": 0.0001322834611566814,
      "loss": 1.0236,
      "step": 607
    },
    {
      "epoch": 0.04315499955638364,
      "grad_norm": 0.41801419854164124,
      "learning_rate": 0.00013208647902302945,
      "loss": 0.7847,
      "step": 608
    },
    {
      "epoch": 0.04322597817407506,
      "grad_norm": 0.47044888138771057,
      "learning_rate": 0.00013188935800040753,
      "loss": 1.1277,
      "step": 609
    },
    {
      "epoch": 0.04329695679176648,
      "grad_norm": 0.7178862690925598,
      "learning_rate": 0.0001316920989420703,
      "loss": 1.2236,
      "step": 610
    },
    {
      "epoch": 0.0433679354094579,
      "grad_norm": 0.4367338716983795,
      "learning_rate": 0.00013149470270186982,
      "loss": 1.3626,
      "step": 611
    },
    {
      "epoch": 0.04343891402714932,
      "grad_norm": 0.48298123478889465,
      "learning_rate": 0.00013129717013425198,
      "loss": 0.9466,
      "step": 612
    },
    {
      "epoch": 0.043509892644840745,
      "grad_norm": 0.4892949163913727,
      "learning_rate": 0.00013109950209425284,
      "loss": 1.1758,
      "step": 613
    },
    {
      "epoch": 0.04358087126253216,
      "grad_norm": 0.6725693345069885,
      "learning_rate": 0.00013090169943749476,
      "loss": 1.1455,
      "step": 614
    },
    {
      "epoch": 0.04365184988022358,
      "grad_norm": 1.1562362909317017,
      "learning_rate": 0.00013070376302018287,
      "loss": 1.5664,
      "step": 615
    },
    {
      "epoch": 0.043722828497915006,
      "grad_norm": 0.7288491725921631,
      "learning_rate": 0.00013050569369910125,
      "loss": 1.1505,
      "step": 616
    },
    {
      "epoch": 0.043793807115606424,
      "grad_norm": 0.4949229657649994,
      "learning_rate": 0.00013030749233160932,
      "loss": 0.8607,
      "step": 617
    },
    {
      "epoch": 0.04386478573329784,
      "grad_norm": 0.7639085650444031,
      "learning_rate": 0.00013010915977563803,
      "loss": 1.4815,
      "step": 618
    },
    {
      "epoch": 0.04393576435098927,
      "grad_norm": 0.4666518270969391,
      "learning_rate": 0.00012991069688968618,
      "loss": 0.8737,
      "step": 619
    },
    {
      "epoch": 0.044006742968680686,
      "grad_norm": 0.5160006284713745,
      "learning_rate": 0.00012971210453281674,
      "loss": 0.8936,
      "step": 620
    },
    {
      "epoch": 0.044077721586372104,
      "grad_norm": 0.4780047535896301,
      "learning_rate": 0.00012951338356465312,
      "loss": 1.0023,
      "step": 621
    },
    {
      "epoch": 0.04414870020406353,
      "grad_norm": 0.5917600989341736,
      "learning_rate": 0.0001293145348453754,
      "loss": 0.9754,
      "step": 622
    },
    {
      "epoch": 0.04421967882175495,
      "grad_norm": 0.6577644944190979,
      "learning_rate": 0.00012911555923571667,
      "loss": 1.0745,
      "step": 623
    },
    {
      "epoch": 0.044290657439446365,
      "grad_norm": 0.5000721216201782,
      "learning_rate": 0.00012891645759695926,
      "loss": 0.8164,
      "step": 624
    },
    {
      "epoch": 0.04436163605713779,
      "grad_norm": 0.41310349106788635,
      "learning_rate": 0.000128717230790931,
      "loss": 0.8256,
      "step": 625
    },
    {
      "epoch": 0.04443261467482921,
      "grad_norm": 0.4774857461452484,
      "learning_rate": 0.0001285178796800016,
      "loss": 1.0624,
      "step": 626
    },
    {
      "epoch": 0.04450359329252063,
      "grad_norm": 0.46667784452438354,
      "learning_rate": 0.0001283184051270787,
      "loss": 1.0649,
      "step": 627
    },
    {
      "epoch": 0.04457457191021205,
      "grad_norm": 0.4996703267097473,
      "learning_rate": 0.00012811880799560443,
      "loss": 0.7328,
      "step": 628
    },
    {
      "epoch": 0.04464555052790347,
      "grad_norm": 0.5850027203559875,
      "learning_rate": 0.00012791908914955137,
      "loss": 1.0544,
      "step": 629
    },
    {
      "epoch": 0.04471652914559489,
      "grad_norm": 0.8942053318023682,
      "learning_rate": 0.00012771924945341906,
      "loss": 1.0387,
      "step": 630
    },
    {
      "epoch": 0.04478750776328631,
      "grad_norm": 0.441071093082428,
      "learning_rate": 0.00012751928977223007,
      "loss": 0.8243,
      "step": 631
    },
    {
      "epoch": 0.04485848638097773,
      "grad_norm": 0.42474842071533203,
      "learning_rate": 0.0001273192109715264,
      "loss": 0.8837,
      "step": 632
    },
    {
      "epoch": 0.04492946499866915,
      "grad_norm": 0.6938759088516235,
      "learning_rate": 0.00012711901391736555,
      "loss": 1.02,
      "step": 633
    },
    {
      "epoch": 0.045000443616360575,
      "grad_norm": 0.75120609998703,
      "learning_rate": 0.00012691869947631713,
      "loss": 1.4014,
      "step": 634
    },
    {
      "epoch": 0.04507142223405199,
      "grad_norm": 0.43534791469573975,
      "learning_rate": 0.00012671826851545851,
      "loss": 0.8527,
      "step": 635
    },
    {
      "epoch": 0.04514240085174341,
      "grad_norm": 0.5954139232635498,
      "learning_rate": 0.00012651772190237182,
      "loss": 1.4413,
      "step": 636
    },
    {
      "epoch": 0.045213379469434836,
      "grad_norm": 0.5470628142356873,
      "learning_rate": 0.00012631706050513948,
      "loss": 0.8402,
      "step": 637
    },
    {
      "epoch": 0.045284358087126254,
      "grad_norm": 0.48089998960494995,
      "learning_rate": 0.00012611628519234094,
      "loss": 0.8715,
      "step": 638
    },
    {
      "epoch": 0.04535533670481767,
      "grad_norm": 0.47749659419059753,
      "learning_rate": 0.00012591539683304872,
      "loss": 1.4724,
      "step": 639
    },
    {
      "epoch": 0.04542631532250909,
      "grad_norm": 0.42377158999443054,
      "learning_rate": 0.0001257143962968246,
      "loss": 1.0446,
      "step": 640
    },
    {
      "epoch": 0.045497293940200516,
      "grad_norm": 0.49068963527679443,
      "learning_rate": 0.00012551328445371598,
      "loss": 0.8863,
      "step": 641
    },
    {
      "epoch": 0.045568272557891934,
      "grad_norm": 0.5221514701843262,
      "learning_rate": 0.0001253120621742521,
      "loss": 0.8339,
      "step": 642
    },
    {
      "epoch": 0.04563925117558335,
      "grad_norm": 0.6438264846801758,
      "learning_rate": 0.00012511073032944018,
      "loss": 1.2519,
      "step": 643
    },
    {
      "epoch": 0.04571022979327478,
      "grad_norm": 0.7869322896003723,
      "learning_rate": 0.00012490928979076165,
      "loss": 1.3604,
      "step": 644
    },
    {
      "epoch": 0.045781208410966195,
      "grad_norm": 0.470066100358963,
      "learning_rate": 0.00012470774143016853,
      "loss": 0.6806,
      "step": 645
    },
    {
      "epoch": 0.045852187028657614,
      "grad_norm": 0.4631529748439789,
      "learning_rate": 0.0001245060861200795,
      "loss": 0.9506,
      "step": 646
    },
    {
      "epoch": 0.04592316564634904,
      "grad_norm": 0.4348449110984802,
      "learning_rate": 0.00012430432473337622,
      "loss": 0.8467,
      "step": 647
    },
    {
      "epoch": 0.04599414426404046,
      "grad_norm": 0.43164345622062683,
      "learning_rate": 0.00012410245814339948,
      "loss": 0.736,
      "step": 648
    },
    {
      "epoch": 0.046065122881731875,
      "grad_norm": 0.6414816379547119,
      "learning_rate": 0.00012390048722394544,
      "loss": 1.2864,
      "step": 649
    },
    {
      "epoch": 0.0461361014994233,
      "grad_norm": 0.44231390953063965,
      "learning_rate": 0.00012369841284926188,
      "loss": 0.9917,
      "step": 650
    },
    {
      "epoch": 0.04620708011711472,
      "grad_norm": 0.5023331642150879,
      "learning_rate": 0.00012349623589404444,
      "loss": 0.7373,
      "step": 651
    },
    {
      "epoch": 0.046278058734806136,
      "grad_norm": 0.4829985797405243,
      "learning_rate": 0.0001232939572334327,
      "loss": 0.7239,
      "step": 652
    },
    {
      "epoch": 0.04634903735249756,
      "grad_norm": 0.46351441740989685,
      "learning_rate": 0.0001230915777430065,
      "loss": 1.04,
      "step": 653
    },
    {
      "epoch": 0.04642001597018898,
      "grad_norm": 0.5897548198699951,
      "learning_rate": 0.00012288909829878217,
      "loss": 1.0924,
      "step": 654
    },
    {
      "epoch": 0.0464909945878804,
      "grad_norm": 0.57280433177948,
      "learning_rate": 0.00012268651977720866,
      "loss": 0.8434,
      "step": 655
    },
    {
      "epoch": 0.04656197320557182,
      "grad_norm": 0.4536857306957245,
      "learning_rate": 0.00012248384305516387,
      "loss": 0.9929,
      "step": 656
    },
    {
      "epoch": 0.04663295182326324,
      "grad_norm": 0.653182864189148,
      "learning_rate": 0.0001222810690099506,
      "loss": 1.5457,
      "step": 657
    },
    {
      "epoch": 0.04670393044095466,
      "grad_norm": 0.4269868731498718,
      "learning_rate": 0.00012207819851929315,
      "loss": 0.763,
      "step": 658
    },
    {
      "epoch": 0.046774909058646084,
      "grad_norm": 0.4495006799697876,
      "learning_rate": 0.00012187523246133303,
      "loss": 0.8248,
      "step": 659
    },
    {
      "epoch": 0.0468458876763375,
      "grad_norm": 0.47161316871643066,
      "learning_rate": 0.00012167217171462566,
      "loss": 0.8469,
      "step": 660
    },
    {
      "epoch": 0.04691686629402892,
      "grad_norm": 0.5999827980995178,
      "learning_rate": 0.00012146901715813617,
      "loss": 1.4297,
      "step": 661
    },
    {
      "epoch": 0.046987844911720346,
      "grad_norm": 0.4145987629890442,
      "learning_rate": 0.00012126576967123581,
      "loss": 0.7104,
      "step": 662
    },
    {
      "epoch": 0.047058823529411764,
      "grad_norm": 0.513456404209137,
      "learning_rate": 0.00012106243013369811,
      "loss": 0.8922,
      "step": 663
    },
    {
      "epoch": 0.04712980214710318,
      "grad_norm": 0.5025549530982971,
      "learning_rate": 0.00012085899942569498,
      "loss": 1.104,
      "step": 664
    },
    {
      "epoch": 0.04720078076479461,
      "grad_norm": 0.4216413199901581,
      "learning_rate": 0.0001206554784277931,
      "loss": 0.6848,
      "step": 665
    },
    {
      "epoch": 0.047271759382486025,
      "grad_norm": 0.36655309796333313,
      "learning_rate": 0.00012045186802094977,
      "loss": 1.1017,
      "step": 666
    },
    {
      "epoch": 0.047342738000177444,
      "grad_norm": 0.5425492525100708,
      "learning_rate": 0.00012024816908650953,
      "loss": 0.7862,
      "step": 667
    },
    {
      "epoch": 0.04741371661786887,
      "grad_norm": 0.44651180505752563,
      "learning_rate": 0.00012004438250619991,
      "loss": 1.1714,
      "step": 668
    },
    {
      "epoch": 0.04748469523556029,
      "grad_norm": 0.4521467089653015,
      "learning_rate": 0.00011984050916212806,
      "loss": 1.1087,
      "step": 669
    },
    {
      "epoch": 0.047555673853251705,
      "grad_norm": 0.5227823257446289,
      "learning_rate": 0.00011963654993677645,
      "loss": 1.0945,
      "step": 670
    },
    {
      "epoch": 0.04762665247094313,
      "grad_norm": 0.5618770718574524,
      "learning_rate": 0.0001194325057129994,
      "loss": 1.0274,
      "step": 671
    },
    {
      "epoch": 0.04769763108863455,
      "grad_norm": 0.5292693972587585,
      "learning_rate": 0.00011922837737401922,
      "loss": 0.8609,
      "step": 672
    },
    {
      "epoch": 0.04776860970632597,
      "grad_norm": 0.5262005925178528,
      "learning_rate": 0.00011902416580342221,
      "loss": 1.0307,
      "step": 673
    },
    {
      "epoch": 0.04783958832401739,
      "grad_norm": 0.622223436832428,
      "learning_rate": 0.00011881987188515502,
      "loss": 0.8518,
      "step": 674
    },
    {
      "epoch": 0.04791056694170881,
      "grad_norm": 0.47175198793411255,
      "learning_rate": 0.00011861549650352069,
      "loss": 0.866,
      "step": 675
    },
    {
      "epoch": 0.04798154555940023,
      "grad_norm": 0.36116379499435425,
      "learning_rate": 0.00011841104054317494,
      "loss": 0.7083,
      "step": 676
    },
    {
      "epoch": 0.04805252417709165,
      "grad_norm": 0.44305914640426636,
      "learning_rate": 0.0001182065048891222,
      "loss": 0.7643,
      "step": 677
    },
    {
      "epoch": 0.04812350279478307,
      "grad_norm": 0.5526389479637146,
      "learning_rate": 0.00011800189042671198,
      "loss": 1.262,
      "step": 678
    },
    {
      "epoch": 0.04819448141247449,
      "grad_norm": 0.9224459528923035,
      "learning_rate": 0.0001177971980416348,
      "loss": 1.3406,
      "step": 679
    },
    {
      "epoch": 0.048265460030165915,
      "grad_norm": 0.36245185136795044,
      "learning_rate": 0.00011759242861991855,
      "loss": 0.8417,
      "step": 680
    },
    {
      "epoch": 0.04833643864785733,
      "grad_norm": 0.515192985534668,
      "learning_rate": 0.00011738758304792456,
      "loss": 0.7614,
      "step": 681
    },
    {
      "epoch": 0.04840741726554875,
      "grad_norm": 0.5029391646385193,
      "learning_rate": 0.00011718266221234375,
      "loss": 0.9593,
      "step": 682
    },
    {
      "epoch": 0.048478395883240176,
      "grad_norm": 0.6117028594017029,
      "learning_rate": 0.00011697766700019289,
      "loss": 1.0076,
      "step": 683
    },
    {
      "epoch": 0.048549374500931594,
      "grad_norm": 0.42440304160118103,
      "learning_rate": 0.0001167725982988106,
      "loss": 0.8378,
      "step": 684
    },
    {
      "epoch": 0.04862035311862301,
      "grad_norm": 0.5159722566604614,
      "learning_rate": 0.00011656745699585371,
      "loss": 1.2931,
      "step": 685
    },
    {
      "epoch": 0.04869133173631444,
      "grad_norm": 0.5575718879699707,
      "learning_rate": 0.00011636224397929328,
      "loss": 1.3009,
      "step": 686
    },
    {
      "epoch": 0.048762310354005856,
      "grad_norm": 0.5516735315322876,
      "learning_rate": 0.0001161569601374107,
      "loss": 0.934,
      "step": 687
    },
    {
      "epoch": 0.048833288971697274,
      "grad_norm": 0.4694089889526367,
      "learning_rate": 0.00011595160635879407,
      "loss": 1.1573,
      "step": 688
    },
    {
      "epoch": 0.0489042675893887,
      "grad_norm": 0.5654406547546387,
      "learning_rate": 0.00011574618353233413,
      "loss": 1.0059,
      "step": 689
    },
    {
      "epoch": 0.04897524620708012,
      "grad_norm": 0.38732314109802246,
      "learning_rate": 0.00011554069254722051,
      "loss": 0.9366,
      "step": 690
    },
    {
      "epoch": 0.049046224824771535,
      "grad_norm": 0.4063834846019745,
      "learning_rate": 0.0001153351342929379,
      "loss": 0.8108,
      "step": 691
    },
    {
      "epoch": 0.04911720344246296,
      "grad_norm": 0.5646436214447021,
      "learning_rate": 0.00011512950965926213,
      "loss": 1.3658,
      "step": 692
    },
    {
      "epoch": 0.04918818206015438,
      "grad_norm": 0.48101726174354553,
      "learning_rate": 0.0001149238195362564,
      "loss": 1.0327,
      "step": 693
    },
    {
      "epoch": 0.0492591606778458,
      "grad_norm": 0.44981786608695984,
      "learning_rate": 0.00011471806481426737,
      "loss": 0.7671,
      "step": 694
    },
    {
      "epoch": 0.04933013929553722,
      "grad_norm": 0.41436654329299927,
      "learning_rate": 0.00011451224638392129,
      "loss": 0.89,
      "step": 695
    },
    {
      "epoch": 0.04940111791322864,
      "grad_norm": 0.5328607559204102,
      "learning_rate": 0.00011430636513612023,
      "loss": 1.0042,
      "step": 696
    },
    {
      "epoch": 0.04947209653092006,
      "grad_norm": 0.3665737807750702,
      "learning_rate": 0.00011410042196203814,
      "loss": 0.9276,
      "step": 697
    },
    {
      "epoch": 0.04954307514861148,
      "grad_norm": 0.7731884121894836,
      "learning_rate": 0.00011389441775311704,
      "loss": 0.9852,
      "step": 698
    },
    {
      "epoch": 0.0496140537663029,
      "grad_norm": 0.5699678659439087,
      "learning_rate": 0.00011368835340106309,
      "loss": 1.0973,
      "step": 699
    },
    {
      "epoch": 0.04968503238399432,
      "grad_norm": 0.7231192588806152,
      "learning_rate": 0.00011348222979784289,
      "loss": 1.3628,
      "step": 700
    },
    {
      "epoch": 0.049756011001685745,
      "grad_norm": 0.48705920577049255,
      "learning_rate": 0.00011327604783567945,
      "loss": 0.8328,
      "step": 701
    },
    {
      "epoch": 0.04982698961937716,
      "grad_norm": 0.4550701379776001,
      "learning_rate": 0.00011306980840704828,
      "loss": 0.795,
      "step": 702
    },
    {
      "epoch": 0.04989796823706858,
      "grad_norm": 0.4338299632072449,
      "learning_rate": 0.00011286351240467387,
      "loss": 0.7499,
      "step": 703
    },
    {
      "epoch": 0.049968946854760006,
      "grad_norm": 0.528750479221344,
      "learning_rate": 0.00011265716072152546,
      "loss": 1.0196,
      "step": 704
    },
    {
      "epoch": 0.050039925472451424,
      "grad_norm": 0.46181103587150574,
      "learning_rate": 0.00011245075425081328,
      "loss": 0.8047,
      "step": 705
    },
    {
      "epoch": 0.05011090409014284,
      "grad_norm": 0.401279091835022,
      "learning_rate": 0.00011224429388598478,
      "loss": 1.1371,
      "step": 706
    },
    {
      "epoch": 0.05018188270783427,
      "grad_norm": 0.7264878749847412,
      "learning_rate": 0.00011203778052072067,
      "loss": 1.0734,
      "step": 707
    },
    {
      "epoch": 0.050252861325525686,
      "grad_norm": 0.4188409149646759,
      "learning_rate": 0.00011183121504893108,
      "loss": 0.6775,
      "step": 708
    },
    {
      "epoch": 0.050323839943217104,
      "grad_norm": 0.4594953954219818,
      "learning_rate": 0.0001116245983647517,
      "loss": 1.1337,
      "step": 709
    },
    {
      "epoch": 0.05039481856090853,
      "grad_norm": 0.5450935959815979,
      "learning_rate": 0.00011141793136253986,
      "loss": 0.8627,
      "step": 710
    },
    {
      "epoch": 0.05046579717859995,
      "grad_norm": 0.4187090992927551,
      "learning_rate": 0.0001112112149368707,
      "loss": 0.6794,
      "step": 711
    },
    {
      "epoch": 0.050536775796291365,
      "grad_norm": 0.7076210379600525,
      "learning_rate": 0.00011100444998253338,
      "loss": 0.7092,
      "step": 712
    },
    {
      "epoch": 0.05060775441398279,
      "grad_norm": 0.37662291526794434,
      "learning_rate": 0.00011079763739452696,
      "loss": 0.6673,
      "step": 713
    },
    {
      "epoch": 0.05067873303167421,
      "grad_norm": 0.5585288405418396,
      "learning_rate": 0.00011059077806805684,
      "loss": 0.8996,
      "step": 714
    },
    {
      "epoch": 0.05074971164936563,
      "grad_norm": 0.3934060335159302,
      "learning_rate": 0.0001103838728985307,
      "loss": 0.7848,
      "step": 715
    },
    {
      "epoch": 0.05082069026705705,
      "grad_norm": 0.5294661521911621,
      "learning_rate": 0.00011017692278155453,
      "loss": 1.0532,
      "step": 716
    },
    {
      "epoch": 0.05089166888474847,
      "grad_norm": 0.45057231187820435,
      "learning_rate": 0.00010996992861292906,
      "loss": 0.7842,
      "step": 717
    },
    {
      "epoch": 0.05096264750243989,
      "grad_norm": 0.48658713698387146,
      "learning_rate": 0.00010976289128864556,
      "loss": 0.9007,
      "step": 718
    },
    {
      "epoch": 0.05103362612013131,
      "grad_norm": 0.7608646154403687,
      "learning_rate": 0.00010955581170488223,
      "loss": 1.3951,
      "step": 719
    },
    {
      "epoch": 0.05110460473782273,
      "grad_norm": 0.5237053036689758,
      "learning_rate": 0.000109348690758,
      "loss": 0.9439,
      "step": 720
    },
    {
      "epoch": 0.05117558335551415,
      "grad_norm": 0.42815953493118286,
      "learning_rate": 0.00010914152934453911,
      "loss": 0.9153,
      "step": 721
    },
    {
      "epoch": 0.051246561973205575,
      "grad_norm": 0.4604078531265259,
      "learning_rate": 0.0001089343283612147,
      "loss": 0.9325,
      "step": 722
    },
    {
      "epoch": 0.05131754059089699,
      "grad_norm": 0.46155932545661926,
      "learning_rate": 0.00010872708870491337,
      "loss": 0.9077,
      "step": 723
    },
    {
      "epoch": 0.05138851920858841,
      "grad_norm": 0.48656755685806274,
      "learning_rate": 0.00010851981127268902,
      "loss": 0.8635,
      "step": 724
    },
    {
      "epoch": 0.051459497826279836,
      "grad_norm": 0.8486071228981018,
      "learning_rate": 0.00010831249696175918,
      "loss": 1.3394,
      "step": 725
    },
    {
      "epoch": 0.051530476443971254,
      "grad_norm": 0.5868819952011108,
      "learning_rate": 0.00010810514666950084,
      "loss": 0.8232,
      "step": 726
    },
    {
      "epoch": 0.05160145506166267,
      "grad_norm": 0.49988970160484314,
      "learning_rate": 0.0001078977612934469,
      "loss": 0.9983,
      "step": 727
    },
    {
      "epoch": 0.0516724336793541,
      "grad_norm": 0.46347400546073914,
      "learning_rate": 0.00010769034173128207,
      "loss": 1.1705,
      "step": 728
    },
    {
      "epoch": 0.051743412297045516,
      "grad_norm": 0.6264731287956238,
      "learning_rate": 0.00010748288888083895,
      "loss": 0.9628,
      "step": 729
    },
    {
      "epoch": 0.051814390914736934,
      "grad_norm": 0.40280890464782715,
      "learning_rate": 0.0001072754036400944,
      "loss": 0.7184,
      "step": 730
    },
    {
      "epoch": 0.05188536953242836,
      "grad_norm": 0.47143518924713135,
      "learning_rate": 0.00010706788690716529,
      "loss": 0.7931,
      "step": 731
    },
    {
      "epoch": 0.05195634815011978,
      "grad_norm": 0.5157674551010132,
      "learning_rate": 0.00010686033958030504,
      "loss": 1.2425,
      "step": 732
    },
    {
      "epoch": 0.052027326767811195,
      "grad_norm": 0.4321368634700775,
      "learning_rate": 0.00010665276255789923,
      "loss": 0.7834,
      "step": 733
    },
    {
      "epoch": 0.05209830538550262,
      "grad_norm": 0.6378187537193298,
      "learning_rate": 0.00010644515673846223,
      "loss": 0.9905,
      "step": 734
    },
    {
      "epoch": 0.05216928400319404,
      "grad_norm": 0.7659449577331543,
      "learning_rate": 0.00010623752302063283,
      "loss": 1.2245,
      "step": 735
    },
    {
      "epoch": 0.05224026262088546,
      "grad_norm": 1.1989216804504395,
      "learning_rate": 0.00010602986230317083,
      "loss": 0.7668,
      "step": 736
    },
    {
      "epoch": 0.05231124123857688,
      "grad_norm": 0.4544903635978699,
      "learning_rate": 0.00010582217548495265,
      "loss": 1.0351,
      "step": 737
    },
    {
      "epoch": 0.0523822198562683,
      "grad_norm": 0.4536181092262268,
      "learning_rate": 0.00010561446346496786,
      "loss": 0.9257,
      "step": 738
    },
    {
      "epoch": 0.05245319847395972,
      "grad_norm": 0.46267029643058777,
      "learning_rate": 0.00010540672714231507,
      "loss": 0.8154,
      "step": 739
    },
    {
      "epoch": 0.05252417709165114,
      "grad_norm": 0.5074996948242188,
      "learning_rate": 0.00010519896741619803,
      "loss": 0.8589,
      "step": 740
    },
    {
      "epoch": 0.05259515570934256,
      "grad_norm": 0.5269606709480286,
      "learning_rate": 0.00010499118518592195,
      "loss": 1.016,
      "step": 741
    },
    {
      "epoch": 0.05266613432703398,
      "grad_norm": 0.48978930711746216,
      "learning_rate": 0.00010478338135088921,
      "loss": 0.695,
      "step": 742
    },
    {
      "epoch": 0.052737112944725405,
      "grad_norm": 0.4047700762748718,
      "learning_rate": 0.00010457555681059597,
      "loss": 0.743,
      "step": 743
    },
    {
      "epoch": 0.05280809156241682,
      "grad_norm": 0.49776363372802734,
      "learning_rate": 0.00010436771246462775,
      "loss": 0.8453,
      "step": 744
    },
    {
      "epoch": 0.05287907018010824,
      "grad_norm": 0.41633984446525574,
      "learning_rate": 0.00010415984921265609,
      "loss": 1.071,
      "step": 745
    },
    {
      "epoch": 0.052950048797799666,
      "grad_norm": 0.522538423538208,
      "learning_rate": 0.00010395196795443412,
      "loss": 0.9397,
      "step": 746
    },
    {
      "epoch": 0.053021027415491084,
      "grad_norm": 0.5088208913803101,
      "learning_rate": 0.00010374406958979301,
      "loss": 0.736,
      "step": 747
    },
    {
      "epoch": 0.0530920060331825,
      "grad_norm": 0.5687628388404846,
      "learning_rate": 0.00010353615501863799,
      "loss": 1.0555,
      "step": 748
    },
    {
      "epoch": 0.05316298465087393,
      "grad_norm": 0.5914624333381653,
      "learning_rate": 0.00010332822514094442,
      "loss": 1.0823,
      "step": 749
    },
    {
      "epoch": 0.053233963268565346,
      "grad_norm": 1.122362494468689,
      "learning_rate": 0.00010312028085675391,
      "loss": 1.7508,
      "step": 750
    },
    {
      "epoch": 0.053304941886256764,
      "grad_norm": 0.4558228850364685,
      "learning_rate": 0.00010291232306617047,
      "loss": 0.9147,
      "step": 751
    },
    {
      "epoch": 0.05337592050394819,
      "grad_norm": 0.5100136399269104,
      "learning_rate": 0.00010270435266935651,
      "loss": 0.908,
      "step": 752
    },
    {
      "epoch": 0.05344689912163961,
      "grad_norm": 0.5265549421310425,
      "learning_rate": 0.00010249637056652906,
      "loss": 0.6835,
      "step": 753
    },
    {
      "epoch": 0.053517877739331025,
      "grad_norm": 0.8566885590553284,
      "learning_rate": 0.00010228837765795578,
      "loss": 1.163,
      "step": 754
    },
    {
      "epoch": 0.053588856357022444,
      "grad_norm": 0.4979284405708313,
      "learning_rate": 0.00010208037484395114,
      "loss": 0.9831,
      "step": 755
    },
    {
      "epoch": 0.05365983497471387,
      "grad_norm": 0.30654004216194153,
      "learning_rate": 0.00010187236302487247,
      "loss": 0.5975,
      "step": 756
    },
    {
      "epoch": 0.05373081359240529,
      "grad_norm": 0.5626096129417419,
      "learning_rate": 0.00010166434310111608,
      "loss": 1.0097,
      "step": 757
    },
    {
      "epoch": 0.053801792210096705,
      "grad_norm": 0.5986618399620056,
      "learning_rate": 0.00010145631597311334,
      "loss": 0.7391,
      "step": 758
    },
    {
      "epoch": 0.05387277082778813,
      "grad_norm": 0.41704750061035156,
      "learning_rate": 0.00010124828254132683,
      "loss": 0.8284,
      "step": 759
    },
    {
      "epoch": 0.05394374944547955,
      "grad_norm": 0.573652446269989,
      "learning_rate": 0.00010104024370624644,
      "loss": 1.1307,
      "step": 760
    },
    {
      "epoch": 0.05394374944547955,
      "eval_loss": 1.143958330154419,
      "eval_runtime": 318.8279,
      "eval_samples_per_second": 18.609,
      "eval_steps_per_second": 9.306,
      "step": 760
    },
    {
      "epoch": 0.054014728063170966,
      "grad_norm": 0.6022659540176392,
      "learning_rate": 0.00010083220036838539,
      "loss": 0.8994,
      "step": 761
    },
    {
      "epoch": 0.05408570668086239,
      "grad_norm": 0.4871227741241455,
      "learning_rate": 0.00010062415342827642,
      "loss": 0.6954,
      "step": 762
    },
    {
      "epoch": 0.05415668529855381,
      "grad_norm": 0.5628132224082947,
      "learning_rate": 0.00010041610378646789,
      "loss": 0.9273,
      "step": 763
    },
    {
      "epoch": 0.05422766391624523,
      "grad_norm": 0.35176271200180054,
      "learning_rate": 0.00010020805234351982,
      "loss": 0.7287,
      "step": 764
    },
    {
      "epoch": 0.05429864253393665,
      "grad_norm": 0.7125048041343689,
      "learning_rate": 0.0001,
      "loss": 1.4029,
      "step": 765
    },
    {
      "epoch": 0.05436962115162807,
      "grad_norm": 0.4653013348579407,
      "learning_rate": 9.97919476564802e-05,
      "loss": 0.7992,
      "step": 766
    },
    {
      "epoch": 0.05444059976931949,
      "grad_norm": 0.41495299339294434,
      "learning_rate": 9.958389621353211e-05,
      "loss": 0.7377,
      "step": 767
    },
    {
      "epoch": 0.054511578387010914,
      "grad_norm": 0.9330281615257263,
      "learning_rate": 9.937584657172361e-05,
      "loss": 1.2324,
      "step": 768
    },
    {
      "epoch": 0.05458255700470233,
      "grad_norm": 0.4643104076385498,
      "learning_rate": 9.916779963161465e-05,
      "loss": 0.6039,
      "step": 769
    },
    {
      "epoch": 0.05465353562239375,
      "grad_norm": 0.44230085611343384,
      "learning_rate": 9.895975629375359e-05,
      "loss": 0.886,
      "step": 770
    },
    {
      "epoch": 0.054724514240085176,
      "grad_norm": 0.5921925902366638,
      "learning_rate": 9.875171745867318e-05,
      "loss": 0.8626,
      "step": 771
    },
    {
      "epoch": 0.054795492857776594,
      "grad_norm": 0.42792779207229614,
      "learning_rate": 9.854368402688672e-05,
      "loss": 1.0361,
      "step": 772
    },
    {
      "epoch": 0.05486647147546801,
      "grad_norm": 0.430417537689209,
      "learning_rate": 9.833565689888395e-05,
      "loss": 0.8567,
      "step": 773
    },
    {
      "epoch": 0.05493745009315944,
      "grad_norm": 0.399547815322876,
      "learning_rate": 9.812763697512754e-05,
      "loss": 0.7376,
      "step": 774
    },
    {
      "epoch": 0.055008428710850855,
      "grad_norm": 0.39258602261543274,
      "learning_rate": 9.791962515604887e-05,
      "loss": 0.8182,
      "step": 775
    },
    {
      "epoch": 0.055079407328542274,
      "grad_norm": 0.4685920178890228,
      "learning_rate": 9.771162234204425e-05,
      "loss": 1.0326,
      "step": 776
    },
    {
      "epoch": 0.0551503859462337,
      "grad_norm": 0.45656755566596985,
      "learning_rate": 9.750362943347098e-05,
      "loss": 1.0849,
      "step": 777
    },
    {
      "epoch": 0.05522136456392512,
      "grad_norm": 0.35772883892059326,
      "learning_rate": 9.72956473306435e-05,
      "loss": 0.5842,
      "step": 778
    },
    {
      "epoch": 0.055292343181616535,
      "grad_norm": 0.44444626569747925,
      "learning_rate": 9.708767693382953e-05,
      "loss": 0.9457,
      "step": 779
    },
    {
      "epoch": 0.05536332179930796,
      "grad_norm": 0.37215256690979004,
      "learning_rate": 9.687971914324607e-05,
      "loss": 0.6809,
      "step": 780
    },
    {
      "epoch": 0.05543430041699938,
      "grad_norm": 0.4729958772659302,
      "learning_rate": 9.667177485905562e-05,
      "loss": 0.7504,
      "step": 781
    },
    {
      "epoch": 0.055505279034690796,
      "grad_norm": 0.46955567598342896,
      "learning_rate": 9.646384498136202e-05,
      "loss": 0.8069,
      "step": 782
    },
    {
      "epoch": 0.05557625765238222,
      "grad_norm": 0.5291727185249329,
      "learning_rate": 9.625593041020701e-05,
      "loss": 0.7867,
      "step": 783
    },
    {
      "epoch": 0.05564723627007364,
      "grad_norm": 0.42008429765701294,
      "learning_rate": 9.604803204556592e-05,
      "loss": 0.7718,
      "step": 784
    },
    {
      "epoch": 0.05571821488776506,
      "grad_norm": 0.43027082085609436,
      "learning_rate": 9.584015078734395e-05,
      "loss": 1.0753,
      "step": 785
    },
    {
      "epoch": 0.05578919350545648,
      "grad_norm": 0.4730919897556305,
      "learning_rate": 9.563228753537227e-05,
      "loss": 0.8856,
      "step": 786
    },
    {
      "epoch": 0.0558601721231479,
      "grad_norm": 0.6458779573440552,
      "learning_rate": 9.542444318940407e-05,
      "loss": 1.1573,
      "step": 787
    },
    {
      "epoch": 0.05593115074083932,
      "grad_norm": 0.43937742710113525,
      "learning_rate": 9.52166186491108e-05,
      "loss": 0.7036,
      "step": 788
    },
    {
      "epoch": 0.056002129358530744,
      "grad_norm": 0.5911837816238403,
      "learning_rate": 9.50088148140781e-05,
      "loss": 0.9573,
      "step": 789
    },
    {
      "epoch": 0.05607310797622216,
      "grad_norm": 0.46387797594070435,
      "learning_rate": 9.480103258380198e-05,
      "loss": 1.3348,
      "step": 790
    },
    {
      "epoch": 0.05614408659391358,
      "grad_norm": 0.4157032370567322,
      "learning_rate": 9.459327285768495e-05,
      "loss": 0.7322,
      "step": 791
    },
    {
      "epoch": 0.056215065211605006,
      "grad_norm": 0.5450018048286438,
      "learning_rate": 9.438553653503215e-05,
      "loss": 0.8152,
      "step": 792
    },
    {
      "epoch": 0.056286043829296424,
      "grad_norm": 0.5355526804924011,
      "learning_rate": 9.417782451504737e-05,
      "loss": 0.8565,
      "step": 793
    },
    {
      "epoch": 0.05635702244698784,
      "grad_norm": 0.5745027661323547,
      "learning_rate": 9.397013769682924e-05,
      "loss": 0.9031,
      "step": 794
    },
    {
      "epoch": 0.05642800106467927,
      "grad_norm": 0.529189944267273,
      "learning_rate": 9.376247697936719e-05,
      "loss": 1.0781,
      "step": 795
    },
    {
      "epoch": 0.056498979682370686,
      "grad_norm": 0.5591095089912415,
      "learning_rate": 9.35548432615378e-05,
      "loss": 1.1879,
      "step": 796
    },
    {
      "epoch": 0.056569958300062104,
      "grad_norm": 0.5515989065170288,
      "learning_rate": 9.334723744210077e-05,
      "loss": 1.1505,
      "step": 797
    },
    {
      "epoch": 0.05664093691775353,
      "grad_norm": 0.4382818341255188,
      "learning_rate": 9.313966041969501e-05,
      "loss": 1.4353,
      "step": 798
    },
    {
      "epoch": 0.05671191553544495,
      "grad_norm": 0.37809687852859497,
      "learning_rate": 9.293211309283472e-05,
      "loss": 0.797,
      "step": 799
    },
    {
      "epoch": 0.056782894153136365,
      "grad_norm": 0.45443278551101685,
      "learning_rate": 9.272459635990562e-05,
      "loss": 1.0964,
      "step": 800
    },
    {
      "epoch": 0.05685387277082779,
      "grad_norm": 0.46237078309059143,
      "learning_rate": 9.251711111916105e-05,
      "loss": 1.056,
      "step": 801
    },
    {
      "epoch": 0.05692485138851921,
      "grad_norm": 0.4409914016723633,
      "learning_rate": 9.230965826871798e-05,
      "loss": 0.9922,
      "step": 802
    },
    {
      "epoch": 0.05699583000621063,
      "grad_norm": 0.5637005567550659,
      "learning_rate": 9.210223870655312e-05,
      "loss": 0.8275,
      "step": 803
    },
    {
      "epoch": 0.05706680862390205,
      "grad_norm": 0.4726601243019104,
      "learning_rate": 9.189485333049918e-05,
      "loss": 1.107,
      "step": 804
    },
    {
      "epoch": 0.05713778724159347,
      "grad_norm": 0.47106844186782837,
      "learning_rate": 9.168750303824084e-05,
      "loss": 0.7579,
      "step": 805
    },
    {
      "epoch": 0.05720876585928489,
      "grad_norm": 0.5387411117553711,
      "learning_rate": 9.148018872731097e-05,
      "loss": 1.186,
      "step": 806
    },
    {
      "epoch": 0.05727974447697631,
      "grad_norm": 0.3481970727443695,
      "learning_rate": 9.127291129508666e-05,
      "loss": 0.9774,
      "step": 807
    },
    {
      "epoch": 0.05735072309466773,
      "grad_norm": 0.41809704899787903,
      "learning_rate": 9.106567163878533e-05,
      "loss": 0.9479,
      "step": 808
    },
    {
      "epoch": 0.05742170171235915,
      "grad_norm": 0.48579174280166626,
      "learning_rate": 9.085847065546091e-05,
      "loss": 1.1367,
      "step": 809
    },
    {
      "epoch": 0.057492680330050575,
      "grad_norm": 0.7550647258758545,
      "learning_rate": 9.065130924199998e-05,
      "loss": 1.4162,
      "step": 810
    },
    {
      "epoch": 0.05756365894774199,
      "grad_norm": 0.5110106468200684,
      "learning_rate": 9.044418829511781e-05,
      "loss": 1.1644,
      "step": 811
    },
    {
      "epoch": 0.05763463756543341,
      "grad_norm": 0.4935448169708252,
      "learning_rate": 9.023710871135445e-05,
      "loss": 0.9924,
      "step": 812
    },
    {
      "epoch": 0.057705616183124836,
      "grad_norm": 0.4281284809112549,
      "learning_rate": 9.003007138707095e-05,
      "loss": 1.1011,
      "step": 813
    },
    {
      "epoch": 0.057776594800816254,
      "grad_norm": 0.8022438883781433,
      "learning_rate": 8.982307721844546e-05,
      "loss": 1.2373,
      "step": 814
    },
    {
      "epoch": 0.05784757341850767,
      "grad_norm": 0.5866879820823669,
      "learning_rate": 8.961612710146934e-05,
      "loss": 0.7611,
      "step": 815
    },
    {
      "epoch": 0.0579185520361991,
      "grad_norm": 0.4343041181564331,
      "learning_rate": 8.940922193194317e-05,
      "loss": 1.2517,
      "step": 816
    },
    {
      "epoch": 0.057989530653890516,
      "grad_norm": 0.5071814656257629,
      "learning_rate": 8.920236260547305e-05,
      "loss": 0.8008,
      "step": 817
    },
    {
      "epoch": 0.058060509271581934,
      "grad_norm": 0.4455975592136383,
      "learning_rate": 8.899555001746664e-05,
      "loss": 1.2199,
      "step": 818
    },
    {
      "epoch": 0.05813148788927336,
      "grad_norm": 0.4464939832687378,
      "learning_rate": 8.87887850631293e-05,
      "loss": 0.8753,
      "step": 819
    },
    {
      "epoch": 0.05820246650696478,
      "grad_norm": 0.6113954782485962,
      "learning_rate": 8.858206863746018e-05,
      "loss": 0.7657,
      "step": 820
    },
    {
      "epoch": 0.058273445124656195,
      "grad_norm": 0.5165473818778992,
      "learning_rate": 8.837540163524833e-05,
      "loss": 0.7691,
      "step": 821
    },
    {
      "epoch": 0.05834442374234762,
      "grad_norm": 0.6169039607048035,
      "learning_rate": 8.816878495106893e-05,
      "loss": 0.7636,
      "step": 822
    },
    {
      "epoch": 0.05841540236003904,
      "grad_norm": 0.6295598745346069,
      "learning_rate": 8.796221947927932e-05,
      "loss": 0.98,
      "step": 823
    },
    {
      "epoch": 0.05848638097773046,
      "grad_norm": 0.5472109317779541,
      "learning_rate": 8.775570611401523e-05,
      "loss": 1.2101,
      "step": 824
    },
    {
      "epoch": 0.05855735959542188,
      "grad_norm": 0.514237642288208,
      "learning_rate": 8.754924574918675e-05,
      "loss": 0.9967,
      "step": 825
    },
    {
      "epoch": 0.0586283382131133,
      "grad_norm": 0.7393650412559509,
      "learning_rate": 8.734283927847456e-05,
      "loss": 1.2544,
      "step": 826
    },
    {
      "epoch": 0.05869931683080472,
      "grad_norm": 0.48993179202079773,
      "learning_rate": 8.713648759532611e-05,
      "loss": 1.1244,
      "step": 827
    },
    {
      "epoch": 0.05877029544849614,
      "grad_norm": 0.56045001745224,
      "learning_rate": 8.693019159295176e-05,
      "loss": 0.8239,
      "step": 828
    },
    {
      "epoch": 0.05884127406618756,
      "grad_norm": 0.5202780365943909,
      "learning_rate": 8.67239521643206e-05,
      "loss": 1.0052,
      "step": 829
    },
    {
      "epoch": 0.05891225268387898,
      "grad_norm": 0.7044762372970581,
      "learning_rate": 8.651777020215712e-05,
      "loss": 1.1124,
      "step": 830
    },
    {
      "epoch": 0.058983231301570405,
      "grad_norm": 0.5765328407287598,
      "learning_rate": 8.631164659893692e-05,
      "loss": 0.8035,
      "step": 831
    },
    {
      "epoch": 0.05905420991926182,
      "grad_norm": 0.4298005998134613,
      "learning_rate": 8.610558224688297e-05,
      "loss": 0.5913,
      "step": 832
    },
    {
      "epoch": 0.05912518853695324,
      "grad_norm": 0.6062210202217102,
      "learning_rate": 8.589957803796187e-05,
      "loss": 0.9025,
      "step": 833
    },
    {
      "epoch": 0.059196167154644666,
      "grad_norm": 0.6330482363700867,
      "learning_rate": 8.569363486387979e-05,
      "loss": 1.1401,
      "step": 834
    },
    {
      "epoch": 0.059267145772336084,
      "grad_norm": 0.4465197026729584,
      "learning_rate": 8.548775361607872e-05,
      "loss": 0.6989,
      "step": 835
    },
    {
      "epoch": 0.0593381243900275,
      "grad_norm": 0.5938302278518677,
      "learning_rate": 8.528193518573264e-05,
      "loss": 1.0119,
      "step": 836
    },
    {
      "epoch": 0.05940910300771893,
      "grad_norm": 0.5769994258880615,
      "learning_rate": 8.507618046374364e-05,
      "loss": 1.1917,
      "step": 837
    },
    {
      "epoch": 0.059480081625410346,
      "grad_norm": 0.4427647590637207,
      "learning_rate": 8.48704903407379e-05,
      "loss": 0.7686,
      "step": 838
    },
    {
      "epoch": 0.059551060243101764,
      "grad_norm": 0.45996353030204773,
      "learning_rate": 8.466486570706214e-05,
      "loss": 0.8952,
      "step": 839
    },
    {
      "epoch": 0.05962203886079319,
      "grad_norm": 0.41044795513153076,
      "learning_rate": 8.445930745277953e-05,
      "loss": 0.9058,
      "step": 840
    },
    {
      "epoch": 0.05969301747848461,
      "grad_norm": 0.487370103597641,
      "learning_rate": 8.425381646766592e-05,
      "loss": 0.9183,
      "step": 841
    },
    {
      "epoch": 0.059763996096176025,
      "grad_norm": 0.5819969177246094,
      "learning_rate": 8.404839364120595e-05,
      "loss": 1.0911,
      "step": 842
    },
    {
      "epoch": 0.05983497471386745,
      "grad_norm": 0.5515962839126587,
      "learning_rate": 8.384303986258932e-05,
      "loss": 1.2672,
      "step": 843
    },
    {
      "epoch": 0.05990595333155887,
      "grad_norm": 0.5261966586112976,
      "learning_rate": 8.363775602070676e-05,
      "loss": 1.0107,
      "step": 844
    },
    {
      "epoch": 0.05997693194925029,
      "grad_norm": 0.5227441191673279,
      "learning_rate": 8.343254300414628e-05,
      "loss": 1.3093,
      "step": 845
    },
    {
      "epoch": 0.06004791056694171,
      "grad_norm": 0.46283939480781555,
      "learning_rate": 8.322740170118945e-05,
      "loss": 0.9328,
      "step": 846
    },
    {
      "epoch": 0.06011888918463313,
      "grad_norm": 0.5098981857299805,
      "learning_rate": 8.302233299980715e-05,
      "loss": 1.0022,
      "step": 847
    },
    {
      "epoch": 0.06018986780232455,
      "grad_norm": 0.46010369062423706,
      "learning_rate": 8.281733778765628e-05,
      "loss": 0.7302,
      "step": 848
    },
    {
      "epoch": 0.06026084642001597,
      "grad_norm": 0.5350693464279175,
      "learning_rate": 8.261241695207546e-05,
      "loss": 1.0035,
      "step": 849
    },
    {
      "epoch": 0.06033182503770739,
      "grad_norm": 0.404192179441452,
      "learning_rate": 8.240757138008149e-05,
      "loss": 1.0376,
      "step": 850
    },
    {
      "epoch": 0.06040280365539881,
      "grad_norm": 0.46311813592910767,
      "learning_rate": 8.220280195836522e-05,
      "loss": 0.825,
      "step": 851
    },
    {
      "epoch": 0.060473782273090235,
      "grad_norm": 0.43290403485298157,
      "learning_rate": 8.199810957328803e-05,
      "loss": 0.8179,
      "step": 852
    },
    {
      "epoch": 0.06054476089078165,
      "grad_norm": 0.45293161273002625,
      "learning_rate": 8.179349511087781e-05,
      "loss": 0.9781,
      "step": 853
    },
    {
      "epoch": 0.06061573950847307,
      "grad_norm": 0.40637698769569397,
      "learning_rate": 8.158895945682512e-05,
      "loss": 0.8868,
      "step": 854
    },
    {
      "epoch": 0.060686718126164496,
      "grad_norm": 0.49592840671539307,
      "learning_rate": 8.138450349647936e-05,
      "loss": 0.75,
      "step": 855
    },
    {
      "epoch": 0.060757696743855914,
      "grad_norm": 0.5341911315917969,
      "learning_rate": 8.1180128114845e-05,
      "loss": 0.7908,
      "step": 856
    },
    {
      "epoch": 0.06082867536154733,
      "grad_norm": 0.5411398410797119,
      "learning_rate": 8.09758341965778e-05,
      "loss": 1.4179,
      "step": 857
    },
    {
      "epoch": 0.06089965397923876,
      "grad_norm": 0.4825747609138489,
      "learning_rate": 8.07716226259808e-05,
      "loss": 0.8134,
      "step": 858
    },
    {
      "epoch": 0.060970632596930176,
      "grad_norm": 0.512357771396637,
      "learning_rate": 8.056749428700063e-05,
      "loss": 0.8329,
      "step": 859
    },
    {
      "epoch": 0.061041611214621594,
      "grad_norm": 0.8316511511802673,
      "learning_rate": 8.036345006322359e-05,
      "loss": 1.4789,
      "step": 860
    },
    {
      "epoch": 0.06111258983231302,
      "grad_norm": 0.3948736786842346,
      "learning_rate": 8.015949083787196e-05,
      "loss": 1.0698,
      "step": 861
    },
    {
      "epoch": 0.06118356845000444,
      "grad_norm": 0.5631576776504517,
      "learning_rate": 7.995561749380007e-05,
      "loss": 0.7782,
      "step": 862
    },
    {
      "epoch": 0.061254547067695855,
      "grad_norm": 0.516615629196167,
      "learning_rate": 7.975183091349051e-05,
      "loss": 0.8216,
      "step": 863
    },
    {
      "epoch": 0.06132552568538728,
      "grad_norm": 0.38956257700920105,
      "learning_rate": 7.954813197905025e-05,
      "loss": 0.6606,
      "step": 864
    },
    {
      "epoch": 0.0613965043030787,
      "grad_norm": 0.4145750105381012,
      "learning_rate": 7.934452157220694e-05,
      "loss": 0.8497,
      "step": 865
    },
    {
      "epoch": 0.06146748292077012,
      "grad_norm": 0.8024579286575317,
      "learning_rate": 7.914100057430501e-05,
      "loss": 1.1795,
      "step": 866
    },
    {
      "epoch": 0.06153846153846154,
      "grad_norm": 0.3893747627735138,
      "learning_rate": 7.893756986630193e-05,
      "loss": 0.8275,
      "step": 867
    },
    {
      "epoch": 0.06160944015615296,
      "grad_norm": 0.5550110936164856,
      "learning_rate": 7.873423032876422e-05,
      "loss": 1.2373,
      "step": 868
    },
    {
      "epoch": 0.06168041877384438,
      "grad_norm": 0.40222764015197754,
      "learning_rate": 7.853098284186385e-05,
      "loss": 0.6882,
      "step": 869
    },
    {
      "epoch": 0.061751397391535796,
      "grad_norm": 0.7859969139099121,
      "learning_rate": 7.832782828537437e-05,
      "loss": 1.2612,
      "step": 870
    },
    {
      "epoch": 0.06182237600922722,
      "grad_norm": 0.4929988980293274,
      "learning_rate": 7.812476753866698e-05,
      "loss": 0.6883,
      "step": 871
    },
    {
      "epoch": 0.06189335462691864,
      "grad_norm": 0.3896849453449249,
      "learning_rate": 7.79218014807069e-05,
      "loss": 0.8023,
      "step": 872
    },
    {
      "epoch": 0.06196433324461006,
      "grad_norm": 0.4064564108848572,
      "learning_rate": 7.77189309900494e-05,
      "loss": 0.9207,
      "step": 873
    },
    {
      "epoch": 0.06203531186230148,
      "grad_norm": 0.6108165979385376,
      "learning_rate": 7.751615694483615e-05,
      "loss": 0.887,
      "step": 874
    },
    {
      "epoch": 0.0621062904799929,
      "grad_norm": 0.4458058774471283,
      "learning_rate": 7.731348022279134e-05,
      "loss": 0.9578,
      "step": 875
    },
    {
      "epoch": 0.06217726909768432,
      "grad_norm": 0.41804903745651245,
      "learning_rate": 7.711090170121787e-05,
      "loss": 0.617,
      "step": 876
    },
    {
      "epoch": 0.062248247715375744,
      "grad_norm": 0.5326067209243774,
      "learning_rate": 7.690842225699355e-05,
      "loss": 0.7876,
      "step": 877
    },
    {
      "epoch": 0.06231922633306716,
      "grad_norm": 0.4585985243320465,
      "learning_rate": 7.670604276656733e-05,
      "loss": 0.7251,
      "step": 878
    },
    {
      "epoch": 0.06239020495075858,
      "grad_norm": 0.4614619016647339,
      "learning_rate": 7.650376410595556e-05,
      "loss": 0.8323,
      "step": 879
    },
    {
      "epoch": 0.062461183568450006,
      "grad_norm": 0.5251388549804688,
      "learning_rate": 7.630158715073813e-05,
      "loss": 0.8285,
      "step": 880
    },
    {
      "epoch": 0.06253216218614142,
      "grad_norm": 0.6061953902244568,
      "learning_rate": 7.609951277605459e-05,
      "loss": 1.3864,
      "step": 881
    },
    {
      "epoch": 0.06260314080383285,
      "grad_norm": 0.44978392124176025,
      "learning_rate": 7.589754185660055e-05,
      "loss": 0.7591,
      "step": 882
    },
    {
      "epoch": 0.06267411942152426,
      "grad_norm": 0.5981503129005432,
      "learning_rate": 7.569567526662377e-05,
      "loss": 0.7049,
      "step": 883
    },
    {
      "epoch": 0.06274509803921569,
      "grad_norm": 0.5276585817337036,
      "learning_rate": 7.54939138799205e-05,
      "loss": 0.9738,
      "step": 884
    },
    {
      "epoch": 0.06281607665690711,
      "grad_norm": 0.5358104109764099,
      "learning_rate": 7.52922585698315e-05,
      "loss": 1.0476,
      "step": 885
    },
    {
      "epoch": 0.06288705527459852,
      "grad_norm": 0.42157360911369324,
      "learning_rate": 7.509071020923838e-05,
      "loss": 0.6157,
      "step": 886
    },
    {
      "epoch": 0.06295803389228995,
      "grad_norm": 0.967678964138031,
      "learning_rate": 7.488926967055983e-05,
      "loss": 1.1042,
      "step": 887
    },
    {
      "epoch": 0.06302901250998137,
      "grad_norm": 0.4058767259120941,
      "learning_rate": 7.468793782574787e-05,
      "loss": 0.9413,
      "step": 888
    },
    {
      "epoch": 0.06309999112767278,
      "grad_norm": 0.5770366787910461,
      "learning_rate": 7.448671554628401e-05,
      "loss": 0.9176,
      "step": 889
    },
    {
      "epoch": 0.06317096974536421,
      "grad_norm": 0.39688193798065186,
      "learning_rate": 7.428560370317542e-05,
      "loss": 0.7933,
      "step": 890
    },
    {
      "epoch": 0.06324194836305563,
      "grad_norm": 0.4715431034564972,
      "learning_rate": 7.408460316695131e-05,
      "loss": 0.9711,
      "step": 891
    },
    {
      "epoch": 0.06331292698074704,
      "grad_norm": 0.6987452507019043,
      "learning_rate": 7.388371480765905e-05,
      "loss": 0.8968,
      "step": 892
    },
    {
      "epoch": 0.06338390559843847,
      "grad_norm": 0.5426605343818665,
      "learning_rate": 7.368293949486053e-05,
      "loss": 0.7908,
      "step": 893
    },
    {
      "epoch": 0.0634548842161299,
      "grad_norm": 0.4773741662502289,
      "learning_rate": 7.348227809762822e-05,
      "loss": 0.8277,
      "step": 894
    },
    {
      "epoch": 0.0635258628338213,
      "grad_norm": 0.5149322152137756,
      "learning_rate": 7.328173148454151e-05,
      "loss": 1.1174,
      "step": 895
    },
    {
      "epoch": 0.06359684145151273,
      "grad_norm": 0.41539573669433594,
      "learning_rate": 7.308130052368291e-05,
      "loss": 1.0889,
      "step": 896
    },
    {
      "epoch": 0.06366782006920416,
      "grad_norm": 0.5249553918838501,
      "learning_rate": 7.288098608263443e-05,
      "loss": 0.7494,
      "step": 897
    },
    {
      "epoch": 0.06373879868689557,
      "grad_norm": 0.4226088225841522,
      "learning_rate": 7.268078902847364e-05,
      "loss": 0.898,
      "step": 898
    },
    {
      "epoch": 0.06380977730458699,
      "grad_norm": 0.5793625712394714,
      "learning_rate": 7.248071022776994e-05,
      "loss": 0.8713,
      "step": 899
    },
    {
      "epoch": 0.06388075592227842,
      "grad_norm": 0.3831089735031128,
      "learning_rate": 7.228075054658096e-05,
      "loss": 0.8703,
      "step": 900
    },
    {
      "epoch": 0.06395173453996983,
      "grad_norm": 0.4109995365142822,
      "learning_rate": 7.208091085044861e-05,
      "loss": 0.7557,
      "step": 901
    },
    {
      "epoch": 0.06402271315766125,
      "grad_norm": 0.7380208969116211,
      "learning_rate": 7.188119200439559e-05,
      "loss": 1.256,
      "step": 902
    },
    {
      "epoch": 0.06409369177535268,
      "grad_norm": 1.201945185661316,
      "learning_rate": 7.168159487292132e-05,
      "loss": 1.4908,
      "step": 903
    },
    {
      "epoch": 0.06416467039304409,
      "grad_norm": 0.5187975764274597,
      "learning_rate": 7.148212031999844e-05,
      "loss": 0.8858,
      "step": 904
    },
    {
      "epoch": 0.06423564901073552,
      "grad_norm": 0.41696760058403015,
      "learning_rate": 7.1282769209069e-05,
      "loss": 1.1328,
      "step": 905
    },
    {
      "epoch": 0.06430662762842694,
      "grad_norm": 0.4980100393295288,
      "learning_rate": 7.108354240304073e-05,
      "loss": 1.0972,
      "step": 906
    },
    {
      "epoch": 0.06437760624611835,
      "grad_norm": 0.41611361503601074,
      "learning_rate": 7.088444076428334e-05,
      "loss": 0.7814,
      "step": 907
    },
    {
      "epoch": 0.06444858486380978,
      "grad_norm": 0.639154314994812,
      "learning_rate": 7.068546515462461e-05,
      "loss": 1.5635,
      "step": 908
    },
    {
      "epoch": 0.0645195634815012,
      "grad_norm": 0.5297724604606628,
      "learning_rate": 7.04866164353469e-05,
      "loss": 0.8865,
      "step": 909
    },
    {
      "epoch": 0.06459054209919261,
      "grad_norm": 0.4085179269313812,
      "learning_rate": 7.028789546718326e-05,
      "loss": 0.9884,
      "step": 910
    },
    {
      "epoch": 0.06466152071688404,
      "grad_norm": 0.6046251654624939,
      "learning_rate": 7.008930311031385e-05,
      "loss": 0.9849,
      "step": 911
    },
    {
      "epoch": 0.06473249933457546,
      "grad_norm": 0.4558212161064148,
      "learning_rate": 6.989084022436201e-05,
      "loss": 0.9358,
      "step": 912
    },
    {
      "epoch": 0.06480347795226687,
      "grad_norm": 0.53575599193573,
      "learning_rate": 6.96925076683907e-05,
      "loss": 0.9383,
      "step": 913
    },
    {
      "epoch": 0.0648744565699583,
      "grad_norm": 0.48746436834335327,
      "learning_rate": 6.949430630089874e-05,
      "loss": 1.0728,
      "step": 914
    },
    {
      "epoch": 0.06494543518764972,
      "grad_norm": 0.4760683476924896,
      "learning_rate": 6.929623697981718e-05,
      "loss": 0.7857,
      "step": 915
    },
    {
      "epoch": 0.06501641380534114,
      "grad_norm": 0.40877968072891235,
      "learning_rate": 6.909830056250527e-05,
      "loss": 0.7443,
      "step": 916
    },
    {
      "epoch": 0.06508739242303256,
      "grad_norm": 0.6897351741790771,
      "learning_rate": 6.89004979057472e-05,
      "loss": 1.0616,
      "step": 917
    },
    {
      "epoch": 0.06515837104072399,
      "grad_norm": 0.4251280128955841,
      "learning_rate": 6.870282986574803e-05,
      "loss": 1.1707,
      "step": 918
    },
    {
      "epoch": 0.0652293496584154,
      "grad_norm": 0.5796605944633484,
      "learning_rate": 6.85052972981302e-05,
      "loss": 1.1682,
      "step": 919
    },
    {
      "epoch": 0.06530032827610682,
      "grad_norm": 0.41627371311187744,
      "learning_rate": 6.830790105792973e-05,
      "loss": 1.1093,
      "step": 920
    },
    {
      "epoch": 0.06537130689379825,
      "grad_norm": 0.47428157925605774,
      "learning_rate": 6.81106419995925e-05,
      "loss": 1.1235,
      "step": 921
    },
    {
      "epoch": 0.06544228551148966,
      "grad_norm": 0.44466593861579895,
      "learning_rate": 6.791352097697059e-05,
      "loss": 0.6388,
      "step": 922
    },
    {
      "epoch": 0.06551326412918108,
      "grad_norm": 0.5357440114021301,
      "learning_rate": 6.771653884331858e-05,
      "loss": 1.1076,
      "step": 923
    },
    {
      "epoch": 0.06558424274687251,
      "grad_norm": 0.5758832693099976,
      "learning_rate": 6.751969645129002e-05,
      "loss": 0.9104,
      "step": 924
    },
    {
      "epoch": 0.06565522136456392,
      "grad_norm": 0.43238624930381775,
      "learning_rate": 6.732299465293322e-05,
      "loss": 0.6719,
      "step": 925
    },
    {
      "epoch": 0.06572619998225535,
      "grad_norm": 0.4711134433746338,
      "learning_rate": 6.712643429968827e-05,
      "loss": 0.7953,
      "step": 926
    },
    {
      "epoch": 0.06579717859994677,
      "grad_norm": 0.7833572030067444,
      "learning_rate": 6.693001624238284e-05,
      "loss": 1.0974,
      "step": 927
    },
    {
      "epoch": 0.06586815721763818,
      "grad_norm": 0.5870407819747925,
      "learning_rate": 6.673374133122869e-05,
      "loss": 1.091,
      "step": 928
    },
    {
      "epoch": 0.06593913583532961,
      "grad_norm": 0.5864545702934265,
      "learning_rate": 6.653761041581791e-05,
      "loss": 1.0747,
      "step": 929
    },
    {
      "epoch": 0.06601011445302103,
      "grad_norm": 0.40709081292152405,
      "learning_rate": 6.63416243451194e-05,
      "loss": 0.746,
      "step": 930
    },
    {
      "epoch": 0.06608109307071244,
      "grad_norm": 0.45212748646736145,
      "learning_rate": 6.614578396747497e-05,
      "loss": 0.683,
      "step": 931
    },
    {
      "epoch": 0.06615207168840387,
      "grad_norm": 0.6639969348907471,
      "learning_rate": 6.595009013059585e-05,
      "loss": 0.6336,
      "step": 932
    },
    {
      "epoch": 0.0662230503060953,
      "grad_norm": 0.3559705913066864,
      "learning_rate": 6.575454368155905e-05,
      "loss": 0.9329,
      "step": 933
    },
    {
      "epoch": 0.0662940289237867,
      "grad_norm": 0.4232269823551178,
      "learning_rate": 6.555914546680334e-05,
      "loss": 0.7573,
      "step": 934
    },
    {
      "epoch": 0.06636500754147813,
      "grad_norm": 0.5144289135932922,
      "learning_rate": 6.536389633212609e-05,
      "loss": 0.9837,
      "step": 935
    },
    {
      "epoch": 0.06643598615916955,
      "grad_norm": 0.3797454535961151,
      "learning_rate": 6.516879712267928e-05,
      "loss": 0.735,
      "step": 936
    },
    {
      "epoch": 0.06650696477686097,
      "grad_norm": 0.42665499448776245,
      "learning_rate": 6.497384868296592e-05,
      "loss": 0.9737,
      "step": 937
    },
    {
      "epoch": 0.06657794339455239,
      "grad_norm": 0.4902707040309906,
      "learning_rate": 6.477905185683635e-05,
      "loss": 1.032,
      "step": 938
    },
    {
      "epoch": 0.06664892201224382,
      "grad_norm": 0.5140261650085449,
      "learning_rate": 6.458440748748474e-05,
      "loss": 1.3116,
      "step": 939
    },
    {
      "epoch": 0.06671990062993523,
      "grad_norm": 0.5000932216644287,
      "learning_rate": 6.43899164174453e-05,
      "loss": 1.2153,
      "step": 940
    },
    {
      "epoch": 0.06679087924762665,
      "grad_norm": 0.35744380950927734,
      "learning_rate": 6.419557948858867e-05,
      "loss": 0.8192,
      "step": 941
    },
    {
      "epoch": 0.06686185786531808,
      "grad_norm": 0.623569130897522,
      "learning_rate": 6.400139754211823e-05,
      "loss": 1.2758,
      "step": 942
    },
    {
      "epoch": 0.06693283648300949,
      "grad_norm": 0.6371176838874817,
      "learning_rate": 6.380737141856652e-05,
      "loss": 0.9024,
      "step": 943
    },
    {
      "epoch": 0.06700381510070091,
      "grad_norm": 0.41319799423217773,
      "learning_rate": 6.36135019577917e-05,
      "loss": 0.7191,
      "step": 944
    },
    {
      "epoch": 0.06707479371839234,
      "grad_norm": 0.4363900423049927,
      "learning_rate": 6.341978999897365e-05,
      "loss": 0.8122,
      "step": 945
    },
    {
      "epoch": 0.06714577233608375,
      "grad_norm": 0.49426305294036865,
      "learning_rate": 6.322623638061061e-05,
      "loss": 0.8823,
      "step": 946
    },
    {
      "epoch": 0.06721675095377518,
      "grad_norm": 0.40848255157470703,
      "learning_rate": 6.30328419405153e-05,
      "loss": 0.8382,
      "step": 947
    },
    {
      "epoch": 0.0672877295714666,
      "grad_norm": 0.43098050355911255,
      "learning_rate": 6.283960751581155e-05,
      "loss": 0.8221,
      "step": 948
    },
    {
      "epoch": 0.06735870818915801,
      "grad_norm": 0.6061496734619141,
      "learning_rate": 6.26465339429305e-05,
      "loss": 0.978,
      "step": 949
    },
    {
      "epoch": 0.06742968680684944,
      "grad_norm": 0.4417928159236908,
      "learning_rate": 6.245362205760704e-05,
      "loss": 0.8089,
      "step": 950
    },
    {
      "epoch": 0.06750066542454086,
      "grad_norm": 0.3787408173084259,
      "learning_rate": 6.22608726948761e-05,
      "loss": 0.8926,
      "step": 951
    },
    {
      "epoch": 0.06757164404223227,
      "grad_norm": 0.4527862071990967,
      "learning_rate": 6.206828668906926e-05,
      "loss": 0.75,
      "step": 952
    },
    {
      "epoch": 0.0676426226599237,
      "grad_norm": 0.4186784029006958,
      "learning_rate": 6.187586487381089e-05,
      "loss": 0.8259,
      "step": 953
    },
    {
      "epoch": 0.06771360127761512,
      "grad_norm": 0.7344486117362976,
      "learning_rate": 6.168360808201473e-05,
      "loss": 1.1541,
      "step": 954
    },
    {
      "epoch": 0.06778457989530653,
      "grad_norm": 0.4769459664821625,
      "learning_rate": 6.149151714588009e-05,
      "loss": 0.8611,
      "step": 955
    },
    {
      "epoch": 0.06785555851299796,
      "grad_norm": 0.6300520300865173,
      "learning_rate": 6.129959289688844e-05,
      "loss": 1.3094,
      "step": 956
    },
    {
      "epoch": 0.06792653713068939,
      "grad_norm": 0.813136637210846,
      "learning_rate": 6.110783616579974e-05,
      "loss": 1.2586,
      "step": 957
    },
    {
      "epoch": 0.0679975157483808,
      "grad_norm": 0.4606778025627136,
      "learning_rate": 6.0916247782648794e-05,
      "loss": 0.9276,
      "step": 958
    },
    {
      "epoch": 0.06806849436607222,
      "grad_norm": 0.7183608412742615,
      "learning_rate": 6.0724828576741754e-05,
      "loss": 1.5476,
      "step": 959
    },
    {
      "epoch": 0.06813947298376365,
      "grad_norm": 0.5218690037727356,
      "learning_rate": 6.053357937665237e-05,
      "loss": 0.9515,
      "step": 960
    },
    {
      "epoch": 0.06821045160145506,
      "grad_norm": 0.4348923861980438,
      "learning_rate": 6.034250101021859e-05,
      "loss": 1.0297,
      "step": 961
    },
    {
      "epoch": 0.06828143021914648,
      "grad_norm": 0.7018783688545227,
      "learning_rate": 6.015159430453892e-05,
      "loss": 0.8501,
      "step": 962
    },
    {
      "epoch": 0.06835240883683791,
      "grad_norm": 0.4064376950263977,
      "learning_rate": 5.996086008596875e-05,
      "loss": 1.0255,
      "step": 963
    },
    {
      "epoch": 0.06842338745452932,
      "grad_norm": 0.6226807236671448,
      "learning_rate": 5.977029918011685e-05,
      "loss": 1.1618,
      "step": 964
    },
    {
      "epoch": 0.06849436607222074,
      "grad_norm": 0.5864946842193604,
      "learning_rate": 5.957991241184184e-05,
      "loss": 1.0794,
      "step": 965
    },
    {
      "epoch": 0.06856534468991217,
      "grad_norm": 0.4853973388671875,
      "learning_rate": 5.938970060524851e-05,
      "loss": 0.9705,
      "step": 966
    },
    {
      "epoch": 0.06863632330760358,
      "grad_norm": 0.35909146070480347,
      "learning_rate": 5.919966458368441e-05,
      "loss": 0.7768,
      "step": 967
    },
    {
      "epoch": 0.068707301925295,
      "grad_norm": 0.6117095947265625,
      "learning_rate": 5.9009805169736064e-05,
      "loss": 0.9879,
      "step": 968
    },
    {
      "epoch": 0.06877828054298643,
      "grad_norm": 0.46712976694107056,
      "learning_rate": 5.882012318522563e-05,
      "loss": 0.7947,
      "step": 969
    },
    {
      "epoch": 0.06884925916067784,
      "grad_norm": 0.6654451489448547,
      "learning_rate": 5.863061945120719e-05,
      "loss": 0.9948,
      "step": 970
    },
    {
      "epoch": 0.06892023777836927,
      "grad_norm": 0.4315296709537506,
      "learning_rate": 5.844129478796332e-05,
      "loss": 0.7553,
      "step": 971
    },
    {
      "epoch": 0.06899121639606069,
      "grad_norm": 0.5426446199417114,
      "learning_rate": 5.825215001500146e-05,
      "loss": 0.8057,
      "step": 972
    },
    {
      "epoch": 0.0690621950137521,
      "grad_norm": 0.41505154967308044,
      "learning_rate": 5.806318595105022e-05,
      "loss": 0.773,
      "step": 973
    },
    {
      "epoch": 0.06913317363144353,
      "grad_norm": 0.484557181596756,
      "learning_rate": 5.787440341405628e-05,
      "loss": 1.0358,
      "step": 974
    },
    {
      "epoch": 0.06920415224913495,
      "grad_norm": 0.40979793667793274,
      "learning_rate": 5.768580322118034e-05,
      "loss": 0.8484,
      "step": 975
    },
    {
      "epoch": 0.06927513086682636,
      "grad_norm": 0.3763812482357025,
      "learning_rate": 5.7497386188793945e-05,
      "loss": 0.637,
      "step": 976
    },
    {
      "epoch": 0.06934610948451779,
      "grad_norm": 0.44261258840560913,
      "learning_rate": 5.730915313247567e-05,
      "loss": 0.9471,
      "step": 977
    },
    {
      "epoch": 0.06941708810220922,
      "grad_norm": 0.4940071403980255,
      "learning_rate": 5.712110486700782e-05,
      "loss": 0.7238,
      "step": 978
    },
    {
      "epoch": 0.06948806671990063,
      "grad_norm": 0.5640413761138916,
      "learning_rate": 5.6933242206372904e-05,
      "loss": 0.8391,
      "step": 979
    },
    {
      "epoch": 0.06955904533759205,
      "grad_norm": 0.4941222667694092,
      "learning_rate": 5.6745565963749925e-05,
      "loss": 1.1943,
      "step": 980
    },
    {
      "epoch": 0.06963002395528348,
      "grad_norm": 0.4249820411205292,
      "learning_rate": 5.6558076951510894e-05,
      "loss": 0.7165,
      "step": 981
    },
    {
      "epoch": 0.06970100257297489,
      "grad_norm": 0.7242500185966492,
      "learning_rate": 5.637077598121747e-05,
      "loss": 1.2098,
      "step": 982
    },
    {
      "epoch": 0.06977198119066631,
      "grad_norm": 0.5188207030296326,
      "learning_rate": 5.618366386361742e-05,
      "loss": 0.7948,
      "step": 983
    },
    {
      "epoch": 0.06984295980835774,
      "grad_norm": 0.5979954600334167,
      "learning_rate": 5.5996741408640926e-05,
      "loss": 0.7277,
      "step": 984
    },
    {
      "epoch": 0.06991393842604915,
      "grad_norm": 0.41238290071487427,
      "learning_rate": 5.5810009425397294e-05,
      "loss": 0.8723,
      "step": 985
    },
    {
      "epoch": 0.06998491704374057,
      "grad_norm": 0.7377965450286865,
      "learning_rate": 5.562346872217121e-05,
      "loss": 1.2185,
      "step": 986
    },
    {
      "epoch": 0.070055895661432,
      "grad_norm": 0.37936243414878845,
      "learning_rate": 5.543712010641952e-05,
      "loss": 0.7201,
      "step": 987
    },
    {
      "epoch": 0.07012687427912341,
      "grad_norm": 0.4536689519882202,
      "learning_rate": 5.525096438476762e-05,
      "loss": 1.0344,
      "step": 988
    },
    {
      "epoch": 0.07019785289681484,
      "grad_norm": 0.5056565403938293,
      "learning_rate": 5.506500236300594e-05,
      "loss": 1.0072,
      "step": 989
    },
    {
      "epoch": 0.07026883151450626,
      "grad_norm": 0.45301634073257446,
      "learning_rate": 5.487923484608629e-05,
      "loss": 1.2057,
      "step": 990
    },
    {
      "epoch": 0.07033981013219767,
      "grad_norm": 0.46258777379989624,
      "learning_rate": 5.4693662638118726e-05,
      "loss": 0.8007,
      "step": 991
    },
    {
      "epoch": 0.0704107887498891,
      "grad_norm": 0.529946506023407,
      "learning_rate": 5.4508286542367905e-05,
      "loss": 1.0326,
      "step": 992
    },
    {
      "epoch": 0.07048176736758052,
      "grad_norm": 0.5981375575065613,
      "learning_rate": 5.432310736124957e-05,
      "loss": 0.9809,
      "step": 993
    },
    {
      "epoch": 0.07055274598527193,
      "grad_norm": 0.5345927476882935,
      "learning_rate": 5.413812589632696e-05,
      "loss": 0.9005,
      "step": 994
    },
    {
      "epoch": 0.07062372460296336,
      "grad_norm": 0.3478441536426544,
      "learning_rate": 5.395334294830765e-05,
      "loss": 0.6254,
      "step": 995
    },
    {
      "epoch": 0.07069470322065478,
      "grad_norm": 0.49378642439842224,
      "learning_rate": 5.376875931703984e-05,
      "loss": 1.0428,
      "step": 996
    },
    {
      "epoch": 0.0707656818383462,
      "grad_norm": 0.4753277599811554,
      "learning_rate": 5.3584375801509066e-05,
      "loss": 1.0709,
      "step": 997
    },
    {
      "epoch": 0.07083666045603762,
      "grad_norm": 0.7574090957641602,
      "learning_rate": 5.340019319983458e-05,
      "loss": 1.1893,
      "step": 998
    },
    {
      "epoch": 0.07090763907372905,
      "grad_norm": 0.44451460242271423,
      "learning_rate": 5.3216212309265864e-05,
      "loss": 0.7315,
      "step": 999
    },
    {
      "epoch": 0.07097861769142046,
      "grad_norm": 0.5783903002738953,
      "learning_rate": 5.3032433926179395e-05,
      "loss": 1.1993,
      "step": 1000
    },
    {
      "epoch": 0.07104959630911188,
      "grad_norm": 0.44272783398628235,
      "learning_rate": 5.284885884607511e-05,
      "loss": 0.7233,
      "step": 1001
    },
    {
      "epoch": 0.0711205749268033,
      "grad_norm": 0.4034176468849182,
      "learning_rate": 5.26654878635729e-05,
      "loss": 0.8179,
      "step": 1002
    },
    {
      "epoch": 0.07119155354449472,
      "grad_norm": 0.45062074065208435,
      "learning_rate": 5.24823217724091e-05,
      "loss": 0.78,
      "step": 1003
    },
    {
      "epoch": 0.07126253216218614,
      "grad_norm": 0.4658077657222748,
      "learning_rate": 5.229936136543327e-05,
      "loss": 1.0891,
      "step": 1004
    },
    {
      "epoch": 0.07133351077987757,
      "grad_norm": 0.3994405269622803,
      "learning_rate": 5.211660743460458e-05,
      "loss": 0.7472,
      "step": 1005
    },
    {
      "epoch": 0.07140448939756898,
      "grad_norm": 0.38992246985435486,
      "learning_rate": 5.193406077098861e-05,
      "loss": 0.7565,
      "step": 1006
    },
    {
      "epoch": 0.0714754680152604,
      "grad_norm": 0.5381096601486206,
      "learning_rate": 5.1751722164753514e-05,
      "loss": 0.6658,
      "step": 1007
    },
    {
      "epoch": 0.07154644663295183,
      "grad_norm": 0.46507012844085693,
      "learning_rate": 5.1569592405167036e-05,
      "loss": 0.6973,
      "step": 1008
    },
    {
      "epoch": 0.07161742525064324,
      "grad_norm": 0.63997483253479,
      "learning_rate": 5.13876722805928e-05,
      "loss": 0.94,
      "step": 1009
    },
    {
      "epoch": 0.07168840386833467,
      "grad_norm": 0.49094781279563904,
      "learning_rate": 5.1205962578487155e-05,
      "loss": 0.9076,
      "step": 1010
    },
    {
      "epoch": 0.07175938248602609,
      "grad_norm": 0.5586415529251099,
      "learning_rate": 5.102446408539554e-05,
      "loss": 0.9014,
      "step": 1011
    },
    {
      "epoch": 0.0718303611037175,
      "grad_norm": 0.36217692494392395,
      "learning_rate": 5.084317758694904e-05,
      "loss": 0.8055,
      "step": 1012
    },
    {
      "epoch": 0.07190133972140893,
      "grad_norm": 0.4403041899204254,
      "learning_rate": 5.0662103867861276e-05,
      "loss": 0.6518,
      "step": 1013
    },
    {
      "epoch": 0.07197231833910035,
      "grad_norm": 0.4027843773365021,
      "learning_rate": 5.0481243711924705e-05,
      "loss": 1.0419,
      "step": 1014
    },
    {
      "epoch": 0.07204329695679176,
      "grad_norm": 0.407545268535614,
      "learning_rate": 5.030059790200756e-05,
      "loss": 0.8707,
      "step": 1015
    },
    {
      "epoch": 0.07211427557448319,
      "grad_norm": 0.635505199432373,
      "learning_rate": 5.0120167220050017e-05,
      "loss": 1.0938,
      "step": 1016
    },
    {
      "epoch": 0.07218525419217461,
      "grad_norm": 0.48299935460090637,
      "learning_rate": 4.9939952447061166e-05,
      "loss": 0.6426,
      "step": 1017
    },
    {
      "epoch": 0.07225623280986603,
      "grad_norm": 0.4428061544895172,
      "learning_rate": 4.975995436311549e-05,
      "loss": 0.8262,
      "step": 1018
    },
    {
      "epoch": 0.07232721142755745,
      "grad_norm": 0.4279266595840454,
      "learning_rate": 4.9580173747349654e-05,
      "loss": 1.3091,
      "step": 1019
    },
    {
      "epoch": 0.07239819004524888,
      "grad_norm": 0.4580703377723694,
      "learning_rate": 4.940061137795876e-05,
      "loss": 1.0893,
      "step": 1020
    },
    {
      "epoch": 0.07246916866294029,
      "grad_norm": 0.36685824394226074,
      "learning_rate": 4.922126803219336e-05,
      "loss": 0.6326,
      "step": 1021
    },
    {
      "epoch": 0.07254014728063171,
      "grad_norm": 0.634451150894165,
      "learning_rate": 4.904214448635591e-05,
      "loss": 0.9328,
      "step": 1022
    },
    {
      "epoch": 0.07261112589832314,
      "grad_norm": 0.5099377036094666,
      "learning_rate": 4.886324151579742e-05,
      "loss": 0.8446,
      "step": 1023
    },
    {
      "epoch": 0.07268210451601455,
      "grad_norm": 0.3622245192527771,
      "learning_rate": 4.868455989491426e-05,
      "loss": 0.6956,
      "step": 1024
    },
    {
      "epoch": 0.07275308313370597,
      "grad_norm": 0.3841239809989929,
      "learning_rate": 4.850610039714444e-05,
      "loss": 0.6955,
      "step": 1025
    },
    {
      "epoch": 0.0728240617513974,
      "grad_norm": 0.5408149361610413,
      "learning_rate": 4.832786379496465e-05,
      "loss": 0.9261,
      "step": 1026
    },
    {
      "epoch": 0.07289504036908881,
      "grad_norm": 0.4354054927825928,
      "learning_rate": 4.8149850859886667e-05,
      "loss": 0.9082,
      "step": 1027
    },
    {
      "epoch": 0.07296601898678023,
      "grad_norm": 0.4679664075374603,
      "learning_rate": 4.797206236245429e-05,
      "loss": 0.8302,
      "step": 1028
    },
    {
      "epoch": 0.07303699760447166,
      "grad_norm": 0.4353838562965393,
      "learning_rate": 4.7794499072239586e-05,
      "loss": 0.9008,
      "step": 1029
    },
    {
      "epoch": 0.07310797622216307,
      "grad_norm": 0.45868998765945435,
      "learning_rate": 4.761716175783989e-05,
      "loss": 0.8453,
      "step": 1030
    },
    {
      "epoch": 0.0731789548398545,
      "grad_norm": 0.44361311197280884,
      "learning_rate": 4.7440051186874434e-05,
      "loss": 0.7901,
      "step": 1031
    },
    {
      "epoch": 0.07324993345754592,
      "grad_norm": 0.5098696351051331,
      "learning_rate": 4.7263168125980895e-05,
      "loss": 0.9002,
      "step": 1032
    },
    {
      "epoch": 0.07332091207523733,
      "grad_norm": 0.5261675119400024,
      "learning_rate": 4.708651334081221e-05,
      "loss": 1.0564,
      "step": 1033
    },
    {
      "epoch": 0.07339189069292876,
      "grad_norm": 0.4296097457408905,
      "learning_rate": 4.691008759603316e-05,
      "loss": 1.0342,
      "step": 1034
    },
    {
      "epoch": 0.07346286931062018,
      "grad_norm": 0.4172748327255249,
      "learning_rate": 4.673389165531714e-05,
      "loss": 1.0671,
      "step": 1035
    },
    {
      "epoch": 0.0735338479283116,
      "grad_norm": 0.5099866986274719,
      "learning_rate": 4.655792628134277e-05,
      "loss": 1.0334,
      "step": 1036
    },
    {
      "epoch": 0.07360482654600302,
      "grad_norm": 0.5654687285423279,
      "learning_rate": 4.638219223579079e-05,
      "loss": 1.1107,
      "step": 1037
    },
    {
      "epoch": 0.07367580516369444,
      "grad_norm": 0.6019071340560913,
      "learning_rate": 4.620669027934038e-05,
      "loss": 1.2383,
      "step": 1038
    },
    {
      "epoch": 0.07374678378138586,
      "grad_norm": 0.5374091267585754,
      "learning_rate": 4.603142117166629e-05,
      "loss": 0.9394,
      "step": 1039
    },
    {
      "epoch": 0.07381776239907728,
      "grad_norm": 0.4077126085758209,
      "learning_rate": 4.585638567143529e-05,
      "loss": 0.7953,
      "step": 1040
    },
    {
      "epoch": 0.0738887410167687,
      "grad_norm": 0.8803411722183228,
      "learning_rate": 4.5681584536302966e-05,
      "loss": 1.2116,
      "step": 1041
    },
    {
      "epoch": 0.07395971963446012,
      "grad_norm": 0.503239095211029,
      "learning_rate": 4.550701852291046e-05,
      "loss": 0.8129,
      "step": 1042
    },
    {
      "epoch": 0.07403069825215154,
      "grad_norm": 0.6163380742073059,
      "learning_rate": 4.533268838688114e-05,
      "loss": 0.9038,
      "step": 1043
    },
    {
      "epoch": 0.07410167686984295,
      "grad_norm": 0.5025872588157654,
      "learning_rate": 4.515859488281739e-05,
      "loss": 0.912,
      "step": 1044
    },
    {
      "epoch": 0.07417265548753438,
      "grad_norm": 0.7944492101669312,
      "learning_rate": 4.498473876429726e-05,
      "loss": 1.1535,
      "step": 1045
    },
    {
      "epoch": 0.0742436341052258,
      "grad_norm": 0.5571658611297607,
      "learning_rate": 4.4811120783871344e-05,
      "loss": 1.1458,
      "step": 1046
    },
    {
      "epoch": 0.07431461272291721,
      "grad_norm": 0.5356453657150269,
      "learning_rate": 4.4637741693059346e-05,
      "loss": 0.9472,
      "step": 1047
    },
    {
      "epoch": 0.07438559134060864,
      "grad_norm": 0.5467169284820557,
      "learning_rate": 4.446460224234696e-05,
      "loss": 0.852,
      "step": 1048
    },
    {
      "epoch": 0.07445656995830006,
      "grad_norm": 0.4253808557987213,
      "learning_rate": 4.42917031811826e-05,
      "loss": 1.03,
      "step": 1049
    },
    {
      "epoch": 0.07452754857599148,
      "grad_norm": 1.1487576961517334,
      "learning_rate": 4.411904525797408e-05,
      "loss": 1.2322,
      "step": 1050
    },
    {
      "epoch": 0.0745985271936829,
      "grad_norm": 0.5263045430183411,
      "learning_rate": 4.394662922008547e-05,
      "loss": 0.7093,
      "step": 1051
    },
    {
      "epoch": 0.07466950581137433,
      "grad_norm": 0.5063533186912537,
      "learning_rate": 4.377445581383379e-05,
      "loss": 1.0711,
      "step": 1052
    },
    {
      "epoch": 0.07474048442906574,
      "grad_norm": 0.6943770051002502,
      "learning_rate": 4.360252578448585e-05,
      "loss": 1.2031,
      "step": 1053
    },
    {
      "epoch": 0.07481146304675716,
      "grad_norm": 0.5375692248344421,
      "learning_rate": 4.343083987625494e-05,
      "loss": 1.1251,
      "step": 1054
    },
    {
      "epoch": 0.07488244166444859,
      "grad_norm": 0.5004646182060242,
      "learning_rate": 4.325939883229766e-05,
      "loss": 0.7848,
      "step": 1055
    },
    {
      "epoch": 0.07495342028214,
      "grad_norm": 0.416034072637558,
      "learning_rate": 4.3088203394710726e-05,
      "loss": 0.7584,
      "step": 1056
    },
    {
      "epoch": 0.07502439889983142,
      "grad_norm": 0.5695444941520691,
      "learning_rate": 4.291725430452769e-05,
      "loss": 0.833,
      "step": 1057
    },
    {
      "epoch": 0.07509537751752285,
      "grad_norm": 0.5652150511741638,
      "learning_rate": 4.274655230171579e-05,
      "loss": 0.9705,
      "step": 1058
    },
    {
      "epoch": 0.07516635613521426,
      "grad_norm": 0.45208677649497986,
      "learning_rate": 4.2576098125172715e-05,
      "loss": 0.6757,
      "step": 1059
    },
    {
      "epoch": 0.07523733475290569,
      "grad_norm": 0.4553416073322296,
      "learning_rate": 4.240589251272342e-05,
      "loss": 0.8087,
      "step": 1060
    },
    {
      "epoch": 0.07530831337059711,
      "grad_norm": 0.6772552132606506,
      "learning_rate": 4.223593620111695e-05,
      "loss": 0.8124,
      "step": 1061
    },
    {
      "epoch": 0.07537929198828852,
      "grad_norm": 0.6123966574668884,
      "learning_rate": 4.206622992602318e-05,
      "loss": 0.8066,
      "step": 1062
    },
    {
      "epoch": 0.07545027060597995,
      "grad_norm": 0.3490925133228302,
      "learning_rate": 4.189677442202974e-05,
      "loss": 0.6817,
      "step": 1063
    },
    {
      "epoch": 0.07552124922367137,
      "grad_norm": 0.6777341365814209,
      "learning_rate": 4.172757042263874e-05,
      "loss": 1.0922,
      "step": 1064
    },
    {
      "epoch": 0.07559222784136278,
      "grad_norm": 0.3755275309085846,
      "learning_rate": 4.155861866026364e-05,
      "loss": 0.9974,
      "step": 1065
    },
    {
      "epoch": 0.07566320645905421,
      "grad_norm": 0.5578606724739075,
      "learning_rate": 4.138991986622608e-05,
      "loss": 0.7722,
      "step": 1066
    },
    {
      "epoch": 0.07573418507674563,
      "grad_norm": 0.5500969290733337,
      "learning_rate": 4.12214747707527e-05,
      "loss": 1.1735,
      "step": 1067
    },
    {
      "epoch": 0.07580516369443704,
      "grad_norm": 0.460107684135437,
      "learning_rate": 4.1053284102971964e-05,
      "loss": 0.9414,
      "step": 1068
    },
    {
      "epoch": 0.07587614231212847,
      "grad_norm": 0.4310537874698639,
      "learning_rate": 4.088534859091108e-05,
      "loss": 0.7932,
      "step": 1069
    },
    {
      "epoch": 0.0759471209298199,
      "grad_norm": 0.5163236856460571,
      "learning_rate": 4.071766896149273e-05,
      "loss": 0.9633,
      "step": 1070
    },
    {
      "epoch": 0.0760180995475113,
      "grad_norm": 0.470048189163208,
      "learning_rate": 4.055024594053203e-05,
      "loss": 0.8358,
      "step": 1071
    },
    {
      "epoch": 0.07608907816520273,
      "grad_norm": 0.435404896736145,
      "learning_rate": 4.038308025273332e-05,
      "loss": 0.7888,
      "step": 1072
    },
    {
      "epoch": 0.07616005678289416,
      "grad_norm": 0.49445226788520813,
      "learning_rate": 4.0216172621687055e-05,
      "loss": 0.9548,
      "step": 1073
    },
    {
      "epoch": 0.07623103540058557,
      "grad_norm": 0.5296773910522461,
      "learning_rate": 4.0049523769866694e-05,
      "loss": 1.0326,
      "step": 1074
    },
    {
      "epoch": 0.07630201401827699,
      "grad_norm": 0.46752679347991943,
      "learning_rate": 3.988313441862553e-05,
      "loss": 0.8064,
      "step": 1075
    },
    {
      "epoch": 0.07637299263596842,
      "grad_norm": 0.5047877430915833,
      "learning_rate": 3.971700528819359e-05,
      "loss": 0.9445,
      "step": 1076
    },
    {
      "epoch": 0.07644397125365983,
      "grad_norm": 0.47027531266212463,
      "learning_rate": 3.9551137097674496e-05,
      "loss": 0.9001,
      "step": 1077
    },
    {
      "epoch": 0.07651494987135125,
      "grad_norm": 0.7293078899383545,
      "learning_rate": 3.93855305650424e-05,
      "loss": 1.3732,
      "step": 1078
    },
    {
      "epoch": 0.07658592848904268,
      "grad_norm": 0.4477803409099579,
      "learning_rate": 3.922018640713882e-05,
      "loss": 1.0662,
      "step": 1079
    },
    {
      "epoch": 0.07665690710673409,
      "grad_norm": 0.5164254307746887,
      "learning_rate": 3.9055105339669595e-05,
      "loss": 1.0972,
      "step": 1080
    },
    {
      "epoch": 0.07672788572442552,
      "grad_norm": 0.36153578758239746,
      "learning_rate": 3.889028807720173e-05,
      "loss": 0.5466,
      "step": 1081
    },
    {
      "epoch": 0.07679886434211694,
      "grad_norm": 0.44367676973342896,
      "learning_rate": 3.8725735333160315e-05,
      "loss": 0.9624,
      "step": 1082
    },
    {
      "epoch": 0.07686984295980835,
      "grad_norm": 0.5061810612678528,
      "learning_rate": 3.8561447819825505e-05,
      "loss": 0.8682,
      "step": 1083
    },
    {
      "epoch": 0.07694082157749978,
      "grad_norm": 0.6047422289848328,
      "learning_rate": 3.8397426248329315e-05,
      "loss": 0.9933,
      "step": 1084
    },
    {
      "epoch": 0.0770118001951912,
      "grad_norm": 0.6111603379249573,
      "learning_rate": 3.823367132865265e-05,
      "loss": 1.042,
      "step": 1085
    },
    {
      "epoch": 0.07708277881288261,
      "grad_norm": 0.4621540307998657,
      "learning_rate": 3.807018376962219e-05,
      "loss": 1.1156,
      "step": 1086
    },
    {
      "epoch": 0.07715375743057404,
      "grad_norm": 0.717755138874054,
      "learning_rate": 3.790696427890732e-05,
      "loss": 1.2285,
      "step": 1087
    },
    {
      "epoch": 0.07722473604826546,
      "grad_norm": 0.5234299302101135,
      "learning_rate": 3.774401356301703e-05,
      "loss": 0.9005,
      "step": 1088
    },
    {
      "epoch": 0.07729571466595687,
      "grad_norm": 0.4107998311519623,
      "learning_rate": 3.758133232729696e-05,
      "loss": 0.9749,
      "step": 1089
    },
    {
      "epoch": 0.0773666932836483,
      "grad_norm": 0.3836684226989746,
      "learning_rate": 3.741892127592625e-05,
      "loss": 0.9398,
      "step": 1090
    },
    {
      "epoch": 0.07743767190133972,
      "grad_norm": 0.3821810185909271,
      "learning_rate": 3.72567811119145e-05,
      "loss": 0.5936,
      "step": 1091
    },
    {
      "epoch": 0.07750865051903114,
      "grad_norm": 0.45512083172798157,
      "learning_rate": 3.7094912537098803e-05,
      "loss": 0.8441,
      "step": 1092
    },
    {
      "epoch": 0.07757962913672256,
      "grad_norm": 0.4179118871688843,
      "learning_rate": 3.693331625214061e-05,
      "loss": 0.7915,
      "step": 1093
    },
    {
      "epoch": 0.07765060775441399,
      "grad_norm": 0.4778975546360016,
      "learning_rate": 3.6771992956522795e-05,
      "loss": 0.7966,
      "step": 1094
    },
    {
      "epoch": 0.0777215863721054,
      "grad_norm": 0.49844467639923096,
      "learning_rate": 3.6610943348546526e-05,
      "loss": 1.3012,
      "step": 1095
    },
    {
      "epoch": 0.07779256498979682,
      "grad_norm": 0.6370551586151123,
      "learning_rate": 3.64501681253283e-05,
      "loss": 0.9744,
      "step": 1096
    },
    {
      "epoch": 0.07786354360748825,
      "grad_norm": 0.4896251857280731,
      "learning_rate": 3.628966798279697e-05,
      "loss": 0.7237,
      "step": 1097
    },
    {
      "epoch": 0.07793452222517966,
      "grad_norm": 0.5970737338066101,
      "learning_rate": 3.612944361569054e-05,
      "loss": 0.9124,
      "step": 1098
    },
    {
      "epoch": 0.07800550084287108,
      "grad_norm": 0.5705376267433167,
      "learning_rate": 3.596949571755348e-05,
      "loss": 0.9743,
      "step": 1099
    },
    {
      "epoch": 0.07807647946056251,
      "grad_norm": 0.44623616337776184,
      "learning_rate": 3.580982498073344e-05,
      "loss": 1.0153,
      "step": 1100
    },
    {
      "epoch": 0.07814745807825392,
      "grad_norm": 0.3952895998954773,
      "learning_rate": 3.565043209637835e-05,
      "loss": 0.8779,
      "step": 1101
    },
    {
      "epoch": 0.07821843669594535,
      "grad_norm": 0.6531565189361572,
      "learning_rate": 3.549131775443347e-05,
      "loss": 1.0281,
      "step": 1102
    },
    {
      "epoch": 0.07828941531363677,
      "grad_norm": 0.7735072374343872,
      "learning_rate": 3.533248264363833e-05,
      "loss": 1.5392,
      "step": 1103
    },
    {
      "epoch": 0.07836039393132818,
      "grad_norm": 0.3571287989616394,
      "learning_rate": 3.5173927451523814e-05,
      "loss": 0.6868,
      "step": 1104
    },
    {
      "epoch": 0.0784313725490196,
      "grad_norm": 0.6173107624053955,
      "learning_rate": 3.501565286440914e-05,
      "loss": 1.0746,
      "step": 1105
    },
    {
      "epoch": 0.07850235116671103,
      "grad_norm": 0.4372021555900574,
      "learning_rate": 3.485765956739895e-05,
      "loss": 0.73,
      "step": 1106
    },
    {
      "epoch": 0.07857332978440244,
      "grad_norm": 0.3986020088195801,
      "learning_rate": 3.469994824438014e-05,
      "loss": 0.7431,
      "step": 1107
    },
    {
      "epoch": 0.07864430840209387,
      "grad_norm": 0.4620375633239746,
      "learning_rate": 3.454251957801928e-05,
      "loss": 0.7345,
      "step": 1108
    },
    {
      "epoch": 0.0787152870197853,
      "grad_norm": 0.5548994541168213,
      "learning_rate": 3.4385374249759306e-05,
      "loss": 1.1191,
      "step": 1109
    },
    {
      "epoch": 0.0787862656374767,
      "grad_norm": 0.4017741084098816,
      "learning_rate": 3.422851293981676e-05,
      "loss": 0.7747,
      "step": 1110
    },
    {
      "epoch": 0.07885724425516813,
      "grad_norm": 0.36366623640060425,
      "learning_rate": 3.407193632717865e-05,
      "loss": 0.7086,
      "step": 1111
    },
    {
      "epoch": 0.07892822287285955,
      "grad_norm": 0.7656958699226379,
      "learning_rate": 3.391564508959986e-05,
      "loss": 1.1205,
      "step": 1112
    },
    {
      "epoch": 0.07899920149055097,
      "grad_norm": 0.41943901777267456,
      "learning_rate": 3.375963990359985e-05,
      "loss": 0.8196,
      "step": 1113
    },
    {
      "epoch": 0.07907018010824239,
      "grad_norm": 0.37940314412117004,
      "learning_rate": 3.360392144445994e-05,
      "loss": 0.8376,
      "step": 1114
    },
    {
      "epoch": 0.07914115872593382,
      "grad_norm": 0.5340192914009094,
      "learning_rate": 3.3448490386220355e-05,
      "loss": 0.9531,
      "step": 1115
    },
    {
      "epoch": 0.07921213734362523,
      "grad_norm": 0.6343328356742859,
      "learning_rate": 3.3293347401677156e-05,
      "loss": 1.0422,
      "step": 1116
    },
    {
      "epoch": 0.07928311596131665,
      "grad_norm": 0.44594258069992065,
      "learning_rate": 3.313849316237961e-05,
      "loss": 0.8513,
      "step": 1117
    },
    {
      "epoch": 0.07935409457900808,
      "grad_norm": 0.41787078976631165,
      "learning_rate": 3.298392833862706e-05,
      "loss": 0.9186,
      "step": 1118
    },
    {
      "epoch": 0.07942507319669949,
      "grad_norm": 0.4308629631996155,
      "learning_rate": 3.28296535994661e-05,
      "loss": 0.9494,
      "step": 1119
    },
    {
      "epoch": 0.07949605181439091,
      "grad_norm": 0.4815385937690735,
      "learning_rate": 3.2675669612687565e-05,
      "loss": 1.0193,
      "step": 1120
    },
    {
      "epoch": 0.07956703043208234,
      "grad_norm": 0.5652817487716675,
      "learning_rate": 3.252197704482395e-05,
      "loss": 0.9342,
      "step": 1121
    },
    {
      "epoch": 0.07963800904977375,
      "grad_norm": 0.6069117784500122,
      "learning_rate": 3.2368576561146156e-05,
      "loss": 1.1579,
      "step": 1122
    },
    {
      "epoch": 0.07970898766746518,
      "grad_norm": 0.5406815409660339,
      "learning_rate": 3.2215468825660865e-05,
      "loss": 1.083,
      "step": 1123
    },
    {
      "epoch": 0.0797799662851566,
      "grad_norm": 0.39001238346099854,
      "learning_rate": 3.206265450110746e-05,
      "loss": 0.8842,
      "step": 1124
    },
    {
      "epoch": 0.07985094490284801,
      "grad_norm": 0.5804587602615356,
      "learning_rate": 3.191013424895536e-05,
      "loss": 1.0473,
      "step": 1125
    },
    {
      "epoch": 0.07992192352053944,
      "grad_norm": 0.6852574348449707,
      "learning_rate": 3.175790872940111e-05,
      "loss": 1.1295,
      "step": 1126
    },
    {
      "epoch": 0.07999290213823086,
      "grad_norm": 0.5627425909042358,
      "learning_rate": 3.160597860136538e-05,
      "loss": 0.971,
      "step": 1127
    },
    {
      "epoch": 0.08006388075592227,
      "grad_norm": 0.6806479692459106,
      "learning_rate": 3.1454344522490297e-05,
      "loss": 1.1787,
      "step": 1128
    },
    {
      "epoch": 0.0801348593736137,
      "grad_norm": 0.393289178609848,
      "learning_rate": 3.1303007149136374e-05,
      "loss": 0.831,
      "step": 1129
    },
    {
      "epoch": 0.08020583799130512,
      "grad_norm": 0.4686375856399536,
      "learning_rate": 3.115196713638e-05,
      "loss": 0.9829,
      "step": 1130
    },
    {
      "epoch": 0.08027681660899653,
      "grad_norm": 0.5707975625991821,
      "learning_rate": 3.1001225138010316e-05,
      "loss": 0.9446,
      "step": 1131
    },
    {
      "epoch": 0.08034779522668796,
      "grad_norm": 0.46048325300216675,
      "learning_rate": 3.0850781806526484e-05,
      "loss": 0.9894,
      "step": 1132
    },
    {
      "epoch": 0.08041877384437938,
      "grad_norm": 0.4901985228061676,
      "learning_rate": 3.0700637793134835e-05,
      "loss": 0.7626,
      "step": 1133
    },
    {
      "epoch": 0.0804897524620708,
      "grad_norm": 0.83448725938797,
      "learning_rate": 3.0550793747746096e-05,
      "loss": 1.2366,
      "step": 1134
    },
    {
      "epoch": 0.08056073107976222,
      "grad_norm": 0.4822959303855896,
      "learning_rate": 3.040125031897264e-05,
      "loss": 0.8036,
      "step": 1135
    },
    {
      "epoch": 0.08063170969745365,
      "grad_norm": 0.5547615885734558,
      "learning_rate": 3.0252008154125532e-05,
      "loss": 0.8998,
      "step": 1136
    },
    {
      "epoch": 0.08070268831514506,
      "grad_norm": 0.5320693850517273,
      "learning_rate": 3.010306789921171e-05,
      "loss": 1.0459,
      "step": 1137
    },
    {
      "epoch": 0.08077366693283648,
      "grad_norm": 0.8533563613891602,
      "learning_rate": 2.995443019893137e-05,
      "loss": 1.1949,
      "step": 1138
    },
    {
      "epoch": 0.08084464555052791,
      "grad_norm": 0.5515211820602417,
      "learning_rate": 2.9806095696675098e-05,
      "loss": 0.8105,
      "step": 1139
    },
    {
      "epoch": 0.08091562416821932,
      "grad_norm": 0.5228793025016785,
      "learning_rate": 2.9658065034520978e-05,
      "loss": 1.0024,
      "step": 1140
    },
    {
      "epoch": 0.08091562416821932,
      "eval_loss": 1.1319655179977417,
      "eval_runtime": 319.3399,
      "eval_samples_per_second": 18.579,
      "eval_steps_per_second": 9.291,
      "step": 1140
    },
    {
      "epoch": 0.08098660278591074,
      "grad_norm": 0.6225375533103943,
      "learning_rate": 2.951033885323199e-05,
      "loss": 1.0035,
      "step": 1141
    },
    {
      "epoch": 0.08105758140360217,
      "grad_norm": 0.4929119050502777,
      "learning_rate": 2.936291779225301e-05,
      "loss": 1.049,
      "step": 1142
    },
    {
      "epoch": 0.08112856002129358,
      "grad_norm": 0.5675840973854065,
      "learning_rate": 2.9215802489708268e-05,
      "loss": 1.2054,
      "step": 1143
    },
    {
      "epoch": 0.081199538638985,
      "grad_norm": 0.37245866656303406,
      "learning_rate": 2.906899358239853e-05,
      "loss": 0.7684,
      "step": 1144
    },
    {
      "epoch": 0.08127051725667643,
      "grad_norm": 0.39430269598960876,
      "learning_rate": 2.892249170579826e-05,
      "loss": 0.7655,
      "step": 1145
    },
    {
      "epoch": 0.08134149587436784,
      "grad_norm": 0.3913217782974243,
      "learning_rate": 2.877629749405285e-05,
      "loss": 0.6247,
      "step": 1146
    },
    {
      "epoch": 0.08141247449205927,
      "grad_norm": 0.4221033751964569,
      "learning_rate": 2.8630411579976025e-05,
      "loss": 0.6832,
      "step": 1147
    },
    {
      "epoch": 0.08148345310975069,
      "grad_norm": 0.9436661005020142,
      "learning_rate": 2.8484834595046973e-05,
      "loss": 1.1976,
      "step": 1148
    },
    {
      "epoch": 0.0815544317274421,
      "grad_norm": 0.6458537578582764,
      "learning_rate": 2.8339567169407733e-05,
      "loss": 1.1467,
      "step": 1149
    },
    {
      "epoch": 0.08162541034513353,
      "grad_norm": 0.40105175971984863,
      "learning_rate": 2.8194609931860316e-05,
      "loss": 0.8362,
      "step": 1150
    },
    {
      "epoch": 0.08169638896282495,
      "grad_norm": 0.47172051668167114,
      "learning_rate": 2.8049963509864042e-05,
      "loss": 1.1119,
      "step": 1151
    },
    {
      "epoch": 0.08176736758051636,
      "grad_norm": 0.46859970688819885,
      "learning_rate": 2.7905628529532858e-05,
      "loss": 0.859,
      "step": 1152
    },
    {
      "epoch": 0.08183834619820779,
      "grad_norm": 0.4820765256881714,
      "learning_rate": 2.776160561563269e-05,
      "loss": 1.1151,
      "step": 1153
    },
    {
      "epoch": 0.08190932481589921,
      "grad_norm": 0.3558228015899658,
      "learning_rate": 2.7617895391578607e-05,
      "loss": 0.5845,
      "step": 1154
    },
    {
      "epoch": 0.08198030343359063,
      "grad_norm": 0.5175549387931824,
      "learning_rate": 2.7474498479432087e-05,
      "loss": 1.2061,
      "step": 1155
    },
    {
      "epoch": 0.08205128205128205,
      "grad_norm": 0.4367680549621582,
      "learning_rate": 2.7331415499898515e-05,
      "loss": 0.8325,
      "step": 1156
    },
    {
      "epoch": 0.08212226066897348,
      "grad_norm": 0.5202651619911194,
      "learning_rate": 2.7188647072324346e-05,
      "loss": 0.9521,
      "step": 1157
    },
    {
      "epoch": 0.08219323928666489,
      "grad_norm": 0.44359201192855835,
      "learning_rate": 2.7046193814694587e-05,
      "loss": 1.0741,
      "step": 1158
    },
    {
      "epoch": 0.08226421790435631,
      "grad_norm": 0.43997472524642944,
      "learning_rate": 2.690405634362979e-05,
      "loss": 0.7593,
      "step": 1159
    },
    {
      "epoch": 0.08233519652204774,
      "grad_norm": 0.5082404613494873,
      "learning_rate": 2.6762235274383772e-05,
      "loss": 0.717,
      "step": 1160
    },
    {
      "epoch": 0.08240617513973915,
      "grad_norm": 0.4678471088409424,
      "learning_rate": 2.662073122084069e-05,
      "loss": 0.9125,
      "step": 1161
    },
    {
      "epoch": 0.08247715375743057,
      "grad_norm": 0.5286161303520203,
      "learning_rate": 2.6479544795512568e-05,
      "loss": 1.1186,
      "step": 1162
    },
    {
      "epoch": 0.082548132375122,
      "grad_norm": 0.5442435145378113,
      "learning_rate": 2.6338676609536473e-05,
      "loss": 0.9332,
      "step": 1163
    },
    {
      "epoch": 0.08261911099281341,
      "grad_norm": 0.44830358028411865,
      "learning_rate": 2.6198127272671923e-05,
      "loss": 0.947,
      "step": 1164
    },
    {
      "epoch": 0.08269008961050484,
      "grad_norm": 0.41922640800476074,
      "learning_rate": 2.6057897393298324e-05,
      "loss": 0.9437,
      "step": 1165
    },
    {
      "epoch": 0.08276106822819626,
      "grad_norm": 0.3869985044002533,
      "learning_rate": 2.5917987578412263e-05,
      "loss": 0.9665,
      "step": 1166
    },
    {
      "epoch": 0.08283204684588767,
      "grad_norm": 0.4725128412246704,
      "learning_rate": 2.5778398433624973e-05,
      "loss": 0.9542,
      "step": 1167
    },
    {
      "epoch": 0.0829030254635791,
      "grad_norm": 0.5721608996391296,
      "learning_rate": 2.5639130563159496e-05,
      "loss": 0.7176,
      "step": 1168
    },
    {
      "epoch": 0.08297400408127052,
      "grad_norm": 0.479817271232605,
      "learning_rate": 2.550018456984833e-05,
      "loss": 1.0437,
      "step": 1169
    },
    {
      "epoch": 0.08304498269896193,
      "grad_norm": 0.45943936705589294,
      "learning_rate": 2.536156105513062e-05,
      "loss": 1.1081,
      "step": 1170
    },
    {
      "epoch": 0.08311596131665336,
      "grad_norm": 0.5781084895133972,
      "learning_rate": 2.522326061904978e-05,
      "loss": 1.1921,
      "step": 1171
    },
    {
      "epoch": 0.08318693993434478,
      "grad_norm": 0.4714428782463074,
      "learning_rate": 2.5085283860250553e-05,
      "loss": 0.9725,
      "step": 1172
    },
    {
      "epoch": 0.0832579185520362,
      "grad_norm": 0.45755645632743835,
      "learning_rate": 2.4947631375976742e-05,
      "loss": 0.6456,
      "step": 1173
    },
    {
      "epoch": 0.08332889716972762,
      "grad_norm": 0.5318925380706787,
      "learning_rate": 2.481030376206849e-05,
      "loss": 0.8989,
      "step": 1174
    },
    {
      "epoch": 0.08339987578741904,
      "grad_norm": 0.5083232522010803,
      "learning_rate": 2.4673301612959654e-05,
      "loss": 0.7806,
      "step": 1175
    },
    {
      "epoch": 0.08347085440511046,
      "grad_norm": 0.4557380676269531,
      "learning_rate": 2.453662552167543e-05,
      "loss": 0.8735,
      "step": 1176
    },
    {
      "epoch": 0.08354183302280188,
      "grad_norm": 0.4480309784412384,
      "learning_rate": 2.4400276079829442e-05,
      "loss": 0.8159,
      "step": 1177
    },
    {
      "epoch": 0.0836128116404933,
      "grad_norm": 0.5097800493240356,
      "learning_rate": 2.4264253877621535e-05,
      "loss": 1.1021,
      "step": 1178
    },
    {
      "epoch": 0.08368379025818472,
      "grad_norm": 0.5149375200271606,
      "learning_rate": 2.412855950383499e-05,
      "loss": 1.1136,
      "step": 1179
    },
    {
      "epoch": 0.08375476887587614,
      "grad_norm": 0.5360978245735168,
      "learning_rate": 2.399319354583418e-05,
      "loss": 1.4569,
      "step": 1180
    },
    {
      "epoch": 0.08382574749356757,
      "grad_norm": 0.39592501521110535,
      "learning_rate": 2.3858156589561743e-05,
      "loss": 0.6455,
      "step": 1181
    },
    {
      "epoch": 0.08389672611125898,
      "grad_norm": 0.5448123216629028,
      "learning_rate": 2.3723449219536274e-05,
      "loss": 0.9377,
      "step": 1182
    },
    {
      "epoch": 0.0839677047289504,
      "grad_norm": 0.36953485012054443,
      "learning_rate": 2.3589072018849767e-05,
      "loss": 0.6008,
      "step": 1183
    },
    {
      "epoch": 0.08403868334664183,
      "grad_norm": 0.6294662356376648,
      "learning_rate": 2.345502556916499e-05,
      "loss": 1.0342,
      "step": 1184
    },
    {
      "epoch": 0.08410966196433324,
      "grad_norm": 0.5888177752494812,
      "learning_rate": 2.3321310450713062e-05,
      "loss": 0.9801,
      "step": 1185
    },
    {
      "epoch": 0.08418064058202467,
      "grad_norm": 0.4830254018306732,
      "learning_rate": 2.3187927242290897e-05,
      "loss": 0.9095,
      "step": 1186
    },
    {
      "epoch": 0.08425161919971609,
      "grad_norm": 0.6766183376312256,
      "learning_rate": 2.305487652125872e-05,
      "loss": 1.0287,
      "step": 1187
    },
    {
      "epoch": 0.0843225978174075,
      "grad_norm": 0.46573519706726074,
      "learning_rate": 2.292215886353749e-05,
      "loss": 0.7625,
      "step": 1188
    },
    {
      "epoch": 0.08439357643509893,
      "grad_norm": 0.5732138752937317,
      "learning_rate": 2.2789774843606637e-05,
      "loss": 1.1071,
      "step": 1189
    },
    {
      "epoch": 0.08446455505279035,
      "grad_norm": 0.6988807916641235,
      "learning_rate": 2.265772503450122e-05,
      "loss": 1.0229,
      "step": 1190
    },
    {
      "epoch": 0.08453553367048176,
      "grad_norm": 0.5852293968200684,
      "learning_rate": 2.252601000780975e-05,
      "loss": 0.9066,
      "step": 1191
    },
    {
      "epoch": 0.08460651228817319,
      "grad_norm": 0.48029395937919617,
      "learning_rate": 2.2394630333671583e-05,
      "loss": 0.9082,
      "step": 1192
    },
    {
      "epoch": 0.08467749090586461,
      "grad_norm": 0.42710375785827637,
      "learning_rate": 2.2263586580774466e-05,
      "loss": 0.6889,
      "step": 1193
    },
    {
      "epoch": 0.08474846952355602,
      "grad_norm": 0.45937708020210266,
      "learning_rate": 2.2132879316352083e-05,
      "loss": 0.9335,
      "step": 1194
    },
    {
      "epoch": 0.08481944814124745,
      "grad_norm": 0.4847196042537689,
      "learning_rate": 2.2002509106181624e-05,
      "loss": 0.8121,
      "step": 1195
    },
    {
      "epoch": 0.08489042675893888,
      "grad_norm": 0.4193207025527954,
      "learning_rate": 2.1872476514581276e-05,
      "loss": 0.7289,
      "step": 1196
    },
    {
      "epoch": 0.08496140537663029,
      "grad_norm": 0.732620358467102,
      "learning_rate": 2.1742782104407834e-05,
      "loss": 1.24,
      "step": 1197
    },
    {
      "epoch": 0.08503238399432171,
      "grad_norm": 0.5558723211288452,
      "learning_rate": 2.1613426437054252e-05,
      "loss": 1.0392,
      "step": 1198
    },
    {
      "epoch": 0.08510336261201314,
      "grad_norm": 0.4708458185195923,
      "learning_rate": 2.1484410072447193e-05,
      "loss": 1.0164,
      "step": 1199
    },
    {
      "epoch": 0.08517434122970455,
      "grad_norm": 0.4982559382915497,
      "learning_rate": 2.1355733569044635e-05,
      "loss": 0.8856,
      "step": 1200
    },
    {
      "epoch": 0.08524531984739597,
      "grad_norm": 1.0891051292419434,
      "learning_rate": 2.1227397483833434e-05,
      "loss": 1.6176,
      "step": 1201
    },
    {
      "epoch": 0.0853162984650874,
      "grad_norm": 0.3322429955005646,
      "learning_rate": 2.1099402372326904e-05,
      "loss": 0.5642,
      "step": 1202
    },
    {
      "epoch": 0.08538727708277881,
      "grad_norm": 0.40812206268310547,
      "learning_rate": 2.0971748788562452e-05,
      "loss": 0.8555,
      "step": 1203
    },
    {
      "epoch": 0.08545825570047023,
      "grad_norm": 0.4924883544445038,
      "learning_rate": 2.0844437285099138e-05,
      "loss": 0.7816,
      "step": 1204
    },
    {
      "epoch": 0.08552923431816166,
      "grad_norm": 0.5139766335487366,
      "learning_rate": 2.0717468413015283e-05,
      "loss": 0.8213,
      "step": 1205
    },
    {
      "epoch": 0.08560021293585307,
      "grad_norm": 0.5502343773841858,
      "learning_rate": 2.0590842721906145e-05,
      "loss": 0.8132,
      "step": 1206
    },
    {
      "epoch": 0.0856711915535445,
      "grad_norm": 0.409281462430954,
      "learning_rate": 2.0464560759881457e-05,
      "loss": 0.725,
      "step": 1207
    },
    {
      "epoch": 0.08574217017123592,
      "grad_norm": 0.47589612007141113,
      "learning_rate": 2.0338623073563102e-05,
      "loss": 0.8621,
      "step": 1208
    },
    {
      "epoch": 0.08581314878892733,
      "grad_norm": 0.4957541823387146,
      "learning_rate": 2.021303020808274e-05,
      "loss": 0.9401,
      "step": 1209
    },
    {
      "epoch": 0.08588412740661876,
      "grad_norm": 0.522481381893158,
      "learning_rate": 2.008778270707944e-05,
      "loss": 0.9273,
      "step": 1210
    },
    {
      "epoch": 0.08595510602431018,
      "grad_norm": 0.4505409300327301,
      "learning_rate": 1.996288111269734e-05,
      "loss": 0.8497,
      "step": 1211
    },
    {
      "epoch": 0.0860260846420016,
      "grad_norm": 0.5390586853027344,
      "learning_rate": 1.9838325965583293e-05,
      "loss": 0.8132,
      "step": 1212
    },
    {
      "epoch": 0.08609706325969302,
      "grad_norm": 0.34982746839523315,
      "learning_rate": 1.9714117804884515e-05,
      "loss": 0.8948,
      "step": 1213
    },
    {
      "epoch": 0.08616804187738444,
      "grad_norm": 0.39280396699905396,
      "learning_rate": 1.9590257168246273e-05,
      "loss": 0.7054,
      "step": 1214
    },
    {
      "epoch": 0.08623902049507585,
      "grad_norm": 0.5128304362297058,
      "learning_rate": 1.946674459180955e-05,
      "loss": 1.0029,
      "step": 1215
    },
    {
      "epoch": 0.08630999911276728,
      "grad_norm": 0.4628605842590332,
      "learning_rate": 1.9343580610208713e-05,
      "loss": 0.9494,
      "step": 1216
    },
    {
      "epoch": 0.0863809777304587,
      "grad_norm": 0.5800885558128357,
      "learning_rate": 1.9220765756569213e-05,
      "loss": 0.7852,
      "step": 1217
    },
    {
      "epoch": 0.08645195634815012,
      "grad_norm": 0.5425004363059998,
      "learning_rate": 1.9098300562505266e-05,
      "loss": 0.8836,
      "step": 1218
    },
    {
      "epoch": 0.08652293496584154,
      "grad_norm": 0.44010648131370544,
      "learning_rate": 1.8976185558117567e-05,
      "loss": 0.6963,
      "step": 1219
    },
    {
      "epoch": 0.08659391358353297,
      "grad_norm": 0.42335599660873413,
      "learning_rate": 1.8854421271990964e-05,
      "loss": 0.6276,
      "step": 1220
    },
    {
      "epoch": 0.08666489220122438,
      "grad_norm": 0.43474632501602173,
      "learning_rate": 1.873300823119223e-05,
      "loss": 0.9036,
      "step": 1221
    },
    {
      "epoch": 0.0867358708189158,
      "grad_norm": 0.3485991060733795,
      "learning_rate": 1.8611946961267713e-05,
      "loss": 0.8608,
      "step": 1222
    },
    {
      "epoch": 0.08680684943660723,
      "grad_norm": 0.7449015974998474,
      "learning_rate": 1.8491237986241106e-05,
      "loss": 1.0511,
      "step": 1223
    },
    {
      "epoch": 0.08687782805429864,
      "grad_norm": 0.4749576449394226,
      "learning_rate": 1.837088182861115e-05,
      "loss": 0.9004,
      "step": 1224
    },
    {
      "epoch": 0.08694880667199006,
      "grad_norm": 0.4798488914966583,
      "learning_rate": 1.8250879009349398e-05,
      "loss": 1.0699,
      "step": 1225
    },
    {
      "epoch": 0.08701978528968149,
      "grad_norm": 0.4807669222354889,
      "learning_rate": 1.8131230047897964e-05,
      "loss": 0.9103,
      "step": 1226
    },
    {
      "epoch": 0.0870907639073729,
      "grad_norm": 0.4661119878292084,
      "learning_rate": 1.801193546216723e-05,
      "loss": 0.9481,
      "step": 1227
    },
    {
      "epoch": 0.08716174252506433,
      "grad_norm": 0.4379165768623352,
      "learning_rate": 1.789299576853364e-05,
      "loss": 0.7346,
      "step": 1228
    },
    {
      "epoch": 0.08723272114275575,
      "grad_norm": 0.49728715419769287,
      "learning_rate": 1.777441148183746e-05,
      "loss": 1.0269,
      "step": 1229
    },
    {
      "epoch": 0.08730369976044716,
      "grad_norm": 0.4341531991958618,
      "learning_rate": 1.7656183115380577e-05,
      "loss": 0.7095,
      "step": 1230
    },
    {
      "epoch": 0.08737467837813859,
      "grad_norm": 0.45815902948379517,
      "learning_rate": 1.7538311180924206e-05,
      "loss": 0.8364,
      "step": 1231
    },
    {
      "epoch": 0.08744565699583001,
      "grad_norm": 0.5628174543380737,
      "learning_rate": 1.742079618868674e-05,
      "loss": 0.9433,
      "step": 1232
    },
    {
      "epoch": 0.08751663561352142,
      "grad_norm": 0.4594747722148895,
      "learning_rate": 1.7303638647341503e-05,
      "loss": 0.8881,
      "step": 1233
    },
    {
      "epoch": 0.08758761423121285,
      "grad_norm": 0.6455614566802979,
      "learning_rate": 1.7186839064014582e-05,
      "loss": 0.9396,
      "step": 1234
    },
    {
      "epoch": 0.08765859284890427,
      "grad_norm": 0.4622642993927002,
      "learning_rate": 1.707039794428259e-05,
      "loss": 0.9183,
      "step": 1235
    },
    {
      "epoch": 0.08772957146659568,
      "grad_norm": 0.4637133479118347,
      "learning_rate": 1.6954315792170527e-05,
      "loss": 0.784,
      "step": 1236
    },
    {
      "epoch": 0.08780055008428711,
      "grad_norm": 0.6626256108283997,
      "learning_rate": 1.683859311014956e-05,
      "loss": 1.1064,
      "step": 1237
    },
    {
      "epoch": 0.08787152870197854,
      "grad_norm": 0.44539153575897217,
      "learning_rate": 1.672323039913485e-05,
      "loss": 1.1263,
      "step": 1238
    },
    {
      "epoch": 0.08794250731966995,
      "grad_norm": 0.5026111006736755,
      "learning_rate": 1.6608228158483406e-05,
      "loss": 0.7307,
      "step": 1239
    },
    {
      "epoch": 0.08801348593736137,
      "grad_norm": 0.555641233921051,
      "learning_rate": 1.649358688599191e-05,
      "loss": 0.897,
      "step": 1240
    },
    {
      "epoch": 0.0880844645550528,
      "grad_norm": 0.5250648856163025,
      "learning_rate": 1.637930707789457e-05,
      "loss": 1.2126,
      "step": 1241
    },
    {
      "epoch": 0.08815544317274421,
      "grad_norm": 0.8931600451469421,
      "learning_rate": 1.626538922886094e-05,
      "loss": 1.2373,
      "step": 1242
    },
    {
      "epoch": 0.08822642179043563,
      "grad_norm": 0.40668052434921265,
      "learning_rate": 1.6151833831993834e-05,
      "loss": 0.8825,
      "step": 1243
    },
    {
      "epoch": 0.08829740040812706,
      "grad_norm": 0.5522154569625854,
      "learning_rate": 1.6038641378827145e-05,
      "loss": 0.7659,
      "step": 1244
    },
    {
      "epoch": 0.08836837902581847,
      "grad_norm": 0.6990132331848145,
      "learning_rate": 1.5925812359323745e-05,
      "loss": 1.6974,
      "step": 1245
    },
    {
      "epoch": 0.0884393576435099,
      "grad_norm": 0.8084421157836914,
      "learning_rate": 1.5813347261873346e-05,
      "loss": 1.1394,
      "step": 1246
    },
    {
      "epoch": 0.08851033626120132,
      "grad_norm": 0.5302009582519531,
      "learning_rate": 1.5701246573290385e-05,
      "loss": 0.9327,
      "step": 1247
    },
    {
      "epoch": 0.08858131487889273,
      "grad_norm": 0.5047593116760254,
      "learning_rate": 1.5589510778811946e-05,
      "loss": 0.887,
      "step": 1248
    },
    {
      "epoch": 0.08865229349658416,
      "grad_norm": 0.4575439691543579,
      "learning_rate": 1.547814036209565e-05,
      "loss": 1.0943,
      "step": 1249
    },
    {
      "epoch": 0.08872327211427558,
      "grad_norm": 0.5310561060905457,
      "learning_rate": 1.5367135805217458e-05,
      "loss": 0.9426,
      "step": 1250
    },
    {
      "epoch": 0.08879425073196699,
      "grad_norm": 0.6215989589691162,
      "learning_rate": 1.5256497588669805e-05,
      "loss": 0.9664,
      "step": 1251
    },
    {
      "epoch": 0.08886522934965842,
      "grad_norm": 0.7230076789855957,
      "learning_rate": 1.5146226191359326e-05,
      "loss": 1.1779,
      "step": 1252
    },
    {
      "epoch": 0.08893620796734984,
      "grad_norm": 0.4241236448287964,
      "learning_rate": 1.5036322090604848e-05,
      "loss": 0.7377,
      "step": 1253
    },
    {
      "epoch": 0.08900718658504125,
      "grad_norm": 0.48596012592315674,
      "learning_rate": 1.4926785762135343e-05,
      "loss": 1.0928,
      "step": 1254
    },
    {
      "epoch": 0.08907816520273268,
      "grad_norm": 0.40594929456710815,
      "learning_rate": 1.4817617680087825e-05,
      "loss": 0.701,
      "step": 1255
    },
    {
      "epoch": 0.0891491438204241,
      "grad_norm": 0.465945303440094,
      "learning_rate": 1.4708818317005335e-05,
      "loss": 0.9792,
      "step": 1256
    },
    {
      "epoch": 0.08922012243811552,
      "grad_norm": 0.33141884207725525,
      "learning_rate": 1.460038814383491e-05,
      "loss": 0.6403,
      "step": 1257
    },
    {
      "epoch": 0.08929110105580694,
      "grad_norm": 0.5646803975105286,
      "learning_rate": 1.4492327629925495e-05,
      "loss": 1.0377,
      "step": 1258
    },
    {
      "epoch": 0.08936207967349837,
      "grad_norm": 0.42312902212142944,
      "learning_rate": 1.4384637243025868e-05,
      "loss": 1.0098,
      "step": 1259
    },
    {
      "epoch": 0.08943305829118978,
      "grad_norm": 0.4375562369823456,
      "learning_rate": 1.4277317449282834e-05,
      "loss": 0.7271,
      "step": 1260
    },
    {
      "epoch": 0.0895040369088812,
      "grad_norm": 0.45165494084358215,
      "learning_rate": 1.4170368713238924e-05,
      "loss": 0.8712,
      "step": 1261
    },
    {
      "epoch": 0.08957501552657263,
      "grad_norm": 0.40860122442245483,
      "learning_rate": 1.4063791497830592e-05,
      "loss": 0.822,
      "step": 1262
    },
    {
      "epoch": 0.08964599414426404,
      "grad_norm": 0.5794278979301453,
      "learning_rate": 1.3957586264386035e-05,
      "loss": 0.9794,
      "step": 1263
    },
    {
      "epoch": 0.08971697276195546,
      "grad_norm": 0.46823784708976746,
      "learning_rate": 1.385175347262343e-05,
      "loss": 1.3209,
      "step": 1264
    },
    {
      "epoch": 0.08978795137964689,
      "grad_norm": 0.6223449110984802,
      "learning_rate": 1.3746293580648717e-05,
      "loss": 1.1352,
      "step": 1265
    },
    {
      "epoch": 0.0898589299973383,
      "grad_norm": 0.511335551738739,
      "learning_rate": 1.3641207044953729e-05,
      "loss": 0.8497,
      "step": 1266
    },
    {
      "epoch": 0.08992990861502972,
      "grad_norm": 0.8866591453552246,
      "learning_rate": 1.3536494320414228e-05,
      "loss": 1.2978,
      "step": 1267
    },
    {
      "epoch": 0.09000088723272115,
      "grad_norm": 0.39607691764831543,
      "learning_rate": 1.343215586028782e-05,
      "loss": 0.9226,
      "step": 1268
    },
    {
      "epoch": 0.09007186585041256,
      "grad_norm": 0.4905494451522827,
      "learning_rate": 1.3328192116212179e-05,
      "loss": 0.98,
      "step": 1269
    },
    {
      "epoch": 0.09014284446810399,
      "grad_norm": 0.647176206111908,
      "learning_rate": 1.3224603538202929e-05,
      "loss": 1.2851,
      "step": 1270
    },
    {
      "epoch": 0.09021382308579541,
      "grad_norm": 0.4292013645172119,
      "learning_rate": 1.3121390574651794e-05,
      "loss": 0.8412,
      "step": 1271
    },
    {
      "epoch": 0.09028480170348682,
      "grad_norm": 0.4634997546672821,
      "learning_rate": 1.3018553672324529e-05,
      "loss": 1.2102,
      "step": 1272
    },
    {
      "epoch": 0.09035578032117825,
      "grad_norm": 0.48591679334640503,
      "learning_rate": 1.291609327635921e-05,
      "loss": 0.7428,
      "step": 1273
    },
    {
      "epoch": 0.09042675893886967,
      "grad_norm": 0.4918659031391144,
      "learning_rate": 1.2814009830264095e-05,
      "loss": 0.8952,
      "step": 1274
    },
    {
      "epoch": 0.09049773755656108,
      "grad_norm": 0.4653288722038269,
      "learning_rate": 1.2712303775915802e-05,
      "loss": 1.138,
      "step": 1275
    },
    {
      "epoch": 0.09056871617425251,
      "grad_norm": 0.3957015573978424,
      "learning_rate": 1.2610975553557336e-05,
      "loss": 0.9314,
      "step": 1276
    },
    {
      "epoch": 0.09063969479194392,
      "grad_norm": 0.4580961763858795,
      "learning_rate": 1.251002560179627e-05,
      "loss": 0.9289,
      "step": 1277
    },
    {
      "epoch": 0.09071067340963535,
      "grad_norm": 0.6399703621864319,
      "learning_rate": 1.2409454357602834e-05,
      "loss": 1.2106,
      "step": 1278
    },
    {
      "epoch": 0.09078165202732677,
      "grad_norm": 0.48778027296066284,
      "learning_rate": 1.2309262256307918e-05,
      "loss": 0.7649,
      "step": 1279
    },
    {
      "epoch": 0.09085263064501818,
      "grad_norm": 0.7889408469200134,
      "learning_rate": 1.220944973160133e-05,
      "loss": 1.1947,
      "step": 1280
    },
    {
      "epoch": 0.0909236092627096,
      "grad_norm": 0.6889403462409973,
      "learning_rate": 1.2110017215529745e-05,
      "loss": 1.1759,
      "step": 1281
    },
    {
      "epoch": 0.09099458788040103,
      "grad_norm": 0.4495044946670532,
      "learning_rate": 1.2010965138495055e-05,
      "loss": 0.9383,
      "step": 1282
    },
    {
      "epoch": 0.09106556649809244,
      "grad_norm": 0.4470050036907196,
      "learning_rate": 1.1912293929252338e-05,
      "loss": 1.0532,
      "step": 1283
    },
    {
      "epoch": 0.09113654511578387,
      "grad_norm": 0.46257346868515015,
      "learning_rate": 1.1814004014908076e-05,
      "loss": 0.8732,
      "step": 1284
    },
    {
      "epoch": 0.0912075237334753,
      "grad_norm": 0.47232019901275635,
      "learning_rate": 1.1716095820918216e-05,
      "loss": 0.9082,
      "step": 1285
    },
    {
      "epoch": 0.0912785023511667,
      "grad_norm": 0.5046257972717285,
      "learning_rate": 1.1618569771086463e-05,
      "loss": 1.0706,
      "step": 1286
    },
    {
      "epoch": 0.09134948096885813,
      "grad_norm": 0.730807363986969,
      "learning_rate": 1.1521426287562397e-05,
      "loss": 0.8036,
      "step": 1287
    },
    {
      "epoch": 0.09142045958654955,
      "grad_norm": 1.508239984512329,
      "learning_rate": 1.1424665790839594e-05,
      "loss": 0.9572,
      "step": 1288
    },
    {
      "epoch": 0.09149143820424097,
      "grad_norm": 0.38861289620399475,
      "learning_rate": 1.1328288699753808e-05,
      "loss": 0.7591,
      "step": 1289
    },
    {
      "epoch": 0.09156241682193239,
      "grad_norm": 0.3590761125087738,
      "learning_rate": 1.1232295431481222e-05,
      "loss": 0.7369,
      "step": 1290
    },
    {
      "epoch": 0.09163339543962382,
      "grad_norm": 0.5056982636451721,
      "learning_rate": 1.1136686401536644e-05,
      "loss": 0.9009,
      "step": 1291
    },
    {
      "epoch": 0.09170437405731523,
      "grad_norm": 0.470046728849411,
      "learning_rate": 1.1041462023771631e-05,
      "loss": 0.8316,
      "step": 1292
    },
    {
      "epoch": 0.09177535267500665,
      "grad_norm": 0.39312395453453064,
      "learning_rate": 1.0946622710372778e-05,
      "loss": 0.9294,
      "step": 1293
    },
    {
      "epoch": 0.09184633129269808,
      "grad_norm": 0.4671391546726227,
      "learning_rate": 1.0852168871859825e-05,
      "loss": 1.0218,
      "step": 1294
    },
    {
      "epoch": 0.09191730991038949,
      "grad_norm": 0.4376756548881531,
      "learning_rate": 1.0758100917083991e-05,
      "loss": 0.8718,
      "step": 1295
    },
    {
      "epoch": 0.09198828852808091,
      "grad_norm": 0.351044237613678,
      "learning_rate": 1.0664419253226232e-05,
      "loss": 0.8507,
      "step": 1296
    },
    {
      "epoch": 0.09205926714577234,
      "grad_norm": 0.48989203572273254,
      "learning_rate": 1.0571124285795342e-05,
      "loss": 0.8971,
      "step": 1297
    },
    {
      "epoch": 0.09213024576346375,
      "grad_norm": 0.5052088499069214,
      "learning_rate": 1.0478216418626252e-05,
      "loss": 0.8743,
      "step": 1298
    },
    {
      "epoch": 0.09220122438115518,
      "grad_norm": 0.6220012307167053,
      "learning_rate": 1.0385696053878313e-05,
      "loss": 1.1329,
      "step": 1299
    },
    {
      "epoch": 0.0922722029988466,
      "grad_norm": 0.43540072441101074,
      "learning_rate": 1.0293563592033595e-05,
      "loss": 0.9831,
      "step": 1300
    },
    {
      "epoch": 0.09234318161653801,
      "grad_norm": 0.4503757059574127,
      "learning_rate": 1.0201819431895044e-05,
      "loss": 0.8759,
      "step": 1301
    },
    {
      "epoch": 0.09241416023422944,
      "grad_norm": 0.46886715292930603,
      "learning_rate": 1.0110463970584805e-05,
      "loss": 0.7216,
      "step": 1302
    },
    {
      "epoch": 0.09248513885192086,
      "grad_norm": 0.5873284935951233,
      "learning_rate": 1.0019497603542538e-05,
      "loss": 0.8353,
      "step": 1303
    },
    {
      "epoch": 0.09255611746961227,
      "grad_norm": 0.47020718455314636,
      "learning_rate": 9.928920724523627e-06,
      "loss": 1.0253,
      "step": 1304
    },
    {
      "epoch": 0.0926270960873037,
      "grad_norm": 0.4079001247882843,
      "learning_rate": 9.838733725597615e-06,
      "loss": 0.7396,
      "step": 1305
    },
    {
      "epoch": 0.09269807470499512,
      "grad_norm": 0.5459582209587097,
      "learning_rate": 9.748936997146351e-06,
      "loss": 0.9819,
      "step": 1306
    },
    {
      "epoch": 0.09276905332268653,
      "grad_norm": 0.5781161189079285,
      "learning_rate": 9.659530927862359e-06,
      "loss": 1.1018,
      "step": 1307
    },
    {
      "epoch": 0.09284003194037796,
      "grad_norm": 0.42577746510505676,
      "learning_rate": 9.570515904747157e-06,
      "loss": 0.9871,
      "step": 1308
    },
    {
      "epoch": 0.09291101055806938,
      "grad_norm": 0.5408015251159668,
      "learning_rate": 9.481892313109674e-06,
      "loss": 0.8316,
      "step": 1309
    },
    {
      "epoch": 0.0929819891757608,
      "grad_norm": 0.6826505064964294,
      "learning_rate": 9.393660536564408e-06,
      "loss": 1.0436,
      "step": 1310
    },
    {
      "epoch": 0.09305296779345222,
      "grad_norm": 0.5000582337379456,
      "learning_rate": 9.305820957029853e-06,
      "loss": 0.8868,
      "step": 1311
    },
    {
      "epoch": 0.09312394641114365,
      "grad_norm": 0.4470801055431366,
      "learning_rate": 9.2183739547269e-06,
      "loss": 1.3382,
      "step": 1312
    },
    {
      "epoch": 0.09319492502883506,
      "grad_norm": 0.6512500643730164,
      "learning_rate": 9.131319908177083e-06,
      "loss": 0.8718,
      "step": 1313
    },
    {
      "epoch": 0.09326590364652648,
      "grad_norm": 0.4046299159526825,
      "learning_rate": 9.044659194201054e-06,
      "loss": 0.7693,
      "step": 1314
    },
    {
      "epoch": 0.09333688226421791,
      "grad_norm": 0.3927496373653412,
      "learning_rate": 8.958392187916841e-06,
      "loss": 0.7317,
      "step": 1315
    },
    {
      "epoch": 0.09340786088190932,
      "grad_norm": 0.41378623247146606,
      "learning_rate": 8.872519262738287e-06,
      "loss": 0.7433,
      "step": 1316
    },
    {
      "epoch": 0.09347883949960074,
      "grad_norm": 0.40678563714027405,
      "learning_rate": 8.787040790373413e-06,
      "loss": 0.7135,
      "step": 1317
    },
    {
      "epoch": 0.09354981811729217,
      "grad_norm": 0.40826547145843506,
      "learning_rate": 8.70195714082287e-06,
      "loss": 1.0577,
      "step": 1318
    },
    {
      "epoch": 0.09362079673498358,
      "grad_norm": 0.48146840929985046,
      "learning_rate": 8.617268682378266e-06,
      "loss": 0.7926,
      "step": 1319
    },
    {
      "epoch": 0.093691775352675,
      "grad_norm": 0.5858265161514282,
      "learning_rate": 8.532975781620512e-06,
      "loss": 0.9691,
      "step": 1320
    },
    {
      "epoch": 0.09376275397036643,
      "grad_norm": 0.47560542821884155,
      "learning_rate": 8.44907880341842e-06,
      "loss": 1.0348,
      "step": 1321
    },
    {
      "epoch": 0.09383373258805784,
      "grad_norm": 0.5426387786865234,
      "learning_rate": 8.365578110926953e-06,
      "loss": 1.0851,
      "step": 1322
    },
    {
      "epoch": 0.09390471120574927,
      "grad_norm": 0.719224750995636,
      "learning_rate": 8.282474065585788e-06,
      "loss": 1.2516,
      "step": 1323
    },
    {
      "epoch": 0.09397568982344069,
      "grad_norm": 0.565149188041687,
      "learning_rate": 8.1997670271176e-06,
      "loss": 0.9146,
      "step": 1324
    },
    {
      "epoch": 0.0940466684411321,
      "grad_norm": 0.39533886313438416,
      "learning_rate": 8.117457353526625e-06,
      "loss": 0.6321,
      "step": 1325
    },
    {
      "epoch": 0.09411764705882353,
      "grad_norm": 0.39635589718818665,
      "learning_rate": 8.035545401097066e-06,
      "loss": 0.8674,
      "step": 1326
    },
    {
      "epoch": 0.09418862567651495,
      "grad_norm": 0.5568175315856934,
      "learning_rate": 7.954031524391615e-06,
      "loss": 1.2519,
      "step": 1327
    },
    {
      "epoch": 0.09425960429420636,
      "grad_norm": 0.48450231552124023,
      "learning_rate": 7.872916076249748e-06,
      "loss": 0.936,
      "step": 1328
    },
    {
      "epoch": 0.09433058291189779,
      "grad_norm": 0.4750722348690033,
      "learning_rate": 7.792199407786383e-06,
      "loss": 1.1496,
      "step": 1329
    },
    {
      "epoch": 0.09440156152958921,
      "grad_norm": 0.5684189796447754,
      "learning_rate": 7.711881868390291e-06,
      "loss": 0.9776,
      "step": 1330
    },
    {
      "epoch": 0.09447254014728063,
      "grad_norm": 0.5111303925514221,
      "learning_rate": 7.63196380572253e-06,
      "loss": 1.2325,
      "step": 1331
    },
    {
      "epoch": 0.09454351876497205,
      "grad_norm": 0.3504442274570465,
      "learning_rate": 7.552445565715094e-06,
      "loss": 0.7059,
      "step": 1332
    },
    {
      "epoch": 0.09461449738266348,
      "grad_norm": 0.3632712960243225,
      "learning_rate": 7.47332749256916e-06,
      "loss": 0.7628,
      "step": 1333
    },
    {
      "epoch": 0.09468547600035489,
      "grad_norm": 0.37915757298469543,
      "learning_rate": 7.394609928753882e-06,
      "loss": 0.8826,
      "step": 1334
    },
    {
      "epoch": 0.09475645461804631,
      "grad_norm": 0.4552775025367737,
      "learning_rate": 7.3162932150046885e-06,
      "loss": 0.852,
      "step": 1335
    },
    {
      "epoch": 0.09482743323573774,
      "grad_norm": 0.44382962584495544,
      "learning_rate": 7.2383776903219845e-06,
      "loss": 0.8893,
      "step": 1336
    },
    {
      "epoch": 0.09489841185342915,
      "grad_norm": 0.4237624704837799,
      "learning_rate": 7.1608636919694885e-06,
      "loss": 1.0781,
      "step": 1337
    },
    {
      "epoch": 0.09496939047112057,
      "grad_norm": 0.6290239691734314,
      "learning_rate": 7.0837515554729616e-06,
      "loss": 0.9923,
      "step": 1338
    },
    {
      "epoch": 0.095040369088812,
      "grad_norm": 0.5223433375358582,
      "learning_rate": 7.007041614618637e-06,
      "loss": 0.7585,
      "step": 1339
    },
    {
      "epoch": 0.09511134770650341,
      "grad_norm": 0.5348983407020569,
      "learning_rate": 6.930734201451816e-06,
      "loss": 0.986,
      "step": 1340
    },
    {
      "epoch": 0.09518232632419484,
      "grad_norm": 0.42067310214042664,
      "learning_rate": 6.854829646275429e-06,
      "loss": 0.7051,
      "step": 1341
    },
    {
      "epoch": 0.09525330494188626,
      "grad_norm": 0.4263385236263275,
      "learning_rate": 6.779328277648611e-06,
      "loss": 1.0023,
      "step": 1342
    },
    {
      "epoch": 0.09532428355957767,
      "grad_norm": 0.42091476917266846,
      "learning_rate": 6.704230422385249e-06,
      "loss": 0.9968,
      "step": 1343
    },
    {
      "epoch": 0.0953952621772691,
      "grad_norm": 0.4214096963405609,
      "learning_rate": 6.629536405552595e-06,
      "loss": 0.8286,
      "step": 1344
    },
    {
      "epoch": 0.09546624079496052,
      "grad_norm": 0.7892279624938965,
      "learning_rate": 6.555246550469907e-06,
      "loss": 1.0721,
      "step": 1345
    },
    {
      "epoch": 0.09553721941265193,
      "grad_norm": 0.9193912148475647,
      "learning_rate": 6.481361178706879e-06,
      "loss": 2.0579,
      "step": 1346
    },
    {
      "epoch": 0.09560819803034336,
      "grad_norm": 0.4970879852771759,
      "learning_rate": 6.407880610082484e-06,
      "loss": 0.944,
      "step": 1347
    },
    {
      "epoch": 0.09567917664803478,
      "grad_norm": 0.41539695858955383,
      "learning_rate": 6.3348051626633934e-06,
      "loss": 0.8025,
      "step": 1348
    },
    {
      "epoch": 0.0957501552657262,
      "grad_norm": 0.46554118394851685,
      "learning_rate": 6.262135152762716e-06,
      "loss": 1.084,
      "step": 1349
    },
    {
      "epoch": 0.09582113388341762,
      "grad_norm": 0.5417400598526001,
      "learning_rate": 6.189870894938587e-06,
      "loss": 0.9282,
      "step": 1350
    },
    {
      "epoch": 0.09589211250110904,
      "grad_norm": 0.44594234228134155,
      "learning_rate": 6.118012701992804e-06,
      "loss": 1.029,
      "step": 1351
    },
    {
      "epoch": 0.09596309111880046,
      "grad_norm": 0.39368414878845215,
      "learning_rate": 6.0465608849694655e-06,
      "loss": 0.7745,
      "step": 1352
    },
    {
      "epoch": 0.09603406973649188,
      "grad_norm": 0.35250207781791687,
      "learning_rate": 5.975515753153671e-06,
      "loss": 0.7529,
      "step": 1353
    },
    {
      "epoch": 0.0961050483541833,
      "grad_norm": 0.5453159809112549,
      "learning_rate": 5.904877614070114e-06,
      "loss": 1.1209,
      "step": 1354
    },
    {
      "epoch": 0.09617602697187472,
      "grad_norm": 0.5468341708183289,
      "learning_rate": 5.834646773481811e-06,
      "loss": 0.9058,
      "step": 1355
    },
    {
      "epoch": 0.09624700558956614,
      "grad_norm": 0.593463122844696,
      "learning_rate": 5.764823535388763e-06,
      "loss": 0.8449,
      "step": 1356
    },
    {
      "epoch": 0.09631798420725757,
      "grad_norm": 0.715807318687439,
      "learning_rate": 5.695408202026586e-06,
      "loss": 1.0832,
      "step": 1357
    },
    {
      "epoch": 0.09638896282494898,
      "grad_norm": 0.4889042377471924,
      "learning_rate": 5.626401073865284e-06,
      "loss": 0.8811,
      "step": 1358
    },
    {
      "epoch": 0.0964599414426404,
      "grad_norm": 0.34780463576316833,
      "learning_rate": 5.557802449607907e-06,
      "loss": 0.8025,
      "step": 1359
    },
    {
      "epoch": 0.09653092006033183,
      "grad_norm": 0.5625705122947693,
      "learning_rate": 5.489612626189245e-06,
      "loss": 0.9585,
      "step": 1360
    },
    {
      "epoch": 0.09660189867802324,
      "grad_norm": 0.3951881229877472,
      "learning_rate": 5.421831898774577e-06,
      "loss": 0.7649,
      "step": 1361
    },
    {
      "epoch": 0.09667287729571467,
      "grad_norm": 0.6280097365379333,
      "learning_rate": 5.3544605607583675e-06,
      "loss": 1.1487,
      "step": 1362
    },
    {
      "epoch": 0.09674385591340609,
      "grad_norm": 0.4669831693172455,
      "learning_rate": 5.28749890376301e-06,
      "loss": 0.6403,
      "step": 1363
    },
    {
      "epoch": 0.0968148345310975,
      "grad_norm": 0.5183802247047424,
      "learning_rate": 5.220947217637562e-06,
      "loss": 0.7266,
      "step": 1364
    },
    {
      "epoch": 0.09688581314878893,
      "grad_norm": 0.4243132472038269,
      "learning_rate": 5.154805790456485e-06,
      "loss": 1.012,
      "step": 1365
    },
    {
      "epoch": 0.09695679176648035,
      "grad_norm": 0.6100375652313232,
      "learning_rate": 5.089074908518388e-06,
      "loss": 1.1745,
      "step": 1366
    },
    {
      "epoch": 0.09702777038417176,
      "grad_norm": 0.4873984754085541,
      "learning_rate": 5.023754856344809e-06,
      "loss": 0.8657,
      "step": 1367
    },
    {
      "epoch": 0.09709874900186319,
      "grad_norm": 0.5762258768081665,
      "learning_rate": 4.958845916679e-06,
      "loss": 1.1125,
      "step": 1368
    },
    {
      "epoch": 0.09716972761955461,
      "grad_norm": 0.5421224236488342,
      "learning_rate": 4.8943483704846475e-06,
      "loss": 0.826,
      "step": 1369
    },
    {
      "epoch": 0.09724070623724602,
      "grad_norm": 0.4401085674762726,
      "learning_rate": 4.830262496944693e-06,
      "loss": 0.7551,
      "step": 1370
    },
    {
      "epoch": 0.09731168485493745,
      "grad_norm": 0.47089284658432007,
      "learning_rate": 4.766588573460129e-06,
      "loss": 0.9547,
      "step": 1371
    },
    {
      "epoch": 0.09738266347262887,
      "grad_norm": 0.5287887454032898,
      "learning_rate": 4.703326875648795e-06,
      "loss": 0.9542,
      "step": 1372
    },
    {
      "epoch": 0.09745364209032029,
      "grad_norm": 0.5029149055480957,
      "learning_rate": 4.640477677344135e-06,
      "loss": 0.8356,
      "step": 1373
    },
    {
      "epoch": 0.09752462070801171,
      "grad_norm": 0.5073233842849731,
      "learning_rate": 4.578041250594112e-06,
      "loss": 0.8924,
      "step": 1374
    },
    {
      "epoch": 0.09759559932570314,
      "grad_norm": 0.3692755401134491,
      "learning_rate": 4.516017865659949e-06,
      "loss": 0.6495,
      "step": 1375
    },
    {
      "epoch": 0.09766657794339455,
      "grad_norm": 0.6079548001289368,
      "learning_rate": 4.454407791014959e-06,
      "loss": 0.8078,
      "step": 1376
    },
    {
      "epoch": 0.09773755656108597,
      "grad_norm": 0.5421464443206787,
      "learning_rate": 4.393211293343446e-06,
      "loss": 0.8841,
      "step": 1377
    },
    {
      "epoch": 0.0978085351787774,
      "grad_norm": 0.5146459341049194,
      "learning_rate": 4.332428637539499e-06,
      "loss": 1.3342,
      "step": 1378
    },
    {
      "epoch": 0.09787951379646881,
      "grad_norm": 0.5155757665634155,
      "learning_rate": 4.272060086705842e-06,
      "loss": 0.8202,
      "step": 1379
    },
    {
      "epoch": 0.09795049241416023,
      "grad_norm": 0.7289038896560669,
      "learning_rate": 4.21210590215273e-06,
      "loss": 1.6234,
      "step": 1380
    },
    {
      "epoch": 0.09802147103185166,
      "grad_norm": 0.5625012516975403,
      "learning_rate": 4.152566343396791e-06,
      "loss": 1.0201,
      "step": 1381
    },
    {
      "epoch": 0.09809244964954307,
      "grad_norm": 0.3980961740016937,
      "learning_rate": 4.093441668159925e-06,
      "loss": 0.6589,
      "step": 1382
    },
    {
      "epoch": 0.0981634282672345,
      "grad_norm": 0.7702926397323608,
      "learning_rate": 4.0347321323681576e-06,
      "loss": 1.6248,
      "step": 1383
    },
    {
      "epoch": 0.09823440688492592,
      "grad_norm": 0.4534588158130646,
      "learning_rate": 3.97643799015055e-06,
      "loss": 0.8552,
      "step": 1384
    },
    {
      "epoch": 0.09830538550261733,
      "grad_norm": 0.4553348124027252,
      "learning_rate": 3.918559493838114e-06,
      "loss": 0.9802,
      "step": 1385
    },
    {
      "epoch": 0.09837636412030876,
      "grad_norm": 0.5210724472999573,
      "learning_rate": 3.861096893962679e-06,
      "loss": 0.8019,
      "step": 1386
    },
    {
      "epoch": 0.09844734273800018,
      "grad_norm": 0.4383624494075775,
      "learning_rate": 3.8040504392558463e-06,
      "loss": 0.8316,
      "step": 1387
    },
    {
      "epoch": 0.0985183213556916,
      "grad_norm": 0.4720363914966583,
      "learning_rate": 3.7474203766479143e-06,
      "loss": 1.1104,
      "step": 1388
    },
    {
      "epoch": 0.09858929997338302,
      "grad_norm": 0.3804314136505127,
      "learning_rate": 3.6912069512667678e-06,
      "loss": 0.6221,
      "step": 1389
    },
    {
      "epoch": 0.09866027859107444,
      "grad_norm": 0.533603310585022,
      "learning_rate": 3.6354104064368566e-06,
      "loss": 0.8341,
      "step": 1390
    },
    {
      "epoch": 0.09873125720876585,
      "grad_norm": 0.5405961871147156,
      "learning_rate": 3.5800309836781175e-06,
      "loss": 0.7587,
      "step": 1391
    },
    {
      "epoch": 0.09880223582645728,
      "grad_norm": 0.45842763781547546,
      "learning_rate": 3.525068922704966e-06,
      "loss": 0.761,
      "step": 1392
    },
    {
      "epoch": 0.0988732144441487,
      "grad_norm": 0.4723099172115326,
      "learning_rate": 3.470524461425184e-06,
      "loss": 0.7047,
      "step": 1393
    },
    {
      "epoch": 0.09894419306184012,
      "grad_norm": 0.548529326915741,
      "learning_rate": 3.4163978359390003e-06,
      "loss": 0.9256,
      "step": 1394
    },
    {
      "epoch": 0.09901517167953154,
      "grad_norm": 0.440293550491333,
      "learning_rate": 3.3626892805379562e-06,
      "loss": 0.8237,
      "step": 1395
    },
    {
      "epoch": 0.09908615029722297,
      "grad_norm": 0.5504341125488281,
      "learning_rate": 3.309399027703974e-06,
      "loss": 0.7779,
      "step": 1396
    },
    {
      "epoch": 0.09915712891491438,
      "grad_norm": 0.6694475412368774,
      "learning_rate": 3.2565273081083038e-06,
      "loss": 1.2745,
      "step": 1397
    },
    {
      "epoch": 0.0992281075326058,
      "grad_norm": 0.4180305004119873,
      "learning_rate": 3.204074350610531e-06,
      "loss": 0.7477,
      "step": 1398
    },
    {
      "epoch": 0.09929908615029723,
      "grad_norm": 0.4256500005722046,
      "learning_rate": 3.152040382257626e-06,
      "loss": 0.8408,
      "step": 1399
    },
    {
      "epoch": 0.09937006476798864,
      "grad_norm": 0.3689604103565216,
      "learning_rate": 3.100425628282899e-06,
      "loss": 0.6987,
      "step": 1400
    },
    {
      "epoch": 0.09944104338568006,
      "grad_norm": 0.4137880504131317,
      "learning_rate": 3.049230312105078e-06,
      "loss": 0.7594,
      "step": 1401
    },
    {
      "epoch": 0.09951202200337149,
      "grad_norm": 0.5599186420440674,
      "learning_rate": 2.9984546553272873e-06,
      "loss": 1.2436,
      "step": 1402
    },
    {
      "epoch": 0.0995830006210629,
      "grad_norm": 0.6554542183876038,
      "learning_rate": 2.948098877736161e-06,
      "loss": 1.1051,
      "step": 1403
    },
    {
      "epoch": 0.09965397923875433,
      "grad_norm": 0.5308823585510254,
      "learning_rate": 2.8981631973008405e-06,
      "loss": 0.8156,
      "step": 1404
    },
    {
      "epoch": 0.09972495785644575,
      "grad_norm": 0.4394266903400421,
      "learning_rate": 2.848647830172024e-06,
      "loss": 0.834,
      "step": 1405
    },
    {
      "epoch": 0.09979593647413716,
      "grad_norm": 0.4896719455718994,
      "learning_rate": 2.7995529906810647e-06,
      "loss": 0.7688,
      "step": 1406
    },
    {
      "epoch": 0.09986691509182859,
      "grad_norm": 0.4844425916671753,
      "learning_rate": 2.750878891339026e-06,
      "loss": 0.7966,
      "step": 1407
    },
    {
      "epoch": 0.09993789370952001,
      "grad_norm": 0.4227130115032196,
      "learning_rate": 2.7026257428357515e-06,
      "loss": 0.9163,
      "step": 1408
    },
    {
      "epoch": 0.10000887232721142,
      "grad_norm": 0.3891453146934509,
      "learning_rate": 2.6547937540389758e-06,
      "loss": 0.82,
      "step": 1409
    },
    {
      "epoch": 0.10007985094490285,
      "grad_norm": 0.5240478515625,
      "learning_rate": 2.607383131993424e-06,
      "loss": 0.862,
      "step": 1410
    },
    {
      "epoch": 0.10015082956259427,
      "grad_norm": 0.35679030418395996,
      "learning_rate": 2.560394081919848e-06,
      "loss": 0.8773,
      "step": 1411
    },
    {
      "epoch": 0.10022180818028568,
      "grad_norm": 0.3902736306190491,
      "learning_rate": 2.513826807214248e-06,
      "loss": 0.8258,
      "step": 1412
    },
    {
      "epoch": 0.10029278679797711,
      "grad_norm": 0.40816500782966614,
      "learning_rate": 2.4676815094469173e-06,
      "loss": 0.9404,
      "step": 1413
    },
    {
      "epoch": 0.10036376541566853,
      "grad_norm": 0.6444582343101501,
      "learning_rate": 2.421958388361578e-06,
      "loss": 1.206,
      "step": 1414
    },
    {
      "epoch": 0.10043474403335995,
      "grad_norm": 0.4507860541343689,
      "learning_rate": 2.3766576418745022e-06,
      "loss": 0.7575,
      "step": 1415
    },
    {
      "epoch": 0.10050572265105137,
      "grad_norm": 0.42260465025901794,
      "learning_rate": 2.3317794660737356e-06,
      "loss": 0.6632,
      "step": 1416
    },
    {
      "epoch": 0.1005767012687428,
      "grad_norm": 0.4633878767490387,
      "learning_rate": 2.287324055218165e-06,
      "loss": 0.6987,
      "step": 1417
    },
    {
      "epoch": 0.10064767988643421,
      "grad_norm": 0.4336109459400177,
      "learning_rate": 2.2432916017366744e-06,
      "loss": 0.8554,
      "step": 1418
    },
    {
      "epoch": 0.10071865850412563,
      "grad_norm": 0.4283023774623871,
      "learning_rate": 2.1996822962274123e-06,
      "loss": 0.7516,
      "step": 1419
    },
    {
      "epoch": 0.10078963712181706,
      "grad_norm": 0.7382510304450989,
      "learning_rate": 2.1564963274568027e-06,
      "loss": 1.232,
      "step": 1420
    },
    {
      "epoch": 0.10086061573950847,
      "grad_norm": 0.4554368555545807,
      "learning_rate": 2.1137338823589036e-06,
      "loss": 0.9397,
      "step": 1421
    },
    {
      "epoch": 0.1009315943571999,
      "grad_norm": 0.4113834500312805,
      "learning_rate": 2.0713951460344714e-06,
      "loss": 0.7716,
      "step": 1422
    },
    {
      "epoch": 0.10100257297489132,
      "grad_norm": 0.5011507868766785,
      "learning_rate": 2.029480301750242e-06,
      "loss": 0.9831,
      "step": 1423
    },
    {
      "epoch": 0.10107355159258273,
      "grad_norm": 0.47549930214881897,
      "learning_rate": 1.987989530938028e-06,
      "loss": 1.198,
      "step": 1424
    },
    {
      "epoch": 0.10114453021027416,
      "grad_norm": 0.46874046325683594,
      "learning_rate": 1.9469230131940907e-06,
      "loss": 0.9161,
      "step": 1425
    },
    {
      "epoch": 0.10121550882796558,
      "grad_norm": 0.6698533892631531,
      "learning_rate": 1.9062809262782255e-06,
      "loss": 1.4883,
      "step": 1426
    },
    {
      "epoch": 0.10128648744565699,
      "grad_norm": 0.4819127917289734,
      "learning_rate": 1.8660634461130755e-06,
      "loss": 0.9081,
      "step": 1427
    },
    {
      "epoch": 0.10135746606334842,
      "grad_norm": 0.5820742845535278,
      "learning_rate": 1.8262707467832873e-06,
      "loss": 1.2464,
      "step": 1428
    },
    {
      "epoch": 0.10142844468103984,
      "grad_norm": 0.5792391896247864,
      "learning_rate": 1.7869030005348343e-06,
      "loss": 1.0961,
      "step": 1429
    },
    {
      "epoch": 0.10149942329873125,
      "grad_norm": 0.6147359013557434,
      "learning_rate": 1.7479603777742938e-06,
      "loss": 1.096,
      "step": 1430
    },
    {
      "epoch": 0.10157040191642268,
      "grad_norm": 0.5150204300880432,
      "learning_rate": 1.7094430470679933e-06,
      "loss": 0.8599,
      "step": 1431
    },
    {
      "epoch": 0.1016413805341141,
      "grad_norm": 0.4444696307182312,
      "learning_rate": 1.671351175141389e-06,
      "loss": 0.7775,
      "step": 1432
    },
    {
      "epoch": 0.10171235915180551,
      "grad_norm": 0.42782676219940186,
      "learning_rate": 1.633684926878265e-06,
      "loss": 0.8314,
      "step": 1433
    },
    {
      "epoch": 0.10178333776949694,
      "grad_norm": 0.437939316034317,
      "learning_rate": 1.5964444653201017e-06,
      "loss": 0.8976,
      "step": 1434
    },
    {
      "epoch": 0.10185431638718837,
      "grad_norm": 0.45877090096473694,
      "learning_rate": 1.559629951665298e-06,
      "loss": 0.8685,
      "step": 1435
    },
    {
      "epoch": 0.10192529500487978,
      "grad_norm": 0.4782155752182007,
      "learning_rate": 1.5232415452685278e-06,
      "loss": 0.9251,
      "step": 1436
    },
    {
      "epoch": 0.1019962736225712,
      "grad_norm": 0.4937088191509247,
      "learning_rate": 1.4872794036399961e-06,
      "loss": 0.7064,
      "step": 1437
    },
    {
      "epoch": 0.10206725224026263,
      "grad_norm": 0.3832065761089325,
      "learning_rate": 1.4517436824447838e-06,
      "loss": 0.8277,
      "step": 1438
    },
    {
      "epoch": 0.10213823085795404,
      "grad_norm": 0.457443505525589,
      "learning_rate": 1.4166345355022037e-06,
      "loss": 0.7937,
      "step": 1439
    },
    {
      "epoch": 0.10220920947564546,
      "grad_norm": 0.5990011692047119,
      "learning_rate": 1.3819521147851123e-06,
      "loss": 0.9392,
      "step": 1440
    },
    {
      "epoch": 0.10228018809333689,
      "grad_norm": 0.452122300863266,
      "learning_rate": 1.347696570419199e-06,
      "loss": 0.8599,
      "step": 1441
    },
    {
      "epoch": 0.1023511667110283,
      "grad_norm": 0.49454179406166077,
      "learning_rate": 1.3138680506824097e-06,
      "loss": 0.8994,
      "step": 1442
    },
    {
      "epoch": 0.10242214532871972,
      "grad_norm": 0.5262469053268433,
      "learning_rate": 1.2804667020043014e-06,
      "loss": 0.7296,
      "step": 1443
    },
    {
      "epoch": 0.10249312394641115,
      "grad_norm": 0.4256914258003235,
      "learning_rate": 1.2474926689653554e-06,
      "loss": 0.7352,
      "step": 1444
    },
    {
      "epoch": 0.10256410256410256,
      "grad_norm": 0.3796427249908447,
      "learning_rate": 1.2149460942964098e-06,
      "loss": 0.6957,
      "step": 1445
    },
    {
      "epoch": 0.10263508118179399,
      "grad_norm": 0.5305661559104919,
      "learning_rate": 1.1828271188779715e-06,
      "loss": 0.9579,
      "step": 1446
    },
    {
      "epoch": 0.10270605979948541,
      "grad_norm": 0.5447328686714172,
      "learning_rate": 1.1511358817396733e-06,
      "loss": 1.2884,
      "step": 1447
    },
    {
      "epoch": 0.10277703841717682,
      "grad_norm": 0.45881083607673645,
      "learning_rate": 1.1198725200596615e-06,
      "loss": 0.9059,
      "step": 1448
    },
    {
      "epoch": 0.10284801703486825,
      "grad_norm": 0.5503917336463928,
      "learning_rate": 1.0890371691639868e-06,
      "loss": 1.0585,
      "step": 1449
    },
    {
      "epoch": 0.10291899565255967,
      "grad_norm": 0.41571271419525146,
      "learning_rate": 1.05862996252597e-06,
      "loss": 0.7278,
      "step": 1450
    },
    {
      "epoch": 0.10298997427025108,
      "grad_norm": 0.6334740519523621,
      "learning_rate": 1.0286510317657482e-06,
      "loss": 1.0422,
      "step": 1451
    },
    {
      "epoch": 0.10306095288794251,
      "grad_norm": 0.42475754022598267,
      "learning_rate": 9.991005066495752e-07,
      "loss": 0.7859,
      "step": 1452
    },
    {
      "epoch": 0.10313193150563393,
      "grad_norm": 0.40902721881866455,
      "learning_rate": 9.699785150893426e-07,
      "loss": 0.7931,
      "step": 1453
    },
    {
      "epoch": 0.10320291012332534,
      "grad_norm": 0.4751814305782318,
      "learning_rate": 9.412851831419934e-07,
      "loss": 1.1065,
      "step": 1454
    },
    {
      "epoch": 0.10327388874101677,
      "grad_norm": 0.4610556364059448,
      "learning_rate": 9.130206350089765e-07,
      "loss": 1.0269,
      "step": 1455
    },
    {
      "epoch": 0.1033448673587082,
      "grad_norm": 0.624396026134491,
      "learning_rate": 8.851849930357148e-07,
      "loss": 1.0484,
      "step": 1456
    },
    {
      "epoch": 0.1034158459763996,
      "grad_norm": 0.39276322722435,
      "learning_rate": 8.577783777110937e-07,
      "loss": 0.7846,
      "step": 1457
    },
    {
      "epoch": 0.10348682459409103,
      "grad_norm": 0.49249401688575745,
      "learning_rate": 8.308009076668955e-07,
      "loss": 0.668,
      "step": 1458
    },
    {
      "epoch": 0.10355780321178246,
      "grad_norm": 0.48976194858551025,
      "learning_rate": 8.042526996773326e-07,
      "loss": 0.9389,
      "step": 1459
    },
    {
      "epoch": 0.10362878182947387,
      "grad_norm": 0.6623910069465637,
      "learning_rate": 7.781338686584927e-07,
      "loss": 0.9823,
      "step": 1460
    },
    {
      "epoch": 0.10369976044716529,
      "grad_norm": 0.4495810568332672,
      "learning_rate": 7.52444527667906e-07,
      "loss": 1.0189,
      "step": 1461
    },
    {
      "epoch": 0.10377073906485672,
      "grad_norm": 0.40660881996154785,
      "learning_rate": 7.271847879040117e-07,
      "loss": 0.9145,
      "step": 1462
    },
    {
      "epoch": 0.10384171768254813,
      "grad_norm": 0.45278552174568176,
      "learning_rate": 7.023547587056478e-07,
      "loss": 0.8816,
      "step": 1463
    },
    {
      "epoch": 0.10391269630023955,
      "grad_norm": 0.5237962603569031,
      "learning_rate": 6.779545475516735e-07,
      "loss": 0.8214,
      "step": 1464
    },
    {
      "epoch": 0.10398367491793098,
      "grad_norm": 0.6734787821769714,
      "learning_rate": 6.539842600603918e-07,
      "loss": 1.5605,
      "step": 1465
    },
    {
      "epoch": 0.10405465353562239,
      "grad_norm": 0.4234943985939026,
      "learning_rate": 6.304439999891832e-07,
      "loss": 0.7137,
      "step": 1466
    },
    {
      "epoch": 0.10412563215331382,
      "grad_norm": 0.5386500358581543,
      "learning_rate": 6.073338692339836e-07,
      "loss": 1.0735,
      "step": 1467
    },
    {
      "epoch": 0.10419661077100524,
      "grad_norm": 0.5062284469604492,
      "learning_rate": 5.846539678289298e-07,
      "loss": 1.1765,
      "step": 1468
    },
    {
      "epoch": 0.10426758938869665,
      "grad_norm": 0.3521619737148285,
      "learning_rate": 5.624043939458145e-07,
      "loss": 0.7223,
      "step": 1469
    },
    {
      "epoch": 0.10433856800638808,
      "grad_norm": 0.6264520287513733,
      "learning_rate": 5.405852438937764e-07,
      "loss": 0.8433,
      "step": 1470
    },
    {
      "epoch": 0.1044095466240795,
      "grad_norm": 0.729939341545105,
      "learning_rate": 5.191966121187997e-07,
      "loss": 1.2611,
      "step": 1471
    },
    {
      "epoch": 0.10448052524177091,
      "grad_norm": 0.4279501736164093,
      "learning_rate": 4.982385912033261e-07,
      "loss": 0.8233,
      "step": 1472
    },
    {
      "epoch": 0.10455150385946234,
      "grad_norm": 0.553849995136261,
      "learning_rate": 4.777112718658993e-07,
      "loss": 0.9787,
      "step": 1473
    },
    {
      "epoch": 0.10462248247715376,
      "grad_norm": 0.3634038269519806,
      "learning_rate": 4.5761474296068807e-07,
      "loss": 0.7564,
      "step": 1474
    },
    {
      "epoch": 0.10469346109484517,
      "grad_norm": 0.45049232244491577,
      "learning_rate": 4.3794909147720773e-07,
      "loss": 0.8233,
      "step": 1475
    },
    {
      "epoch": 0.1047644397125366,
      "grad_norm": 0.563646137714386,
      "learning_rate": 4.187144025398215e-07,
      "loss": 0.6781,
      "step": 1476
    },
    {
      "epoch": 0.10483541833022803,
      "grad_norm": 0.39295095205307007,
      "learning_rate": 3.999107594074736e-07,
      "loss": 0.8891,
      "step": 1477
    },
    {
      "epoch": 0.10490639694791944,
      "grad_norm": 0.7141518592834473,
      "learning_rate": 3.815382434732895e-07,
      "loss": 1.1375,
      "step": 1478
    },
    {
      "epoch": 0.10497737556561086,
      "grad_norm": 0.5113397240638733,
      "learning_rate": 3.6359693426423203e-07,
      "loss": 0.9351,
      "step": 1479
    },
    {
      "epoch": 0.10504835418330229,
      "grad_norm": 0.5252169370651245,
      "learning_rate": 3.4608690944071263e-07,
      "loss": 1.0053,
      "step": 1480
    },
    {
      "epoch": 0.1051193328009937,
      "grad_norm": 0.6089736819267273,
      "learning_rate": 3.29008244796325e-07,
      "loss": 0.9924,
      "step": 1481
    },
    {
      "epoch": 0.10519031141868512,
      "grad_norm": 0.5569029450416565,
      "learning_rate": 3.1236101425747843e-07,
      "loss": 0.9972,
      "step": 1482
    },
    {
      "epoch": 0.10526129003637655,
      "grad_norm": 0.42668238282203674,
      "learning_rate": 2.961452898830874e-07,
      "loss": 0.7127,
      "step": 1483
    },
    {
      "epoch": 0.10533226865406796,
      "grad_norm": 0.521584153175354,
      "learning_rate": 2.8036114186424933e-07,
      "loss": 0.9537,
      "step": 1484
    },
    {
      "epoch": 0.10540324727175938,
      "grad_norm": 0.6225546002388,
      "learning_rate": 2.6500863852395584e-07,
      "loss": 1.1413,
      "step": 1485
    },
    {
      "epoch": 0.10547422588945081,
      "grad_norm": 0.46376556158065796,
      "learning_rate": 2.5008784631677106e-07,
      "loss": 0.8885,
      "step": 1486
    },
    {
      "epoch": 0.10554520450714222,
      "grad_norm": 0.6737627983093262,
      "learning_rate": 2.3559882982857605e-07,
      "loss": 0.9279,
      "step": 1487
    },
    {
      "epoch": 0.10561618312483365,
      "grad_norm": 0.6977739930152893,
      "learning_rate": 2.215416517762914e-07,
      "loss": 1.325,
      "step": 1488
    },
    {
      "epoch": 0.10568716174252507,
      "grad_norm": 0.3463553190231323,
      "learning_rate": 2.0791637300754396e-07,
      "loss": 0.7728,
      "step": 1489
    },
    {
      "epoch": 0.10575814036021648,
      "grad_norm": 0.3873405158519745,
      "learning_rate": 1.947230525005006e-07,
      "loss": 0.7912,
      "step": 1490
    },
    {
      "epoch": 0.10582911897790791,
      "grad_norm": 0.4599084258079529,
      "learning_rate": 1.8196174736352378e-07,
      "loss": 0.7868,
      "step": 1491
    },
    {
      "epoch": 0.10590009759559933,
      "grad_norm": 0.5833072066307068,
      "learning_rate": 1.6963251283497183e-07,
      "loss": 1.0092,
      "step": 1492
    },
    {
      "epoch": 0.10597107621329074,
      "grad_norm": 0.5999581217765808,
      "learning_rate": 1.577354022829658e-07,
      "loss": 1.1168,
      "step": 1493
    },
    {
      "epoch": 0.10604205483098217,
      "grad_norm": 0.4536636471748352,
      "learning_rate": 1.4627046720511183e-07,
      "loss": 0.7863,
      "step": 1494
    },
    {
      "epoch": 0.1061130334486736,
      "grad_norm": 0.4664429724216461,
      "learning_rate": 1.3523775722834587e-07,
      "loss": 0.8285,
      "step": 1495
    },
    {
      "epoch": 0.106184012066365,
      "grad_norm": 0.4386293590068817,
      "learning_rate": 1.2463732010864482e-07,
      "loss": 0.7868,
      "step": 1496
    },
    {
      "epoch": 0.10625499068405643,
      "grad_norm": 0.49295029044151306,
      "learning_rate": 1.1446920173089349e-07,
      "loss": 0.9518,
      "step": 1497
    },
    {
      "epoch": 0.10632596930174786,
      "grad_norm": 0.4904429018497467,
      "learning_rate": 1.0473344610862912e-07,
      "loss": 0.9244,
      "step": 1498
    },
    {
      "epoch": 0.10639694791943927,
      "grad_norm": 0.4391784965991974,
      "learning_rate": 9.543009538385273e-08,
      "loss": 1.172,
      "step": 1499
    },
    {
      "epoch": 0.10646792653713069,
      "grad_norm": 0.45230865478515625,
      "learning_rate": 8.655918982689581e-08,
      "loss": 1.1073,
      "step": 1500
    },
    {
      "epoch": 0.10653890515482212,
      "grad_norm": 0.46872153878211975,
      "learning_rate": 7.812076783620947e-08,
      "loss": 0.9478,
      "step": 1501
    },
    {
      "epoch": 0.10660988377251353,
      "grad_norm": 0.43551984429359436,
      "learning_rate": 7.011486593818672e-08,
      "loss": 0.8315,
      "step": 1502
    },
    {
      "epoch": 0.10668086239020495,
      "grad_norm": 0.5067126750946045,
      "learning_rate": 6.25415187870515e-08,
      "loss": 0.9762,
      "step": 1503
    },
    {
      "epoch": 0.10675184100789638,
      "grad_norm": 0.5064448714256287,
      "learning_rate": 5.540075916464771e-08,
      "loss": 0.9048,
      "step": 1504
    },
    {
      "epoch": 0.10682281962558779,
      "grad_norm": 0.3922842741012573,
      "learning_rate": 4.8692617980350406e-08,
      "loss": 0.779,
      "step": 1505
    },
    {
      "epoch": 0.10689379824327921,
      "grad_norm": 0.40769240260124207,
      "learning_rate": 4.2417124270899277e-08,
      "loss": 1.0426,
      "step": 1506
    },
    {
      "epoch": 0.10696477686097064,
      "grad_norm": 0.3776742219924927,
      "learning_rate": 3.657430520028759e-08,
      "loss": 0.8173,
      "step": 1507
    },
    {
      "epoch": 0.10703575547866205,
      "grad_norm": 0.5064433217048645,
      "learning_rate": 3.116418605962901e-08,
      "loss": 0.8155,
      "step": 1508
    },
    {
      "epoch": 0.10710673409635348,
      "grad_norm": 0.626275360584259,
      "learning_rate": 2.618679026707982e-08,
      "loss": 1.2022,
      "step": 1509
    },
    {
      "epoch": 0.10717771271404489,
      "grad_norm": 0.6779393553733826,
      "learning_rate": 2.164213936770576e-08,
      "loss": 1.1727,
      "step": 1510
    },
    {
      "epoch": 0.10724869133173631,
      "grad_norm": 0.5174260139465332,
      "learning_rate": 1.7530253033404276e-08,
      "loss": 1.1346,
      "step": 1511
    },
    {
      "epoch": 0.10731966994942774,
      "grad_norm": 0.6339969635009766,
      "learning_rate": 1.3851149062815704e-08,
      "loss": 1.0946,
      "step": 1512
    },
    {
      "epoch": 0.10739064856711915,
      "grad_norm": 0.48747819662094116,
      "learning_rate": 1.0604843381245567e-08,
      "loss": 0.9466,
      "step": 1513
    },
    {
      "epoch": 0.10746162718481057,
      "grad_norm": 0.4822162091732025,
      "learning_rate": 7.791350040586842e-09,
      "loss": 1.1953,
      "step": 1514
    },
    {
      "epoch": 0.107532605802502,
      "grad_norm": 0.5095130205154419,
      "learning_rate": 5.410681219286673e-09,
      "loss": 0.8987,
      "step": 1515
    },
    {
      "epoch": 0.10760358442019341,
      "grad_norm": 0.4896605312824249,
      "learning_rate": 3.462847222257537e-09,
      "loss": 0.7468,
      "step": 1516
    },
    {
      "epoch": 0.10767456303788484,
      "grad_norm": 0.4636189341545105,
      "learning_rate": 1.9478564808661503e-09,
      "loss": 0.8092,
      "step": 1517
    },
    {
      "epoch": 0.10774554165557626,
      "grad_norm": 0.47997182607650757,
      "learning_rate": 8.657155528779548e-10,
      "loss": 0.8832,
      "step": 1518
    },
    {
      "epoch": 0.10781652027326767,
      "grad_norm": 0.3685725927352905,
      "learning_rate": 2.164291224238113e-10,
      "loss": 0.7609,
      "step": 1519
    },
    {
      "epoch": 0.1078874988909591,
      "grad_norm": 0.5559636354446411,
      "learning_rate": 0.0,
      "loss": 1.0039,
      "step": 1520
    },
    {
      "epoch": 0.1078874988909591,
      "eval_loss": 1.1287155151367188,
      "eval_runtime": 318.2631,
      "eval_samples_per_second": 18.642,
      "eval_steps_per_second": 9.322,
      "step": 1520
    }
  ],
  "logging_steps": 1,
  "max_steps": 1520,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 380,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.441920234533683e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}