{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 6470,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0030911901081916537,
      "grad_norm": 1.4238442182540894,
      "learning_rate": 0.00029953632148377123,
      "loss": 2.0274,
      "step": 10
    },
    {
      "epoch": 0.0061823802163833074,
      "grad_norm": 2.7886769771575928,
      "learning_rate": 0.00029916537867078825,
      "loss": 1.5626,
      "step": 20
    },
    {
      "epoch": 0.00927357032457496,
      "grad_norm": 1.6349071264266968,
      "learning_rate": 0.0002987017001545595,
      "loss": 1.3958,
      "step": 30
    },
    {
      "epoch": 0.012364760432766615,
      "grad_norm": 1.4751231670379639,
      "learning_rate": 0.0002982380216383307,
      "loss": 1.3042,
      "step": 40
    },
    {
      "epoch": 0.015455950540958269,
      "grad_norm": 1.7057316303253174,
      "learning_rate": 0.00029777434312210196,
      "loss": 1.3793,
      "step": 50
    },
    {
      "epoch": 0.01854714064914992,
      "grad_norm": 0.8948224782943726,
      "learning_rate": 0.0002973106646058732,
      "loss": 1.282,
      "step": 60
    },
    {
      "epoch": 0.021638330757341576,
      "grad_norm": 0.7678216695785522,
      "learning_rate": 0.0002968469860896445,
      "loss": 1.3324,
      "step": 70
    },
    {
      "epoch": 0.02472952086553323,
      "grad_norm": 1.2692639827728271,
      "learning_rate": 0.00029638330757341574,
      "loss": 1.2898,
      "step": 80
    },
    {
      "epoch": 0.027820710973724884,
      "grad_norm": 1.16888427734375,
      "learning_rate": 0.000295919629057187,
      "loss": 1.2018,
      "step": 90
    },
    {
      "epoch": 0.030911901081916538,
      "grad_norm": 1.0444669723510742,
      "learning_rate": 0.00029545595054095825,
      "loss": 1.2602,
      "step": 100
    },
    {
      "epoch": 0.03400309119010819,
      "grad_norm": 0.8849781155586243,
      "learning_rate": 0.0002949922720247295,
      "loss": 1.2279,
      "step": 110
    },
    {
      "epoch": 0.03709428129829984,
      "grad_norm": 0.6923949122428894,
      "learning_rate": 0.00029452859350850076,
      "loss": 1.2665,
      "step": 120
    },
    {
      "epoch": 0.0401854714064915,
      "grad_norm": 0.6779209971427917,
      "learning_rate": 0.000294064914992272,
      "loss": 1.1775,
      "step": 130
    },
    {
      "epoch": 0.04327666151468315,
      "grad_norm": 1.3765126466751099,
      "learning_rate": 0.0002936012364760433,
      "loss": 1.2035,
      "step": 140
    },
    {
      "epoch": 0.04636785162287481,
      "grad_norm": 1.1720963716506958,
      "learning_rate": 0.0002931375579598145,
      "loss": 1.1888,
      "step": 150
    },
    {
      "epoch": 0.04945904173106646,
      "grad_norm": 0.6745706796646118,
      "learning_rate": 0.00029267387944358574,
      "loss": 1.1915,
      "step": 160
    },
    {
      "epoch": 0.05255023183925812,
      "grad_norm": 0.9198082089424133,
      "learning_rate": 0.000292210200927357,
      "loss": 1.1062,
      "step": 170
    },
    {
      "epoch": 0.05564142194744977,
      "grad_norm": 1.475743055343628,
      "learning_rate": 0.00029174652241112825,
      "loss": 1.1474,
      "step": 180
    },
    {
      "epoch": 0.05873261205564142,
      "grad_norm": 0.5869250297546387,
      "learning_rate": 0.0002912828438948995,
      "loss": 1.2265,
      "step": 190
    },
    {
      "epoch": 0.061823802163833076,
      "grad_norm": 1.9310394525527954,
      "learning_rate": 0.00029081916537867077,
      "loss": 1.1364,
      "step": 200
    },
    {
      "epoch": 0.06491499227202473,
      "grad_norm": 0.699777364730835,
      "learning_rate": 0.000290355486862442,
      "loss": 1.1595,
      "step": 210
    },
    {
      "epoch": 0.06800618238021638,
      "grad_norm": 0.8502147197723389,
      "learning_rate": 0.0002898918083462133,
      "loss": 1.137,
      "step": 220
    },
    {
      "epoch": 0.07109737248840804,
      "grad_norm": 0.6757073998451233,
      "learning_rate": 0.00028942812982998454,
      "loss": 1.1053,
      "step": 230
    },
    {
      "epoch": 0.07418856259659969,
      "grad_norm": 0.6139899492263794,
      "learning_rate": 0.0002889644513137558,
      "loss": 1.183,
      "step": 240
    },
    {
      "epoch": 0.07727975270479134,
      "grad_norm": 1.1734588146209717,
      "learning_rate": 0.000288500772797527,
      "loss": 1.1185,
      "step": 250
    },
    {
      "epoch": 0.080370942812983,
      "grad_norm": 0.740190863609314,
      "learning_rate": 0.00028803709428129826,
      "loss": 1.1349,
      "step": 260
    },
    {
      "epoch": 0.08346213292117466,
      "grad_norm": 0.5868265628814697,
      "learning_rate": 0.0002875734157650695,
      "loss": 1.1626,
      "step": 270
    },
    {
      "epoch": 0.0865533230293663,
      "grad_norm": 0.8449504971504211,
      "learning_rate": 0.00028710973724884077,
      "loss": 1.0441,
      "step": 280
    },
    {
      "epoch": 0.08964451313755796,
      "grad_norm": 0.7589902281761169,
      "learning_rate": 0.00028664605873261203,
      "loss": 1.1732,
      "step": 290
    },
    {
      "epoch": 0.09273570324574962,
      "grad_norm": 0.7156562805175781,
      "learning_rate": 0.0002861823802163833,
      "loss": 1.1576,
      "step": 300
    },
    {
      "epoch": 0.09582689335394126,
      "grad_norm": 1.0709619522094727,
      "learning_rate": 0.00028571870170015454,
      "loss": 1.1753,
      "step": 310
    },
    {
      "epoch": 0.09891808346213292,
      "grad_norm": 0.7394071221351624,
      "learning_rate": 0.0002852550231839258,
      "loss": 1.1347,
      "step": 320
    },
    {
      "epoch": 0.10200927357032458,
      "grad_norm": 0.6718913912773132,
      "learning_rate": 0.00028479134466769706,
      "loss": 1.1367,
      "step": 330
    },
    {
      "epoch": 0.10510046367851623,
      "grad_norm": 0.7434134483337402,
      "learning_rate": 0.0002843276661514683,
      "loss": 1.1488,
      "step": 340
    },
    {
      "epoch": 0.10819165378670788,
      "grad_norm": 0.5035189986228943,
      "learning_rate": 0.0002838639876352395,
      "loss": 1.1154,
      "step": 350
    },
    {
      "epoch": 0.11128284389489954,
      "grad_norm": 1.791761875152588,
      "learning_rate": 0.0002834003091190108,
      "loss": 1.1343,
      "step": 360
    },
    {
      "epoch": 0.1143740340030912,
      "grad_norm": 0.8541674017906189,
      "learning_rate": 0.00028293663060278203,
      "loss": 1.1195,
      "step": 370
    },
    {
      "epoch": 0.11746522411128284,
      "grad_norm": 0.8316628336906433,
      "learning_rate": 0.0002824729520865533,
      "loss": 1.1231,
      "step": 380
    },
    {
      "epoch": 0.1205564142194745,
      "grad_norm": 0.9857451915740967,
      "learning_rate": 0.00028200927357032455,
      "loss": 1.1722,
      "step": 390
    },
    {
      "epoch": 0.12364760432766615,
      "grad_norm": 3.1455676555633545,
      "learning_rate": 0.0002815455950540958,
      "loss": 1.0894,
      "step": 400
    },
    {
      "epoch": 0.1267387944358578,
      "grad_norm": 1.1162346601486206,
      "learning_rate": 0.00028108191653786706,
      "loss": 1.1289,
      "step": 410
    },
    {
      "epoch": 0.12982998454404945,
      "grad_norm": 0.712664008140564,
      "learning_rate": 0.0002806182380216383,
      "loss": 1.0917,
      "step": 420
    },
    {
      "epoch": 0.13292117465224113,
      "grad_norm": 0.6252222061157227,
      "learning_rate": 0.0002801545595054096,
      "loss": 1.1612,
      "step": 430
    },
    {
      "epoch": 0.13601236476043277,
      "grad_norm": 0.7223998308181763,
      "learning_rate": 0.00027969088098918083,
      "loss": 1.1598,
      "step": 440
    },
    {
      "epoch": 0.1391035548686244,
      "grad_norm": 0.8438406586647034,
      "learning_rate": 0.00027922720247295203,
      "loss": 1.084,
      "step": 450
    },
    {
      "epoch": 0.14219474497681608,
      "grad_norm": 0.9376421570777893,
      "learning_rate": 0.0002787635239567233,
      "loss": 1.1108,
      "step": 460
    },
    {
      "epoch": 0.14528593508500773,
      "grad_norm": 0.6799542903900146,
      "learning_rate": 0.00027829984544049455,
      "loss": 1.0882,
      "step": 470
    },
    {
      "epoch": 0.14837712519319937,
      "grad_norm": 0.6520780324935913,
      "learning_rate": 0.0002778361669242658,
      "loss": 1.1108,
      "step": 480
    },
    {
      "epoch": 0.15146831530139104,
      "grad_norm": 0.6399324536323547,
      "learning_rate": 0.00027737248840803706,
      "loss": 1.1146,
      "step": 490
    },
    {
      "epoch": 0.1545595054095827,
      "grad_norm": 1.4071787595748901,
      "learning_rate": 0.0002769088098918083,
      "loss": 1.1481,
      "step": 500
    },
    {
      "epoch": 0.15765069551777433,
      "grad_norm": 1.0636874437332153,
      "learning_rate": 0.0002764451313755796,
      "loss": 1.0467,
      "step": 510
    },
    {
      "epoch": 0.160741885625966,
      "grad_norm": 1.3864364624023438,
      "learning_rate": 0.00027598145285935083,
      "loss": 1.0814,
      "step": 520
    },
    {
      "epoch": 0.16383307573415765,
      "grad_norm": 0.7171666622161865,
      "learning_rate": 0.0002755177743431221,
      "loss": 1.1921,
      "step": 530
    },
    {
      "epoch": 0.16692426584234932,
      "grad_norm": 1.2514201402664185,
      "learning_rate": 0.00027505409582689335,
      "loss": 1.0584,
      "step": 540
    },
    {
      "epoch": 0.17001545595054096,
      "grad_norm": 0.9987455010414124,
      "learning_rate": 0.00027459041731066455,
      "loss": 1.1026,
      "step": 550
    },
    {
      "epoch": 0.1731066460587326,
      "grad_norm": 0.6973340511322021,
      "learning_rate": 0.0002741267387944358,
      "loss": 1.1072,
      "step": 560
    },
    {
      "epoch": 0.17619783616692428,
      "grad_norm": 0.5365380048751831,
      "learning_rate": 0.00027366306027820707,
      "loss": 1.0881,
      "step": 570
    },
    {
      "epoch": 0.17928902627511592,
      "grad_norm": 0.846693754196167,
      "learning_rate": 0.0002731993817619784,
      "loss": 1.104,
      "step": 580
    },
    {
      "epoch": 0.18238021638330756,
      "grad_norm": 1.1468305587768555,
      "learning_rate": 0.0002727357032457496,
      "loss": 1.1873,
      "step": 590
    },
    {
      "epoch": 0.18547140649149924,
      "grad_norm": 0.6118423938751221,
      "learning_rate": 0.00027227202472952084,
      "loss": 1.1012,
      "step": 600
    },
    {
      "epoch": 0.18856259659969088,
      "grad_norm": 0.5828357934951782,
      "learning_rate": 0.0002718083462132921,
      "loss": 1.0815,
      "step": 610
    },
    {
      "epoch": 0.19165378670788252,
      "grad_norm": 0.915519118309021,
      "learning_rate": 0.00027134466769706335,
      "loss": 1.1911,
      "step": 620
    },
    {
      "epoch": 0.1947449768160742,
      "grad_norm": 0.7010894417762756,
      "learning_rate": 0.0002708809891808346,
      "loss": 1.1247,
      "step": 630
    },
    {
      "epoch": 0.19783616692426584,
      "grad_norm": 0.9632518887519836,
      "learning_rate": 0.00027041731066460587,
      "loss": 1.1328,
      "step": 640
    },
    {
      "epoch": 0.2009273570324575,
      "grad_norm": 0.7256865501403809,
      "learning_rate": 0.00026995363214837707,
      "loss": 1.1299,
      "step": 650
    },
    {
      "epoch": 0.20401854714064915,
      "grad_norm": 0.7404276728630066,
      "learning_rate": 0.0002694899536321483,
      "loss": 1.0126,
      "step": 660
    },
    {
      "epoch": 0.2071097372488408,
      "grad_norm": 0.7231225967407227,
      "learning_rate": 0.0002690262751159196,
      "loss": 1.0788,
      "step": 670
    },
    {
      "epoch": 0.21020092735703247,
      "grad_norm": 0.653361976146698,
      "learning_rate": 0.0002685625965996909,
      "loss": 1.1411,
      "step": 680
    },
    {
      "epoch": 0.2132921174652241,
      "grad_norm": 0.5954679250717163,
      "learning_rate": 0.0002680989180834621,
      "loss": 1.0569,
      "step": 690
    },
    {
      "epoch": 0.21638330757341576,
      "grad_norm": 1.0360589027404785,
      "learning_rate": 0.00026763523956723336,
      "loss": 0.9904,
      "step": 700
    },
    {
      "epoch": 0.21947449768160743,
      "grad_norm": 0.6244805455207825,
      "learning_rate": 0.0002671715610510046,
      "loss": 1.0636,
      "step": 710
    },
    {
      "epoch": 0.22256568778979907,
      "grad_norm": 0.814265787601471,
      "learning_rate": 0.00026670788253477587,
      "loss": 1.1265,
      "step": 720
    },
    {
      "epoch": 0.22565687789799072,
      "grad_norm": 0.9123666882514954,
      "learning_rate": 0.0002662442040185471,
      "loss": 1.0377,
      "step": 730
    },
    {
      "epoch": 0.2287480680061824,
      "grad_norm": 0.5645645260810852,
      "learning_rate": 0.0002657805255023184,
      "loss": 1.0551,
      "step": 740
    },
    {
      "epoch": 0.23183925811437403,
      "grad_norm": 0.5523170232772827,
      "learning_rate": 0.00026531684698608964,
      "loss": 1.149,
      "step": 750
    },
    {
      "epoch": 0.23493044822256567,
      "grad_norm": 0.6137456893920898,
      "learning_rate": 0.00026485316846986084,
      "loss": 1.0918,
      "step": 760
    },
    {
      "epoch": 0.23802163833075735,
      "grad_norm": 0.6908738613128662,
      "learning_rate": 0.0002643894899536321,
      "loss": 1.0652,
      "step": 770
    },
    {
      "epoch": 0.241112828438949,
      "grad_norm": 0.7253239154815674,
      "learning_rate": 0.0002639258114374034,
      "loss": 1.0805,
      "step": 780
    },
    {
      "epoch": 0.24420401854714066,
      "grad_norm": 0.7295125126838684,
      "learning_rate": 0.0002634621329211746,
      "loss": 1.1173,
      "step": 790
    },
    {
      "epoch": 0.2472952086553323,
      "grad_norm": 0.792587161064148,
      "learning_rate": 0.00026299845440494587,
      "loss": 1.1341,
      "step": 800
    },
    {
      "epoch": 0.250386398763524,
      "grad_norm": 0.7314850091934204,
      "learning_rate": 0.00026253477588871713,
      "loss": 1.0821,
      "step": 810
    },
    {
      "epoch": 0.2534775888717156,
      "grad_norm": 0.7820080518722534,
      "learning_rate": 0.0002620710973724884,
      "loss": 1.0696,
      "step": 820
    },
    {
      "epoch": 0.25656877897990726,
      "grad_norm": 0.816531240940094,
      "learning_rate": 0.00026160741885625964,
      "loss": 1.062,
      "step": 830
    },
    {
      "epoch": 0.2596599690880989,
      "grad_norm": 0.9560601711273193,
      "learning_rate": 0.0002611437403400309,
      "loss": 1.1148,
      "step": 840
    },
    {
      "epoch": 0.26275115919629055,
      "grad_norm": 0.7948793172836304,
      "learning_rate": 0.00026068006182380216,
      "loss": 1.0893,
      "step": 850
    },
    {
      "epoch": 0.26584234930448225,
      "grad_norm": 0.7397632002830505,
      "learning_rate": 0.00026021638330757336,
      "loss": 1.0901,
      "step": 860
    },
    {
      "epoch": 0.2689335394126739,
      "grad_norm": 0.6110434532165527,
      "learning_rate": 0.0002597527047913446,
      "loss": 1.0888,
      "step": 870
    },
    {
      "epoch": 0.27202472952086554,
      "grad_norm": 0.7064741849899292,
      "learning_rate": 0.00025928902627511593,
      "loss": 1.1149,
      "step": 880
    },
    {
      "epoch": 0.2751159196290572,
      "grad_norm": 1.028988003730774,
      "learning_rate": 0.00025882534775888713,
      "loss": 1.0326,
      "step": 890
    },
    {
      "epoch": 0.2782071097372488,
      "grad_norm": 0.7920514345169067,
      "learning_rate": 0.0002583616692426584,
      "loss": 1.0757,
      "step": 900
    },
    {
      "epoch": 0.28129829984544047,
      "grad_norm": 0.8845396637916565,
      "learning_rate": 0.00025789799072642965,
      "loss": 1.0122,
      "step": 910
    },
    {
      "epoch": 0.28438948995363217,
      "grad_norm": 0.8878335952758789,
      "learning_rate": 0.0002574343122102009,
      "loss": 1.0421,
      "step": 920
    },
    {
      "epoch": 0.2874806800618238,
      "grad_norm": 0.7677614688873291,
      "learning_rate": 0.00025697063369397216,
      "loss": 1.0827,
      "step": 930
    },
    {
      "epoch": 0.29057187017001546,
      "grad_norm": 0.6205056309700012,
      "learning_rate": 0.0002565069551777434,
      "loss": 1.0941,
      "step": 940
    },
    {
      "epoch": 0.2936630602782071,
      "grad_norm": 0.7832655310630798,
      "learning_rate": 0.0002560432766615147,
      "loss": 1.0373,
      "step": 950
    },
    {
      "epoch": 0.29675425038639874,
      "grad_norm": 0.5778752565383911,
      "learning_rate": 0.0002555795981452859,
      "loss": 1.0819,
      "step": 960
    },
    {
      "epoch": 0.29984544049459044,
      "grad_norm": 0.6619031429290771,
      "learning_rate": 0.0002551159196290572,
      "loss": 1.0343,
      "step": 970
    },
    {
      "epoch": 0.3029366306027821,
      "grad_norm": 0.6510435342788696,
      "learning_rate": 0.00025465224111282845,
      "loss": 1.1663,
      "step": 980
    },
    {
      "epoch": 0.30602782071097373,
      "grad_norm": 0.7023337483406067,
      "learning_rate": 0.00025418856259659965,
      "loss": 1.0966,
      "step": 990
    },
    {
      "epoch": 0.3091190108191654,
      "grad_norm": 1.4334733486175537,
      "learning_rate": 0.0002537248840803709,
      "loss": 1.1095,
      "step": 1000
    },
    {
      "epoch": 0.312210200927357,
      "grad_norm": 0.7591519355773926,
      "learning_rate": 0.00025326120556414216,
      "loss": 1.104,
      "step": 1010
    },
    {
      "epoch": 0.31530139103554866,
      "grad_norm": 0.7958706617355347,
      "learning_rate": 0.0002527975270479134,
      "loss": 1.078,
      "step": 1020
    },
    {
      "epoch": 0.31839258114374036,
      "grad_norm": 0.8091104030609131,
      "learning_rate": 0.0002523338485316847,
      "loss": 1.0357,
      "step": 1030
    },
    {
      "epoch": 0.321483771251932,
      "grad_norm": 1.0300267934799194,
      "learning_rate": 0.00025187017001545594,
      "loss": 1.1008,
      "step": 1040
    },
    {
      "epoch": 0.32457496136012365,
      "grad_norm": 0.7170343399047852,
      "learning_rate": 0.0002514064914992272,
      "loss": 1.0638,
      "step": 1050
    },
    {
      "epoch": 0.3276661514683153,
      "grad_norm": 0.835435688495636,
      "learning_rate": 0.0002509428129829984,
      "loss": 1.0525,
      "step": 1060
    },
    {
      "epoch": 0.33075734157650694,
      "grad_norm": 0.8809671401977539,
      "learning_rate": 0.0002504791344667697,
      "loss": 1.037,
      "step": 1070
    },
    {
      "epoch": 0.33384853168469864,
      "grad_norm": 0.7627713084220886,
      "learning_rate": 0.00025001545595054097,
      "loss": 1.1318,
      "step": 1080
    },
    {
      "epoch": 0.3369397217928903,
      "grad_norm": 0.8381121754646301,
      "learning_rate": 0.00024955177743431217,
      "loss": 1.0567,
      "step": 1090
    },
    {
      "epoch": 0.3400309119010819,
      "grad_norm": 0.6038661003112793,
      "learning_rate": 0.0002490880989180834,
      "loss": 1.0386,
      "step": 1100
    },
    {
      "epoch": 0.34312210200927357,
      "grad_norm": 1.012101650238037,
      "learning_rate": 0.0002486244204018547,
      "loss": 1.0589,
      "step": 1110
    },
    {
      "epoch": 0.3462132921174652,
      "grad_norm": 0.5322842597961426,
      "learning_rate": 0.00024816074188562594,
      "loss": 1.0574,
      "step": 1120
    },
    {
      "epoch": 0.34930448222565685,
      "grad_norm": 0.7097498178482056,
      "learning_rate": 0.0002476970633693972,
      "loss": 1.1455,
      "step": 1130
    },
    {
      "epoch": 0.35239567233384855,
      "grad_norm": 1.3057934045791626,
      "learning_rate": 0.00024723338485316845,
      "loss": 0.9841,
      "step": 1140
    },
    {
      "epoch": 0.3554868624420402,
      "grad_norm": 1.154003620147705,
      "learning_rate": 0.0002467697063369397,
      "loss": 1.0916,
      "step": 1150
    },
    {
      "epoch": 0.35857805255023184,
      "grad_norm": 0.6730206608772278,
      "learning_rate": 0.0002463060278207109,
      "loss": 1.082,
      "step": 1160
    },
    {
      "epoch": 0.3616692426584235,
      "grad_norm": 0.7835856080055237,
      "learning_rate": 0.0002458423493044822,
      "loss": 1.1193,
      "step": 1170
    },
    {
      "epoch": 0.36476043276661513,
      "grad_norm": 0.6600608825683594,
      "learning_rate": 0.0002453786707882535,
      "loss": 1.0654,
      "step": 1180
    },
    {
      "epoch": 0.3678516228748068,
      "grad_norm": 0.747032105922699,
      "learning_rate": 0.00024491499227202474,
      "loss": 1.1227,
      "step": 1190
    },
    {
      "epoch": 0.37094281298299847,
      "grad_norm": 0.6699174046516418,
      "learning_rate": 0.00024445131375579594,
      "loss": 1.0241,
      "step": 1200
    },
    {
      "epoch": 0.3740340030911901,
      "grad_norm": 0.5975322127342224,
      "learning_rate": 0.00024398763523956723,
      "loss": 1.1031,
      "step": 1210
    },
    {
      "epoch": 0.37712519319938176,
      "grad_norm": 0.8881163597106934,
      "learning_rate": 0.00024352395672333848,
      "loss": 1.0337,
      "step": 1220
    },
    {
      "epoch": 0.3802163833075734,
      "grad_norm": 0.8247952461242676,
      "learning_rate": 0.00024306027820710971,
      "loss": 1.0206,
      "step": 1230
    },
    {
      "epoch": 0.38330757341576505,
      "grad_norm": 0.7537164688110352,
      "learning_rate": 0.00024259659969088097,
      "loss": 1.1045,
      "step": 1240
    },
    {
      "epoch": 0.38639876352395675,
      "grad_norm": 0.7877205610275269,
      "learning_rate": 0.00024213292117465223,
      "loss": 1.0703,
      "step": 1250
    },
    {
      "epoch": 0.3894899536321484,
      "grad_norm": 0.6441178321838379,
      "learning_rate": 0.00024166924265842346,
      "loss": 1.0347,
      "step": 1260
    },
    {
      "epoch": 0.39258114374034003,
      "grad_norm": 0.7835680246353149,
      "learning_rate": 0.00024120556414219472,
      "loss": 1.0855,
      "step": 1270
    },
    {
      "epoch": 0.3956723338485317,
      "grad_norm": 0.6315212249755859,
      "learning_rate": 0.00024074188562596597,
      "loss": 1.0358,
      "step": 1280
    },
    {
      "epoch": 0.3987635239567233,
      "grad_norm": 0.48753833770751953,
      "learning_rate": 0.00024027820710973723,
      "loss": 1.0373,
      "step": 1290
    },
    {
      "epoch": 0.401854714064915,
      "grad_norm": 0.9262930750846863,
      "learning_rate": 0.00023981452859350846,
      "loss": 1.0707,
      "step": 1300
    },
    {
      "epoch": 0.40494590417310666,
      "grad_norm": 1.0444581508636475,
      "learning_rate": 0.00023935085007727974,
      "loss": 1.0468,
      "step": 1310
    },
    {
      "epoch": 0.4080370942812983,
      "grad_norm": 1.0569360256195068,
      "learning_rate": 0.000238887171561051,
      "loss": 1.1883,
      "step": 1320
    },
    {
      "epoch": 0.41112828438948995,
      "grad_norm": 0.5790925025939941,
      "learning_rate": 0.00023842349304482223,
      "loss": 1.0965,
      "step": 1330
    },
    {
      "epoch": 0.4142194744976816,
      "grad_norm": 0.8280388116836548,
      "learning_rate": 0.0002379598145285935,
      "loss": 1.0732,
      "step": 1340
    },
    {
      "epoch": 0.41731066460587324,
      "grad_norm": 0.9928469061851501,
      "learning_rate": 0.00023749613601236475,
      "loss": 1.0341,
      "step": 1350
    },
    {
      "epoch": 0.42040185471406494,
      "grad_norm": 0.9278532266616821,
      "learning_rate": 0.000237032457496136,
      "loss": 1.0684,
      "step": 1360
    },
    {
      "epoch": 0.4234930448222566,
      "grad_norm": 1.026238203048706,
      "learning_rate": 0.00023656877897990723,
      "loss": 1.0763,
      "step": 1370
    },
    {
      "epoch": 0.4265842349304482,
      "grad_norm": 0.7098881602287292,
      "learning_rate": 0.0002361051004636785,
      "loss": 1.0656,
      "step": 1380
    },
    {
      "epoch": 0.42967542503863987,
      "grad_norm": 0.9241731762886047,
      "learning_rate": 0.00023564142194744975,
      "loss": 1.0148,
      "step": 1390
    },
    {
      "epoch": 0.4327666151468315,
      "grad_norm": 0.7183495759963989,
      "learning_rate": 0.00023517774343122098,
      "loss": 1.1069,
      "step": 1400
    },
    {
      "epoch": 0.43585780525502316,
      "grad_norm": 0.48926979303359985,
      "learning_rate": 0.00023471406491499226,
      "loss": 1.0263,
      "step": 1410
    },
    {
      "epoch": 0.43894899536321486,
      "grad_norm": 0.7702479958534241,
      "learning_rate": 0.00023425038639876352,
      "loss": 0.9972,
      "step": 1420
    },
    {
      "epoch": 0.4420401854714065,
      "grad_norm": 0.8011797666549683,
      "learning_rate": 0.00023378670788253475,
      "loss": 1.031,
      "step": 1430
    },
    {
      "epoch": 0.44513137557959814,
      "grad_norm": 0.6712401509284973,
      "learning_rate": 0.000233323029366306,
      "loss": 1.0129,
      "step": 1440
    },
    {
      "epoch": 0.4482225656877898,
      "grad_norm": 0.9022921323776245,
      "learning_rate": 0.00023285935085007726,
      "loss": 1.0893,
      "step": 1450
    },
    {
      "epoch": 0.45131375579598143,
      "grad_norm": 0.7125973701477051,
      "learning_rate": 0.00023239567233384852,
      "loss": 1.0799,
      "step": 1460
    },
    {
      "epoch": 0.45440494590417313,
      "grad_norm": 0.6963362097740173,
      "learning_rate": 0.00023193199381761975,
      "loss": 1.0434,
      "step": 1470
    },
    {
      "epoch": 0.4574961360123648,
      "grad_norm": 0.43036773800849915,
      "learning_rate": 0.000231468315301391,
      "loss": 1.0731,
      "step": 1480
    },
    {
      "epoch": 0.4605873261205564,
      "grad_norm": 0.4771172106266022,
      "learning_rate": 0.00023100463678516227,
      "loss": 1.0387,
      "step": 1490
    },
    {
      "epoch": 0.46367851622874806,
      "grad_norm": 0.6125349402427673,
      "learning_rate": 0.0002305409582689335,
      "loss": 1.0561,
      "step": 1500
    },
    {
      "epoch": 0.4667697063369397,
      "grad_norm": 0.82156902551651,
      "learning_rate": 0.00023007727975270478,
      "loss": 1.0599,
      "step": 1510
    },
    {
      "epoch": 0.46986089644513135,
      "grad_norm": 0.7476757168769836,
      "learning_rate": 0.00022961360123647604,
      "loss": 1.0707,
      "step": 1520
    },
    {
      "epoch": 0.47295208655332305,
      "grad_norm": 0.5290824174880981,
      "learning_rate": 0.00022914992272024727,
      "loss": 1.0598,
      "step": 1530
    },
    {
      "epoch": 0.4760432766615147,
      "grad_norm": 0.8024551272392273,
      "learning_rate": 0.00022868624420401852,
      "loss": 0.9809,
      "step": 1540
    },
    {
      "epoch": 0.47913446676970634,
      "grad_norm": 0.6866646409034729,
      "learning_rate": 0.00022822256568778978,
      "loss": 1.0747,
      "step": 1550
    },
    {
      "epoch": 0.482225656877898,
      "grad_norm": 1.1243336200714111,
      "learning_rate": 0.00022775888717156104,
      "loss": 1.0467,
      "step": 1560
    },
    {
      "epoch": 0.4853168469860896,
      "grad_norm": 0.4533136785030365,
      "learning_rate": 0.00022729520865533227,
      "loss": 1.0392,
      "step": 1570
    },
    {
      "epoch": 0.4884080370942813,
      "grad_norm": 0.6472150683403015,
      "learning_rate": 0.00022683153013910353,
      "loss": 1.0286,
      "step": 1580
    },
    {
      "epoch": 0.49149922720247297,
      "grad_norm": 1.520371675491333,
      "learning_rate": 0.0002263678516228748,
      "loss": 0.9782,
      "step": 1590
    },
    {
      "epoch": 0.4945904173106646,
      "grad_norm": 0.7320271730422974,
      "learning_rate": 0.000225904173106646,
      "loss": 1.0216,
      "step": 1600
    },
    {
      "epoch": 0.49768160741885625,
      "grad_norm": 0.5909706354141235,
      "learning_rate": 0.0002254404945904173,
      "loss": 1.0426,
      "step": 1610
    },
    {
      "epoch": 0.500772797527048,
      "grad_norm": 0.761367678642273,
      "learning_rate": 0.00022497681607418855,
      "loss": 1.0209,
      "step": 1620
    },
    {
      "epoch": 0.5038639876352395,
      "grad_norm": 0.6244068145751953,
      "learning_rate": 0.0002245131375579598,
      "loss": 1.0469,
      "step": 1630
    },
    {
      "epoch": 0.5069551777434312,
      "grad_norm": 0.5771698355674744,
      "learning_rate": 0.00022404945904173104,
      "loss": 1.0716,
      "step": 1640
    },
    {
      "epoch": 0.5100463678516228,
      "grad_norm": 0.921522855758667,
      "learning_rate": 0.0002235857805255023,
      "loss": 1.087,
      "step": 1650
    },
    {
      "epoch": 0.5131375579598145,
      "grad_norm": 0.6846436262130737,
      "learning_rate": 0.00022312210200927356,
      "loss": 1.0397,
      "step": 1660
    },
    {
      "epoch": 0.5162287480680062,
      "grad_norm": 0.9865179061889648,
      "learning_rate": 0.00022265842349304479,
      "loss": 1.0383,
      "step": 1670
    },
    {
      "epoch": 0.5193199381761978,
      "grad_norm": 1.8386549949645996,
      "learning_rate": 0.00022219474497681604,
      "loss": 1.0216,
      "step": 1680
    },
    {
      "epoch": 0.5224111282843895,
      "grad_norm": 0.739471971988678,
      "learning_rate": 0.00022173106646058733,
      "loss": 0.9971,
      "step": 1690
    },
    {
      "epoch": 0.5255023183925811,
      "grad_norm": 0.5667541027069092,
      "learning_rate": 0.00022126738794435853,
      "loss": 0.9903,
      "step": 1700
    },
    {
      "epoch": 0.5285935085007728,
      "grad_norm": 0.6662157773971558,
      "learning_rate": 0.00022080370942812981,
      "loss": 1.0812,
      "step": 1710
    },
    {
      "epoch": 0.5316846986089645,
      "grad_norm": 0.8731184601783752,
      "learning_rate": 0.00022034003091190107,
      "loss": 0.9993,
      "step": 1720
    },
    {
      "epoch": 0.5347758887171561,
      "grad_norm": 1.3915377855300903,
      "learning_rate": 0.00021987635239567233,
      "loss": 1.0689,
      "step": 1730
    },
    {
      "epoch": 0.5378670788253478,
      "grad_norm": 0.7402167916297913,
      "learning_rate": 0.00021941267387944356,
      "loss": 1.0852,
      "step": 1740
    },
    {
      "epoch": 0.5409582689335394,
      "grad_norm": 0.9935539960861206,
      "learning_rate": 0.00021894899536321482,
      "loss": 1.0606,
      "step": 1750
    },
    {
      "epoch": 0.5440494590417311,
      "grad_norm": 0.46105656027793884,
      "learning_rate": 0.00021848531684698607,
      "loss": 1.0179,
      "step": 1760
    },
    {
      "epoch": 0.5471406491499228,
      "grad_norm": 0.8073321580886841,
      "learning_rate": 0.0002180216383307573,
      "loss": 1.0107,
      "step": 1770
    },
    {
      "epoch": 0.5502318392581144,
      "grad_norm": 0.6110197305679321,
      "learning_rate": 0.00021755795981452856,
      "loss": 1.0076,
      "step": 1780
    },
    {
      "epoch": 0.5533230293663061,
      "grad_norm": 0.6419260501861572,
      "learning_rate": 0.00021709428129829984,
      "loss": 1.0745,
      "step": 1790
    },
    {
      "epoch": 0.5564142194744977,
      "grad_norm": 0.6829272508621216,
      "learning_rate": 0.0002166306027820711,
      "loss": 1.0563,
      "step": 1800
    },
    {
      "epoch": 0.5595054095826894,
      "grad_norm": 0.7592863440513611,
      "learning_rate": 0.00021616692426584233,
      "loss": 1.0307,
      "step": 1810
    },
    {
      "epoch": 0.5625965996908809,
      "grad_norm": 0.8303963541984558,
      "learning_rate": 0.0002157032457496136,
      "loss": 1.1011,
      "step": 1820
    },
    {
      "epoch": 0.5656877897990726,
      "grad_norm": 0.624848484992981,
      "learning_rate": 0.00021523956723338485,
      "loss": 1.0367,
      "step": 1830
    },
    {
      "epoch": 0.5687789799072643,
      "grad_norm": 0.6347155570983887,
      "learning_rate": 0.00021477588871715608,
      "loss": 1.0349,
      "step": 1840
    },
    {
      "epoch": 0.5718701700154559,
      "grad_norm": 0.938268780708313,
      "learning_rate": 0.00021431221020092733,
      "loss": 1.0349,
      "step": 1850
    },
    {
      "epoch": 0.5749613601236476,
      "grad_norm": 0.9270260334014893,
      "learning_rate": 0.0002138485316846986,
      "loss": 1.0527,
      "step": 1860
    },
    {
      "epoch": 0.5780525502318392,
      "grad_norm": 0.6580473780632019,
      "learning_rate": 0.00021338485316846982,
      "loss": 1.0517,
      "step": 1870
    },
    {
      "epoch": 0.5811437403400309,
      "grad_norm": 0.7304283380508423,
      "learning_rate": 0.00021292117465224108,
      "loss": 1.028,
      "step": 1880
    },
    {
      "epoch": 0.5842349304482226,
      "grad_norm": 0.6797099113464355,
      "learning_rate": 0.00021245749613601236,
      "loss": 0.9951,
      "step": 1890
    },
    {
      "epoch": 0.5873261205564142,
      "grad_norm": 0.6312785148620605,
      "learning_rate": 0.00021199381761978362,
      "loss": 1.0396,
      "step": 1900
    },
    {
      "epoch": 0.5904173106646059,
      "grad_norm": 0.7683714628219604,
      "learning_rate": 0.00021153013910355485,
      "loss": 1.0455,
      "step": 1910
    },
    {
      "epoch": 0.5935085007727975,
      "grad_norm": 0.6515939235687256,
      "learning_rate": 0.0002110664605873261,
      "loss": 1.032,
      "step": 1920
    },
    {
      "epoch": 0.5965996908809892,
      "grad_norm": 0.7054739594459534,
      "learning_rate": 0.00021060278207109736,
      "loss": 1.0563,
      "step": 1930
    },
    {
      "epoch": 0.5996908809891809,
      "grad_norm": 0.9821213483810425,
      "learning_rate": 0.0002101391035548686,
      "loss": 1.0214,
      "step": 1940
    },
    {
      "epoch": 0.6027820710973725,
      "grad_norm": 0.6566494107246399,
      "learning_rate": 0.00020967542503863985,
      "loss": 1.0802,
      "step": 1950
    },
    {
      "epoch": 0.6058732612055642,
      "grad_norm": 0.9170321226119995,
      "learning_rate": 0.0002092117465224111,
      "loss": 1.0367,
      "step": 1960
    },
    {
      "epoch": 0.6089644513137558,
      "grad_norm": 0.8646908402442932,
      "learning_rate": 0.00020874806800618237,
      "loss": 1.0169,
      "step": 1970
    },
    {
      "epoch": 0.6120556414219475,
      "grad_norm": 0.915188193321228,
      "learning_rate": 0.0002082843894899536,
      "loss": 0.9751,
      "step": 1980
    },
    {
      "epoch": 0.615146831530139,
      "grad_norm": 0.5088312029838562,
      "learning_rate": 0.00020782071097372488,
      "loss": 1.0044,
      "step": 1990
    },
    {
      "epoch": 0.6182380216383307,
      "grad_norm": 0.5019102692604065,
      "learning_rate": 0.00020735703245749614,
      "loss": 1.0305,
      "step": 2000
    },
    {
      "epoch": 0.6213292117465224,
      "grad_norm": 0.6955693960189819,
      "learning_rate": 0.00020689335394126737,
      "loss": 0.9802,
      "step": 2010
    },
    {
      "epoch": 0.624420401854714,
      "grad_norm": 0.654803454875946,
      "learning_rate": 0.00020642967542503862,
      "loss": 1.0568,
      "step": 2020
    },
    {
      "epoch": 0.6275115919629057,
      "grad_norm": 0.9014562964439392,
      "learning_rate": 0.00020596599690880988,
      "loss": 0.9681,
      "step": 2030
    },
    {
      "epoch": 0.6306027820710973,
      "grad_norm": 0.5996866226196289,
      "learning_rate": 0.0002055023183925811,
      "loss": 0.9769,
      "step": 2040
    },
    {
      "epoch": 0.633693972179289,
      "grad_norm": 1.047529935836792,
      "learning_rate": 0.00020503863987635237,
      "loss": 1.0463,
      "step": 2050
    },
    {
      "epoch": 0.6367851622874807,
      "grad_norm": 0.7227869033813477,
      "learning_rate": 0.00020457496136012363,
      "loss": 1.0065,
      "step": 2060
    },
    {
      "epoch": 0.6398763523956723,
      "grad_norm": 0.9884917736053467,
      "learning_rate": 0.0002041112828438949,
      "loss": 1.0267,
      "step": 2070
    },
    {
      "epoch": 0.642967542503864,
      "grad_norm": 0.6619094014167786,
      "learning_rate": 0.0002036476043276661,
      "loss": 1.0059,
      "step": 2080
    },
    {
      "epoch": 0.6460587326120556,
      "grad_norm": 0.6143484711647034,
      "learning_rate": 0.0002031839258114374,
      "loss": 1.0151,
      "step": 2090
    },
    {
      "epoch": 0.6491499227202473,
      "grad_norm": 0.9588905572891235,
      "learning_rate": 0.00020272024729520865,
      "loss": 1.038,
      "step": 2100
    },
    {
      "epoch": 0.652241112828439,
      "grad_norm": 0.8061121702194214,
      "learning_rate": 0.00020225656877897988,
      "loss": 1.1255,
      "step": 2110
    },
    {
      "epoch": 0.6553323029366306,
      "grad_norm": 0.8699221611022949,
      "learning_rate": 0.00020179289026275114,
      "loss": 1.0633,
      "step": 2120
    },
    {
      "epoch": 0.6584234930448223,
      "grad_norm": 0.5311272740364075,
      "learning_rate": 0.0002013292117465224,
      "loss": 1.0462,
      "step": 2130
    },
    {
      "epoch": 0.6615146831530139,
      "grad_norm": 0.7839832305908203,
      "learning_rate": 0.00020086553323029363,
      "loss": 1.0148,
      "step": 2140
    },
    {
      "epoch": 0.6646058732612056,
      "grad_norm": 0.9900991320610046,
      "learning_rate": 0.00020040185471406489,
      "loss": 0.9964,
      "step": 2150
    },
    {
      "epoch": 0.6676970633693973,
      "grad_norm": 0.7325977683067322,
      "learning_rate": 0.00019993817619783614,
      "loss": 1.0432,
      "step": 2160
    },
    {
      "epoch": 0.6707882534775889,
      "grad_norm": 0.5906558632850647,
      "learning_rate": 0.00019947449768160743,
      "loss": 1.0392,
      "step": 2170
    },
    {
      "epoch": 0.6738794435857806,
      "grad_norm": 1.1180752515792847,
      "learning_rate": 0.00019901081916537863,
      "loss": 1.046,
      "step": 2180
    },
    {
      "epoch": 0.6769706336939721,
      "grad_norm": 0.7871745824813843,
      "learning_rate": 0.00019854714064914991,
      "loss": 1.0134,
      "step": 2190
    },
    {
      "epoch": 0.6800618238021638,
      "grad_norm": 0.9214988946914673,
      "learning_rate": 0.00019808346213292117,
      "loss": 1.0361,
      "step": 2200
    },
    {
      "epoch": 0.6831530139103554,
      "grad_norm": 0.6790816783905029,
      "learning_rate": 0.0001976197836166924,
      "loss": 1.0489,
      "step": 2210
    },
    {
      "epoch": 0.6862442040185471,
      "grad_norm": 0.9573875069618225,
      "learning_rate": 0.00019715610510046366,
      "loss": 1.0721,
      "step": 2220
    },
    {
      "epoch": 0.6893353941267388,
      "grad_norm": 0.8266552686691284,
      "learning_rate": 0.00019669242658423492,
      "loss": 1.0397,
      "step": 2230
    },
    {
      "epoch": 0.6924265842349304,
      "grad_norm": 1.0369842052459717,
      "learning_rate": 0.00019622874806800617,
      "loss": 1.0155,
      "step": 2240
    },
    {
      "epoch": 0.6955177743431221,
      "grad_norm": 0.8203518986701965,
      "learning_rate": 0.0001957650695517774,
      "loss": 0.9691,
      "step": 2250
    },
    {
      "epoch": 0.6986089644513137,
      "grad_norm": 0.665865957736969,
      "learning_rate": 0.00019530139103554866,
      "loss": 1.0426,
      "step": 2260
    },
    {
      "epoch": 0.7017001545595054,
      "grad_norm": 0.9660113453865051,
      "learning_rate": 0.00019483771251931994,
      "loss": 1.0644,
      "step": 2270
    },
    {
      "epoch": 0.7047913446676971,
      "grad_norm": 1.234956979751587,
      "learning_rate": 0.00019437403400309117,
      "loss": 1.0449,
      "step": 2280
    },
    {
      "epoch": 0.7078825347758887,
      "grad_norm": 0.8995789885520935,
      "learning_rate": 0.00019391035548686243,
      "loss": 0.9817,
      "step": 2290
    },
    {
      "epoch": 0.7109737248840804,
      "grad_norm": 0.5829141736030579,
      "learning_rate": 0.0001934466769706337,
      "loss": 1.0148,
      "step": 2300
    },
    {
      "epoch": 0.714064914992272,
      "grad_norm": 0.6519470810890198,
      "learning_rate": 0.00019298299845440492,
      "loss": 1.0202,
      "step": 2310
    },
    {
      "epoch": 0.7171561051004637,
      "grad_norm": 0.7987843751907349,
      "learning_rate": 0.00019251931993817618,
      "loss": 1.0522,
      "step": 2320
    },
    {
      "epoch": 0.7202472952086554,
      "grad_norm": 1.0711866617202759,
      "learning_rate": 0.00019205564142194743,
      "loss": 1.0317,
      "step": 2330
    },
    {
      "epoch": 0.723338485316847,
      "grad_norm": 1.2602953910827637,
      "learning_rate": 0.0001915919629057187,
      "loss": 1.0229,
      "step": 2340
    },
    {
      "epoch": 0.7264296754250387,
      "grad_norm": 1.0310611724853516,
      "learning_rate": 0.00019112828438948992,
      "loss": 1.04,
      "step": 2350
    },
    {
      "epoch": 0.7295208655332303,
      "grad_norm": 0.982128918170929,
      "learning_rate": 0.00019066460587326118,
      "loss": 0.9674,
      "step": 2360
    },
    {
      "epoch": 0.732612055641422,
      "grad_norm": 0.6548977494239807,
      "learning_rate": 0.00019020092735703246,
      "loss": 1.0383,
      "step": 2370
    },
    {
      "epoch": 0.7357032457496137,
      "grad_norm": 0.7613518238067627,
      "learning_rate": 0.0001897372488408037,
      "loss": 0.9626,
      "step": 2380
    },
    {
      "epoch": 0.7387944358578052,
      "grad_norm": 1.189590334892273,
      "learning_rate": 0.00018927357032457495,
      "loss": 1.0817,
      "step": 2390
    },
    {
      "epoch": 0.7418856259659969,
      "grad_norm": 0.5998148918151855,
      "learning_rate": 0.0001888098918083462,
      "loss": 1.0876,
      "step": 2400
    },
    {
      "epoch": 0.7449768160741885,
      "grad_norm": 0.9853588938713074,
      "learning_rate": 0.00018834621329211746,
      "loss": 1.0112,
      "step": 2410
    },
    {
      "epoch": 0.7480680061823802,
      "grad_norm": 0.7077261805534363,
      "learning_rate": 0.0001878825347758887,
      "loss": 0.9693,
      "step": 2420
    },
    {
      "epoch": 0.7511591962905718,
      "grad_norm": 0.8120303153991699,
      "learning_rate": 0.00018741885625965995,
      "loss": 1.0404,
      "step": 2430
    },
    {
      "epoch": 0.7542503863987635,
      "grad_norm": 0.8544108271598816,
      "learning_rate": 0.0001869551777434312,
      "loss": 1.0462,
      "step": 2440
    },
    {
      "epoch": 0.7573415765069552,
      "grad_norm": 1.1822960376739502,
      "learning_rate": 0.00018649149922720244,
      "loss": 1.0279,
      "step": 2450
    },
    {
      "epoch": 0.7604327666151468,
      "grad_norm": 0.7439881563186646,
      "learning_rate": 0.0001860278207109737,
      "loss": 1.0186,
      "step": 2460
    },
    {
      "epoch": 0.7635239567233385,
      "grad_norm": 0.6462090611457825,
      "learning_rate": 0.00018556414219474498,
      "loss": 0.9698,
      "step": 2470
    },
    {
      "epoch": 0.7666151468315301,
      "grad_norm": 0.6882433295249939,
      "learning_rate": 0.0001851004636785162,
      "loss": 1.074,
      "step": 2480
    },
    {
      "epoch": 0.7697063369397218,
      "grad_norm": 0.8262943029403687,
      "learning_rate": 0.00018463678516228747,
      "loss": 0.9936,
      "step": 2490
    },
    {
      "epoch": 0.7727975270479135,
      "grad_norm": 0.6858152151107788,
      "learning_rate": 0.00018417310664605872,
      "loss": 1.019,
      "step": 2500
    },
    {
      "epoch": 0.7758887171561051,
      "grad_norm": 0.924534261226654,
      "learning_rate": 0.00018370942812982998,
      "loss": 1.0198,
      "step": 2510
    },
    {
      "epoch": 0.7789799072642968,
      "grad_norm": 0.6679415702819824,
      "learning_rate": 0.0001832457496136012,
      "loss": 1.0125,
      "step": 2520
    },
    {
      "epoch": 0.7820710973724884,
      "grad_norm": 0.7252994179725647,
      "learning_rate": 0.00018278207109737247,
      "loss": 0.9752,
      "step": 2530
    },
    {
      "epoch": 0.7851622874806801,
      "grad_norm": 0.7013583779335022,
      "learning_rate": 0.00018231839258114373,
      "loss": 1.0058,
      "step": 2540
    },
    {
      "epoch": 0.7882534775888718,
      "grad_norm": 0.7068265080451965,
      "learning_rate": 0.00018185471406491496,
      "loss": 1.0755,
      "step": 2550
    },
    {
      "epoch": 0.7913446676970634,
      "grad_norm": 0.6566006541252136,
      "learning_rate": 0.0001813910355486862,
      "loss": 0.9826,
      "step": 2560
    },
    {
      "epoch": 0.794435857805255,
      "grad_norm": 1.1003226041793823,
      "learning_rate": 0.0001809273570324575,
      "loss": 1.0638,
      "step": 2570
    },
    {
      "epoch": 0.7975270479134466,
      "grad_norm": 0.7774623036384583,
      "learning_rate": 0.00018046367851622873,
      "loss": 1.0572,
      "step": 2580
    },
    {
      "epoch": 0.8006182380216383,
      "grad_norm": 0.7850998640060425,
      "learning_rate": 0.00017999999999999998,
      "loss": 0.9985,
      "step": 2590
    },
    {
      "epoch": 0.80370942812983,
      "grad_norm": 0.8392568826675415,
      "learning_rate": 0.00017953632148377124,
      "loss": 0.9831,
      "step": 2600
    },
    {
      "epoch": 0.8068006182380216,
      "grad_norm": 0.7156907320022583,
      "learning_rate": 0.0001790726429675425,
      "loss": 1.1065,
      "step": 2610
    },
    {
      "epoch": 0.8098918083462133,
      "grad_norm": 0.9547755122184753,
      "learning_rate": 0.00017860896445131373,
      "loss": 1.0239,
      "step": 2620
    },
    {
      "epoch": 0.8129829984544049,
      "grad_norm": 0.7669830918312073,
      "learning_rate": 0.00017814528593508499,
      "loss": 1.0304,
      "step": 2630
    },
    {
      "epoch": 0.8160741885625966,
      "grad_norm": 0.6323039531707764,
      "learning_rate": 0.00017768160741885624,
      "loss": 1.0129,
      "step": 2640
    },
    {
      "epoch": 0.8191653786707882,
      "grad_norm": 0.4900672733783722,
      "learning_rate": 0.00017721792890262747,
      "loss": 1.0544,
      "step": 2650
    },
    {
      "epoch": 0.8222565687789799,
      "grad_norm": 0.5833783745765686,
      "learning_rate": 0.00017675425038639873,
      "loss": 1.0347,
      "step": 2660
    },
    {
      "epoch": 0.8253477588871716,
      "grad_norm": 0.7186521291732788,
      "learning_rate": 0.00017629057187017001,
      "loss": 1.0042,
      "step": 2670
    },
    {
      "epoch": 0.8284389489953632,
      "grad_norm": 0.7128182053565979,
      "learning_rate": 0.00017582689335394127,
      "loss": 1.0971,
      "step": 2680
    },
    {
      "epoch": 0.8315301391035549,
      "grad_norm": 0.7772662043571472,
      "learning_rate": 0.0001753632148377125,
      "loss": 0.9708,
      "step": 2690
    },
    {
      "epoch": 0.8346213292117465,
      "grad_norm": 0.5744606852531433,
      "learning_rate": 0.00017489953632148376,
      "loss": 0.9834,
      "step": 2700
    },
    {
      "epoch": 0.8377125193199382,
      "grad_norm": 1.932560682296753,
      "learning_rate": 0.00017443585780525502,
      "loss": 0.9475,
      "step": 2710
    },
    {
      "epoch": 0.8408037094281299,
      "grad_norm": 0.945366621017456,
      "learning_rate": 0.00017397217928902625,
      "loss": 1.0375,
      "step": 2720
    },
    {
      "epoch": 0.8438948995363215,
      "grad_norm": 0.613239586353302,
      "learning_rate": 0.0001735085007727975,
      "loss": 1.0098,
      "step": 2730
    },
    {
      "epoch": 0.8469860896445132,
      "grad_norm": 0.6526332497596741,
      "learning_rate": 0.00017304482225656876,
      "loss": 0.9719,
      "step": 2740
    },
    {
      "epoch": 0.8500772797527048,
      "grad_norm": 1.002226710319519,
      "learning_rate": 0.00017258114374034,
      "loss": 1.0011,
      "step": 2750
    },
    {
      "epoch": 0.8531684698608965,
      "grad_norm": 0.6263648867607117,
      "learning_rate": 0.00017211746522411127,
      "loss": 0.9917,
      "step": 2760
    },
    {
      "epoch": 0.8562596599690881,
      "grad_norm": 1.3328293561935425,
      "learning_rate": 0.00017165378670788253,
      "loss": 1.0149,
      "step": 2770
    },
    {
      "epoch": 0.8593508500772797,
      "grad_norm": 0.9717682600021362,
      "learning_rate": 0.0001711901081916538,
      "loss": 1.0875,
      "step": 2780
    },
    {
      "epoch": 0.8624420401854714,
      "grad_norm": 0.5922205448150635,
      "learning_rate": 0.00017072642967542502,
      "loss": 0.9942,
      "step": 2790
    },
    {
      "epoch": 0.865533230293663,
      "grad_norm": 0.49580439925193787,
      "learning_rate": 0.00017026275115919628,
      "loss": 0.971,
      "step": 2800
    },
    {
      "epoch": 0.8686244204018547,
      "grad_norm": 0.5556719303131104,
      "learning_rate": 0.00016979907264296753,
      "loss": 1.0328,
      "step": 2810
    },
    {
      "epoch": 0.8717156105100463,
      "grad_norm": 0.5468723177909851,
      "learning_rate": 0.00016933539412673876,
      "loss": 1.0106,
      "step": 2820
    },
    {
      "epoch": 0.874806800618238,
      "grad_norm": 0.7436150312423706,
      "learning_rate": 0.00016887171561051002,
      "loss": 1.0104,
      "step": 2830
    },
    {
      "epoch": 0.8778979907264297,
      "grad_norm": 0.5241388082504272,
      "learning_rate": 0.00016840803709428128,
      "loss": 1.0574,
      "step": 2840
    },
    {
      "epoch": 0.8809891808346213,
      "grad_norm": 0.4812224209308624,
      "learning_rate": 0.00016794435857805256,
      "loss": 1.0165,
      "step": 2850
    },
    {
      "epoch": 0.884080370942813,
      "grad_norm": 0.750749945640564,
      "learning_rate": 0.0001674806800618238,
      "loss": 0.9902,
      "step": 2860
    },
    {
      "epoch": 0.8871715610510046,
      "grad_norm": 0.5285480618476868,
      "learning_rate": 0.00016701700154559505,
      "loss": 0.9863,
      "step": 2870
    },
    {
      "epoch": 0.8902627511591963,
      "grad_norm": 0.9465925693511963,
      "learning_rate": 0.0001665533230293663,
      "loss": 1.0347,
      "step": 2880
    },
    {
      "epoch": 0.893353941267388,
      "grad_norm": 0.7346639633178711,
      "learning_rate": 0.00016608964451313754,
      "loss": 1.0141,
      "step": 2890
    },
    {
      "epoch": 0.8964451313755796,
      "grad_norm": 1.5604195594787598,
      "learning_rate": 0.0001656259659969088,
      "loss": 0.9745,
      "step": 2900
    },
    {
      "epoch": 0.8995363214837713,
      "grad_norm": 1.0304579734802246,
      "learning_rate": 0.00016516228748068005,
      "loss": 1.1088,
      "step": 2910
    },
    {
      "epoch": 0.9026275115919629,
      "grad_norm": 0.6807681322097778,
      "learning_rate": 0.00016469860896445128,
      "loss": 0.9894,
      "step": 2920
    },
    {
      "epoch": 0.9057187017001546,
      "grad_norm": 1.0686482191085815,
      "learning_rate": 0.00016423493044822254,
      "loss": 0.9804,
      "step": 2930
    },
    {
      "epoch": 0.9088098918083463,
      "grad_norm": 0.7969000339508057,
      "learning_rate": 0.0001637712519319938,
      "loss": 1.0225,
      "step": 2940
    },
    {
      "epoch": 0.9119010819165378,
      "grad_norm": 1.0096853971481323,
      "learning_rate": 0.00016330757341576508,
      "loss": 1.0422,
      "step": 2950
    },
    {
      "epoch": 0.9149922720247295,
      "grad_norm": 1.0671418905258179,
      "learning_rate": 0.0001628438948995363,
      "loss": 1.0783,
      "step": 2960
    },
    {
      "epoch": 0.9180834621329211,
      "grad_norm": 0.6226477026939392,
      "learning_rate": 0.00016238021638330757,
      "loss": 1.0245,
      "step": 2970
    },
    {
      "epoch": 0.9211746522411128,
      "grad_norm": 0.8693360090255737,
      "learning_rate": 0.00016191653786707882,
      "loss": 1.0139,
      "step": 2980
    },
    {
      "epoch": 0.9242658423493045,
      "grad_norm": 0.9208601713180542,
      "learning_rate": 0.00016145285935085005,
      "loss": 0.9995,
      "step": 2990
    },
    {
      "epoch": 0.9273570324574961,
      "grad_norm": 0.9298070669174194,
      "learning_rate": 0.0001609891808346213,
      "loss": 1.0291,
      "step": 3000
    },
    {
      "epoch": 0.9304482225656878,
      "grad_norm": 0.8390762805938721,
      "learning_rate": 0.00016052550231839257,
      "loss": 1.0267,
      "step": 3010
    },
    {
      "epoch": 0.9335394126738794,
      "grad_norm": 0.9021490812301636,
      "learning_rate": 0.00016006182380216383,
      "loss": 0.9814,
      "step": 3020
    },
    {
      "epoch": 0.9366306027820711,
      "grad_norm": 0.4542691707611084,
      "learning_rate": 0.00015959814528593506,
      "loss": 1.048,
      "step": 3030
    },
    {
      "epoch": 0.9397217928902627,
      "grad_norm": 0.855872392654419,
      "learning_rate": 0.0001591344667697063,
      "loss": 0.9797,
      "step": 3040
    },
    {
      "epoch": 0.9428129829984544,
      "grad_norm": 0.5941393971443176,
      "learning_rate": 0.0001586707882534776,
      "loss": 0.9844,
      "step": 3050
    },
    {
      "epoch": 0.9459041731066461,
      "grad_norm": 0.6536425352096558,
      "learning_rate": 0.00015820710973724883,
      "loss": 1.0545,
      "step": 3060
    },
    {
      "epoch": 0.9489953632148377,
      "grad_norm": 1.1041520833969116,
      "learning_rate": 0.00015774343122102008,
      "loss": 0.9836,
      "step": 3070
    },
    {
      "epoch": 0.9520865533230294,
      "grad_norm": 0.8002471327781677,
      "learning_rate": 0.00015727975270479134,
      "loss": 1.0284,
      "step": 3080
    },
    {
      "epoch": 0.955177743431221,
      "grad_norm": 0.8844311833381653,
      "learning_rate": 0.00015681607418856257,
      "loss": 1.0598,
      "step": 3090
    },
    {
      "epoch": 0.9582689335394127,
      "grad_norm": 0.7221102118492126,
      "learning_rate": 0.00015635239567233383,
      "loss": 0.985,
      "step": 3100
    },
    {
      "epoch": 0.9613601236476044,
      "grad_norm": 0.6888442635536194,
      "learning_rate": 0.00015588871715610509,
      "loss": 0.9419,
      "step": 3110
    },
    {
      "epoch": 0.964451313755796,
      "grad_norm": 1.1194086074829102,
      "learning_rate": 0.00015542503863987634,
      "loss": 1.0286,
      "step": 3120
    },
    {
      "epoch": 0.9675425038639877,
      "grad_norm": 0.8088858723640442,
      "learning_rate": 0.00015496136012364757,
      "loss": 1.031,
      "step": 3130
    },
    {
      "epoch": 0.9706336939721792,
      "grad_norm": 0.6111185550689697,
      "learning_rate": 0.00015449768160741886,
      "loss": 0.9711,
      "step": 3140
    },
    {
      "epoch": 0.973724884080371,
      "grad_norm": 1.1943172216415405,
      "learning_rate": 0.00015403400309119011,
      "loss": 1.0788,
      "step": 3150
    },
    {
      "epoch": 0.9768160741885626,
      "grad_norm": 0.8221092820167542,
      "learning_rate": 0.00015357032457496134,
      "loss": 0.9799,
      "step": 3160
    },
    {
      "epoch": 0.9799072642967542,
      "grad_norm": 0.5449185371398926,
      "learning_rate": 0.0001531066460587326,
      "loss": 0.9769,
      "step": 3170
    },
    {
      "epoch": 0.9829984544049459,
      "grad_norm": 0.7677068114280701,
      "learning_rate": 0.00015264296754250386,
      "loss": 1.03,
      "step": 3180
    },
    {
      "epoch": 0.9860896445131375,
      "grad_norm": 0.8723648190498352,
      "learning_rate": 0.0001521792890262751,
      "loss": 1.0546,
      "step": 3190
    },
    {
      "epoch": 0.9891808346213292,
      "grad_norm": 0.9041398167610168,
      "learning_rate": 0.00015171561051004635,
      "loss": 0.9724,
      "step": 3200
    },
    {
      "epoch": 0.9922720247295209,
      "grad_norm": 1.0876199007034302,
      "learning_rate": 0.0001512519319938176,
      "loss": 0.9797,
      "step": 3210
    },
    {
      "epoch": 0.9953632148377125,
      "grad_norm": 0.592249870300293,
      "learning_rate": 0.00015078825347758886,
      "loss": 1.0058,
      "step": 3220
    },
    {
      "epoch": 0.9984544049459042,
      "grad_norm": 0.7951436638832092,
      "learning_rate": 0.0001503245749613601,
      "loss": 1.0202,
      "step": 3230
    },
    {
      "epoch": 1.001545595054096,
      "grad_norm": 0.5316892266273499,
      "learning_rate": 0.00014986089644513137,
      "loss": 0.8528,
      "step": 3240
    },
    {
      "epoch": 1.0046367851622875,
      "grad_norm": 0.5532771944999695,
      "learning_rate": 0.0001493972179289026,
      "loss": 0.8646,
      "step": 3250
    },
    {
      "epoch": 1.007727975270479,
      "grad_norm": 0.6530342102050781,
      "learning_rate": 0.00014893353941267386,
      "loss": 0.9383,
      "step": 3260
    },
    {
      "epoch": 1.010819165378671,
      "grad_norm": 0.7337554693222046,
      "learning_rate": 0.00014846986089644512,
      "loss": 0.8403,
      "step": 3270
    },
    {
      "epoch": 1.0139103554868625,
      "grad_norm": 0.7165558338165283,
      "learning_rate": 0.00014800618238021638,
      "loss": 0.8016,
      "step": 3280
    },
    {
      "epoch": 1.017001545595054,
      "grad_norm": 0.6767175793647766,
      "learning_rate": 0.00014754250386398763,
      "loss": 0.8192,
      "step": 3290
    },
    {
      "epoch": 1.0200927357032457,
      "grad_norm": 0.9250553846359253,
      "learning_rate": 0.00014707882534775886,
      "loss": 0.8614,
      "step": 3300
    },
    {
      "epoch": 1.0231839258114375,
      "grad_norm": 0.5234710574150085,
      "learning_rate": 0.00014661514683153012,
      "loss": 0.8767,
      "step": 3310
    },
    {
      "epoch": 1.026275115919629,
      "grad_norm": 0.7288246750831604,
      "learning_rate": 0.00014615146831530138,
      "loss": 0.8452,
      "step": 3320
    },
    {
      "epoch": 1.0293663060278206,
      "grad_norm": 0.6754915118217468,
      "learning_rate": 0.00014568778979907264,
      "loss": 0.874,
      "step": 3330
    },
    {
      "epoch": 1.0324574961360125,
      "grad_norm": 0.7183850407600403,
      "learning_rate": 0.0001452241112828439,
      "loss": 0.8384,
      "step": 3340
    },
    {
      "epoch": 1.035548686244204,
      "grad_norm": 0.7271033525466919,
      "learning_rate": 0.00014476043276661515,
      "loss": 0.8358,
      "step": 3350
    },
    {
      "epoch": 1.0386398763523956,
      "grad_norm": 0.6182653307914734,
      "learning_rate": 0.00014429675425038638,
      "loss": 0.8428,
      "step": 3360
    },
    {
      "epoch": 1.0417310664605872,
      "grad_norm": 0.7423580884933472,
      "learning_rate": 0.00014383307573415764,
      "loss": 0.7648,
      "step": 3370
    },
    {
      "epoch": 1.044822256568779,
      "grad_norm": 0.7557246088981628,
      "learning_rate": 0.0001433693972179289,
      "loss": 0.894,
      "step": 3380
    },
    {
      "epoch": 1.0479134466769706,
      "grad_norm": 0.8865039348602295,
      "learning_rate": 0.00014290571870170015,
      "loss": 0.9157,
      "step": 3390
    },
    {
      "epoch": 1.0510046367851622,
      "grad_norm": 1.082945704460144,
      "learning_rate": 0.0001424420401854714,
      "loss": 0.8498,
      "step": 3400
    },
    {
      "epoch": 1.054095826893354,
      "grad_norm": 0.758879542350769,
      "learning_rate": 0.00014197836166924264,
      "loss": 0.915,
      "step": 3410
    },
    {
      "epoch": 1.0571870170015456,
      "grad_norm": 0.8951777219772339,
      "learning_rate": 0.0001415146831530139,
      "loss": 0.8269,
      "step": 3420
    },
    {
      "epoch": 1.0602782071097372,
      "grad_norm": 0.6191907525062561,
      "learning_rate": 0.00014105100463678515,
      "loss": 0.8843,
      "step": 3430
    },
    {
      "epoch": 1.063369397217929,
      "grad_norm": 0.6595101952552795,
      "learning_rate": 0.0001405873261205564,
      "loss": 0.8442,
      "step": 3440
    },
    {
      "epoch": 1.0664605873261206,
      "grad_norm": 0.7692795395851135,
      "learning_rate": 0.00014012364760432767,
      "loss": 0.8408,
      "step": 3450
    },
    {
      "epoch": 1.0695517774343122,
      "grad_norm": 0.7502110600471497,
      "learning_rate": 0.0001396599690880989,
      "loss": 0.8396,
      "step": 3460
    },
    {
      "epoch": 1.0726429675425038,
      "grad_norm": 0.7098067998886108,
      "learning_rate": 0.00013919629057187015,
      "loss": 0.9024,
      "step": 3470
    },
    {
      "epoch": 1.0757341576506956,
      "grad_norm": 1.7031618356704712,
      "learning_rate": 0.0001387326120556414,
      "loss": 0.8603,
      "step": 3480
    },
    {
      "epoch": 1.0788253477588872,
      "grad_norm": 0.6927295923233032,
      "learning_rate": 0.00013826893353941267,
      "loss": 0.8461,
      "step": 3490
    },
    {
      "epoch": 1.0819165378670788,
      "grad_norm": 1.032456874847412,
      "learning_rate": 0.00013780525502318393,
      "loss": 0.8688,
      "step": 3500
    },
    {
      "epoch": 1.0850077279752706,
      "grad_norm": 0.8389075398445129,
      "learning_rate": 0.00013734157650695516,
      "loss": 0.8019,
      "step": 3510
    },
    {
      "epoch": 1.0880989180834622,
      "grad_norm": 0.8140667080879211,
      "learning_rate": 0.0001368778979907264,
      "loss": 0.8803,
      "step": 3520
    },
    {
      "epoch": 1.0911901081916537,
      "grad_norm": 0.9069389700889587,
      "learning_rate": 0.00013641421947449767,
      "loss": 0.8597,
      "step": 3530
    },
    {
      "epoch": 1.0942812982998453,
      "grad_norm": 0.5835487246513367,
      "learning_rate": 0.00013595054095826893,
      "loss": 0.9197,
      "step": 3540
    },
    {
      "epoch": 1.0973724884080371,
      "grad_norm": 0.9462198615074158,
      "learning_rate": 0.00013548686244204018,
      "loss": 0.8126,
      "step": 3550
    },
    {
      "epoch": 1.1004636785162287,
      "grad_norm": 0.6995552778244019,
      "learning_rate": 0.00013502318392581141,
      "loss": 0.8642,
      "step": 3560
    },
    {
      "epoch": 1.1035548686244203,
      "grad_norm": 0.8549899458885193,
      "learning_rate": 0.0001345595054095827,
      "loss": 0.841,
      "step": 3570
    },
    {
      "epoch": 1.1066460587326121,
      "grad_norm": 0.7473840117454529,
      "learning_rate": 0.00013409582689335393,
      "loss": 0.851,
      "step": 3580
    },
    {
      "epoch": 1.1097372488408037,
      "grad_norm": 0.7260468602180481,
      "learning_rate": 0.00013363214837712519,
      "loss": 0.8765,
      "step": 3590
    },
    {
      "epoch": 1.1128284389489953,
      "grad_norm": 0.7290621399879456,
      "learning_rate": 0.00013316846986089644,
      "loss": 0.8797,
      "step": 3600
    },
    {
      "epoch": 1.1159196290571871,
      "grad_norm": 0.6481372714042664,
      "learning_rate": 0.00013270479134466767,
      "loss": 0.777,
      "step": 3610
    },
    {
      "epoch": 1.1190108191653787,
      "grad_norm": 0.7325848340988159,
      "learning_rate": 0.00013224111282843896,
      "loss": 0.8505,
      "step": 3620
    },
    {
      "epoch": 1.1221020092735703,
      "grad_norm": 0.6806705594062805,
      "learning_rate": 0.0001317774343122102,
      "loss": 0.8179,
      "step": 3630
    },
    {
      "epoch": 1.125193199381762,
      "grad_norm": 0.7624285221099854,
      "learning_rate": 0.00013131375579598144,
      "loss": 0.8459,
      "step": 3640
    },
    {
      "epoch": 1.1282843894899537,
      "grad_norm": 0.9188064336776733,
      "learning_rate": 0.0001308500772797527,
      "loss": 0.8758,
      "step": 3650
    },
    {
      "epoch": 1.1313755795981453,
      "grad_norm": 0.49461764097213745,
      "learning_rate": 0.00013038639876352393,
      "loss": 0.8728,
      "step": 3660
    },
    {
      "epoch": 1.1344667697063369,
      "grad_norm": 0.8479899764060974,
      "learning_rate": 0.00012992272024729522,
      "loss": 0.858,
      "step": 3670
    },
    {
      "epoch": 1.1375579598145287,
      "grad_norm": 0.7216020226478577,
      "learning_rate": 0.00012945904173106645,
      "loss": 0.8556,
      "step": 3680
    },
    {
      "epoch": 1.1406491499227203,
      "grad_norm": 0.739662230014801,
      "learning_rate": 0.0001289953632148377,
      "loss": 0.7895,
      "step": 3690
    },
    {
      "epoch": 1.1437403400309119,
      "grad_norm": 0.8598803877830505,
      "learning_rate": 0.00012853168469860896,
      "loss": 0.8472,
      "step": 3700
    },
    {
      "epoch": 1.1468315301391034,
      "grad_norm": 0.8694663643836975,
      "learning_rate": 0.0001280680061823802,
      "loss": 0.8504,
      "step": 3710
    },
    {
      "epoch": 1.1499227202472952,
      "grad_norm": 1.0961406230926514,
      "learning_rate": 0.00012760432766615147,
      "loss": 0.8049,
      "step": 3720
    },
    {
      "epoch": 1.1530139103554868,
      "grad_norm": 0.8649711608886719,
      "learning_rate": 0.0001271406491499227,
      "loss": 0.8453,
      "step": 3730
    },
    {
      "epoch": 1.1561051004636784,
      "grad_norm": 0.7639027237892151,
      "learning_rate": 0.00012667697063369396,
      "loss": 0.8438,
      "step": 3740
    },
    {
      "epoch": 1.1591962905718702,
      "grad_norm": 0.7460607290267944,
      "learning_rate": 0.00012621329211746522,
      "loss": 0.8448,
      "step": 3750
    },
    {
      "epoch": 1.1622874806800618,
      "grad_norm": 1.1056584119796753,
      "learning_rate": 0.00012574961360123645,
      "loss": 0.8495,
      "step": 3760
    },
    {
      "epoch": 1.1653786707882534,
      "grad_norm": 0.6567316055297852,
      "learning_rate": 0.00012528593508500773,
      "loss": 0.8452,
      "step": 3770
    },
    {
      "epoch": 1.1684698608964452,
      "grad_norm": 1.080173134803772,
      "learning_rate": 0.00012482225656877896,
      "loss": 0.8711,
      "step": 3780
    },
    {
      "epoch": 1.1715610510046368,
      "grad_norm": 0.9170815348625183,
      "learning_rate": 0.00012435857805255022,
      "loss": 0.8245,
      "step": 3790
    },
    {
      "epoch": 1.1746522411128284,
      "grad_norm": 0.7975850105285645,
      "learning_rate": 0.00012389489953632148,
      "loss": 0.9032,
      "step": 3800
    },
    {
      "epoch": 1.1777434312210202,
      "grad_norm": 0.804935097694397,
      "learning_rate": 0.0001234312210200927,
      "loss": 0.9523,
      "step": 3810
    },
    {
      "epoch": 1.1808346213292118,
      "grad_norm": 0.8183078765869141,
      "learning_rate": 0.000122967542503864,
      "loss": 0.8399,
      "step": 3820
    },
    {
      "epoch": 1.1839258114374034,
      "grad_norm": 0.9123198986053467,
      "learning_rate": 0.00012250386398763522,
      "loss": 0.9194,
      "step": 3830
    },
    {
      "epoch": 1.187017001545595,
      "grad_norm": 0.824162483215332,
      "learning_rate": 0.00012204018547140649,
      "loss": 0.8678,
      "step": 3840
    },
    {
      "epoch": 1.1901081916537868,
      "grad_norm": 0.856678307056427,
      "learning_rate": 0.00012157650695517774,
      "loss": 0.8768,
      "step": 3850
    },
    {
      "epoch": 1.1931993817619784,
      "grad_norm": 0.7082005739212036,
      "learning_rate": 0.00012111282843894898,
      "loss": 0.7924,
      "step": 3860
    },
    {
      "epoch": 1.19629057187017,
      "grad_norm": 0.6484389901161194,
      "learning_rate": 0.00012064914992272024,
      "loss": 0.7718,
      "step": 3870
    },
    {
      "epoch": 1.1993817619783615,
      "grad_norm": 0.5977400541305542,
      "learning_rate": 0.00012018547140649148,
      "loss": 0.8199,
      "step": 3880
    },
    {
      "epoch": 1.2024729520865534,
      "grad_norm": 0.7684928178787231,
      "learning_rate": 0.00011972179289026275,
      "loss": 0.8968,
      "step": 3890
    },
    {
      "epoch": 1.205564142194745,
      "grad_norm": 0.5843033194541931,
      "learning_rate": 0.000119258114374034,
      "loss": 0.85,
      "step": 3900
    },
    {
      "epoch": 1.2086553323029365,
      "grad_norm": 1.1880043745040894,
      "learning_rate": 0.00011879443585780524,
      "loss": 0.8193,
      "step": 3910
    },
    {
      "epoch": 1.2117465224111283,
      "grad_norm": 0.7723129391670227,
      "learning_rate": 0.0001183307573415765,
      "loss": 0.8303,
      "step": 3920
    },
    {
      "epoch": 1.21483771251932,
      "grad_norm": 0.9703313112258911,
      "learning_rate": 0.00011786707882534774,
      "loss": 0.8682,
      "step": 3930
    },
    {
      "epoch": 1.2179289026275115,
      "grad_norm": 0.9666335582733154,
      "learning_rate": 0.00011740340030911901,
      "loss": 0.8416,
      "step": 3940
    },
    {
      "epoch": 1.2210200927357033,
      "grad_norm": 0.6347522139549255,
      "learning_rate": 0.00011693972179289025,
      "loss": 0.8299,
      "step": 3950
    },
    {
      "epoch": 1.224111282843895,
      "grad_norm": 0.6830490827560425,
      "learning_rate": 0.00011647604327666151,
      "loss": 0.8295,
      "step": 3960
    },
    {
      "epoch": 1.2272024729520865,
      "grad_norm": 0.6534745693206787,
      "learning_rate": 0.00011601236476043276,
      "loss": 0.8441,
      "step": 3970
    },
    {
      "epoch": 1.2302936630602783,
      "grad_norm": 0.788501501083374,
      "learning_rate": 0.000115548686244204,
      "loss": 0.828,
      "step": 3980
    },
    {
      "epoch": 1.23338485316847,
      "grad_norm": 0.892227053642273,
      "learning_rate": 0.00011508500772797527,
      "loss": 0.8692,
      "step": 3990
    },
    {
      "epoch": 1.2364760432766615,
      "grad_norm": 0.7072311043739319,
      "learning_rate": 0.00011462132921174651,
      "loss": 0.9099,
      "step": 4000
    },
    {
      "epoch": 1.239567233384853,
      "grad_norm": 0.9188385605812073,
      "learning_rate": 0.00011415765069551777,
      "loss": 0.878,
      "step": 4010
    },
    {
      "epoch": 1.242658423493045,
      "grad_norm": 0.6659033894538879,
      "learning_rate": 0.00011369397217928901,
      "loss": 0.823,
      "step": 4020
    },
    {
      "epoch": 1.2457496136012365,
      "grad_norm": 0.6045307517051697,
      "learning_rate": 0.00011323029366306026,
      "loss": 0.8906,
      "step": 4030
    },
    {
      "epoch": 1.248840803709428,
      "grad_norm": 0.9383410811424255,
      "learning_rate": 0.00011276661514683153,
      "loss": 0.9386,
      "step": 4040
    },
    {
      "epoch": 1.2519319938176197,
      "grad_norm": 0.6562348008155823,
      "learning_rate": 0.00011230293663060277,
      "loss": 0.8884,
      "step": 4050
    },
    {
      "epoch": 1.2550231839258115,
      "grad_norm": 0.7474609613418579,
      "learning_rate": 0.00011183925811437403,
      "loss": 0.8615,
      "step": 4060
    },
    {
      "epoch": 1.258114374034003,
      "grad_norm": 0.5937631726264954,
      "learning_rate": 0.00011137557959814527,
      "loss": 0.8,
      "step": 4070
    },
    {
      "epoch": 1.2612055641421946,
      "grad_norm": 0.5583767890930176,
      "learning_rate": 0.00011091190108191652,
      "loss": 0.857,
      "step": 4080
    },
    {
      "epoch": 1.2642967542503865,
      "grad_norm": 0.7018020153045654,
      "learning_rate": 0.00011044822256568779,
      "loss": 0.8383,
      "step": 4090
    },
    {
      "epoch": 1.267387944358578,
      "grad_norm": 0.9343637824058533,
      "learning_rate": 0.00010998454404945903,
      "loss": 0.8949,
      "step": 4100
    },
    {
      "epoch": 1.2704791344667696,
      "grad_norm": 0.7233986854553223,
      "learning_rate": 0.00010952086553323029,
      "loss": 0.8526,
      "step": 4110
    },
    {
      "epoch": 1.2735703245749614,
      "grad_norm": 0.7633339762687683,
      "learning_rate": 0.00010905718701700153,
      "loss": 0.8272,
      "step": 4120
    },
    {
      "epoch": 1.276661514683153,
      "grad_norm": 0.8975645899772644,
      "learning_rate": 0.00010859350850077277,
      "loss": 0.8392,
      "step": 4130
    },
    {
      "epoch": 1.2797527047913446,
      "grad_norm": 0.6592833399772644,
      "learning_rate": 0.00010812982998454405,
      "loss": 0.8233,
      "step": 4140
    },
    {
      "epoch": 1.2828438948995364,
      "grad_norm": 0.7665854096412659,
      "learning_rate": 0.00010766615146831529,
      "loss": 0.8868,
      "step": 4150
    },
    {
      "epoch": 1.285935085007728,
      "grad_norm": 0.692296028137207,
      "learning_rate": 0.00010720247295208655,
      "loss": 0.8385,
      "step": 4160
    },
    {
      "epoch": 1.2890262751159196,
      "grad_norm": 0.7048847079277039,
      "learning_rate": 0.00010673879443585779,
      "loss": 0.8524,
      "step": 4170
    },
    {
      "epoch": 1.2921174652241114,
      "grad_norm": 0.7129143476486206,
      "learning_rate": 0.00010627511591962906,
      "loss": 0.8181,
      "step": 4180
    },
    {
      "epoch": 1.295208655332303,
      "grad_norm": 0.8047935366630554,
      "learning_rate": 0.0001058114374034003,
      "loss": 0.8604,
      "step": 4190
    },
    {
      "epoch": 1.2982998454404946,
      "grad_norm": 0.6527684330940247,
      "learning_rate": 0.00010534775888717155,
      "loss": 0.8692,
      "step": 4200
    },
    {
      "epoch": 1.3013910355486862,
      "grad_norm": 1.2079347372055054,
      "learning_rate": 0.0001048840803709428,
      "loss": 0.8968,
      "step": 4210
    },
    {
      "epoch": 1.3044822256568778,
      "grad_norm": 0.6687399744987488,
      "learning_rate": 0.00010442040185471405,
      "loss": 0.8738,
      "step": 4220
    },
    {
      "epoch": 1.3075734157650696,
      "grad_norm": 0.6617753505706787,
      "learning_rate": 0.00010395672333848532,
      "loss": 0.8328,
      "step": 4230
    },
    {
      "epoch": 1.3106646058732612,
      "grad_norm": 0.5446121096611023,
      "learning_rate": 0.00010349304482225656,
      "loss": 0.8396,
      "step": 4240
    },
    {
      "epoch": 1.3137557959814528,
      "grad_norm": 0.5937392711639404,
      "learning_rate": 0.0001030293663060278,
      "loss": 0.8372,
      "step": 4250
    },
    {
      "epoch": 1.3168469860896446,
      "grad_norm": 0.9460788369178772,
      "learning_rate": 0.00010256568778979906,
      "loss": 0.8711,
      "step": 4260
    },
    {
      "epoch": 1.3199381761978362,
      "grad_norm": 0.8361837267875671,
      "learning_rate": 0.00010210200927357031,
      "loss": 0.8579,
      "step": 4270
    },
    {
      "epoch": 1.3230293663060277,
      "grad_norm": 0.5665014982223511,
      "learning_rate": 0.00010163833075734158,
      "loss": 0.8742,
      "step": 4280
    },
    {
      "epoch": 1.3261205564142196,
      "grad_norm": 0.8906816840171814,
      "learning_rate": 0.00010117465224111282,
      "loss": 0.8883,
      "step": 4290
    },
    {
      "epoch": 1.3292117465224111,
      "grad_norm": 0.55635005235672,
      "learning_rate": 0.00010071097372488407,
      "loss": 0.7997,
      "step": 4300
    },
    {
      "epoch": 1.3323029366306027,
      "grad_norm": 0.5869125723838806,
      "learning_rate": 0.00010024729520865532,
      "loss": 0.8462,
      "step": 4310
    },
    {
      "epoch": 1.3353941267387945,
      "grad_norm": 0.6816316246986389,
      "learning_rate": 9.978361669242657e-05,
      "loss": 0.866,
      "step": 4320
    },
    {
      "epoch": 1.3384853168469861,
      "grad_norm": 0.7036197781562805,
      "learning_rate": 9.931993817619784e-05,
      "loss": 0.7858,
      "step": 4330
    },
    {
      "epoch": 1.3415765069551777,
      "grad_norm": 0.5245376229286194,
      "learning_rate": 9.885625965996908e-05,
      "loss": 0.8649,
      "step": 4340
    },
    {
      "epoch": 1.3446676970633695,
      "grad_norm": 0.989942729473114,
      "learning_rate": 9.839258114374032e-05,
      "loss": 0.9044,
      "step": 4350
    },
    {
      "epoch": 1.3477588871715611,
      "grad_norm": 1.0139678716659546,
      "learning_rate": 9.792890262751158e-05,
      "loss": 0.86,
      "step": 4360
    },
    {
      "epoch": 1.3508500772797527,
      "grad_norm": 0.8118174076080322,
      "learning_rate": 9.746522411128282e-05,
      "loss": 0.8536,
      "step": 4370
    },
    {
      "epoch": 1.3539412673879443,
      "grad_norm": 0.7378300428390503,
      "learning_rate": 9.70015455950541e-05,
      "loss": 0.8264,
      "step": 4380
    },
    {
      "epoch": 1.3570324574961359,
      "grad_norm": 0.7655002474784851,
      "learning_rate": 9.653786707882534e-05,
      "loss": 0.8263,
      "step": 4390
    },
    {
      "epoch": 1.3601236476043277,
      "grad_norm": 0.8586812615394592,
      "learning_rate": 9.60741885625966e-05,
      "loss": 0.8944,
      "step": 4400
    },
    {
      "epoch": 1.3632148377125193,
      "grad_norm": 0.6798648834228516,
      "learning_rate": 9.561051004636784e-05,
      "loss": 0.8371,
      "step": 4410
    },
    {
      "epoch": 1.3663060278207109,
      "grad_norm": 0.6907602548599243,
      "learning_rate": 9.514683153013908e-05,
      "loss": 0.8009,
      "step": 4420
    },
    {
      "epoch": 1.3693972179289027,
      "grad_norm": 0.846943736076355,
      "learning_rate": 9.468315301391035e-05,
      "loss": 0.8607,
      "step": 4430
    },
    {
      "epoch": 1.3724884080370943,
      "grad_norm": 1.1262513399124146,
      "learning_rate": 9.42194744976816e-05,
      "loss": 0.8371,
      "step": 4440
    },
    {
      "epoch": 1.3755795981452859,
      "grad_norm": 0.7562741041183472,
      "learning_rate": 9.375579598145286e-05,
      "loss": 0.8832,
      "step": 4450
    },
    {
      "epoch": 1.3786707882534777,
      "grad_norm": 0.8019570112228394,
      "learning_rate": 9.32921174652241e-05,
      "loss": 0.8405,
      "step": 4460
    },
    {
      "epoch": 1.3817619783616693,
      "grad_norm": 0.8602131605148315,
      "learning_rate": 9.282843894899534e-05,
      "loss": 0.8883,
      "step": 4470
    },
    {
      "epoch": 1.3848531684698608,
      "grad_norm": 0.5665639042854309,
      "learning_rate": 9.236476043276661e-05,
      "loss": 0.8352,
      "step": 4480
    },
    {
      "epoch": 1.3879443585780527,
      "grad_norm": 0.6748403906822205,
      "learning_rate": 9.190108191653786e-05,
      "loss": 0.8462,
      "step": 4490
    },
    {
      "epoch": 1.3910355486862442,
      "grad_norm": 0.9030314683914185,
      "learning_rate": 9.143740340030911e-05,
      "loss": 0.8188,
      "step": 4500
    },
    {
      "epoch": 1.3941267387944358,
      "grad_norm": 0.7324804067611694,
      "learning_rate": 9.097372488408036e-05,
      "loss": 0.8749,
      "step": 4510
    },
    {
      "epoch": 1.3972179289026276,
      "grad_norm": 0.6216204166412354,
      "learning_rate": 9.05100463678516e-05,
      "loss": 0.8659,
      "step": 4520
    },
    {
      "epoch": 1.4003091190108192,
      "grad_norm": 0.7898464202880859,
      "learning_rate": 9.004636785162287e-05,
      "loss": 0.7797,
      "step": 4530
    },
    {
      "epoch": 1.4034003091190108,
      "grad_norm": 1.5797539949417114,
      "learning_rate": 8.958268933539412e-05,
      "loss": 0.8472,
      "step": 4540
    },
    {
      "epoch": 1.4064914992272024,
      "grad_norm": 0.8050816059112549,
      "learning_rate": 8.911901081916537e-05,
      "loss": 0.8457,
      "step": 4550
    },
    {
      "epoch": 1.409582689335394,
      "grad_norm": 0.9354336857795715,
      "learning_rate": 8.865533230293662e-05,
      "loss": 0.7777,
      "step": 4560
    },
    {
      "epoch": 1.4126738794435858,
      "grad_norm": 0.7520907521247864,
      "learning_rate": 8.819165378670786e-05,
      "loss": 0.7961,
      "step": 4570
    },
    {
      "epoch": 1.4157650695517774,
      "grad_norm": 0.6738686561584473,
      "learning_rate": 8.772797527047913e-05,
      "loss": 0.8866,
      "step": 4580
    },
    {
      "epoch": 1.418856259659969,
      "grad_norm": 0.5648478865623474,
      "learning_rate": 8.726429675425037e-05,
      "loss": 0.8499,
      "step": 4590
    },
    {
      "epoch": 1.4219474497681608,
      "grad_norm": 0.920259952545166,
      "learning_rate": 8.680061823802163e-05,
      "loss": 0.7189,
      "step": 4600
    },
    {
      "epoch": 1.4250386398763524,
      "grad_norm": 0.7830264568328857,
      "learning_rate": 8.633693972179287e-05,
      "loss": 0.8245,
      "step": 4610
    },
    {
      "epoch": 1.428129829984544,
      "grad_norm": 1.1630637645721436,
      "learning_rate": 8.587326120556415e-05,
      "loss": 0.7773,
      "step": 4620
    },
    {
      "epoch": 1.4312210200927358,
      "grad_norm": 0.8241156339645386,
      "learning_rate": 8.540958268933539e-05,
      "loss": 0.8425,
      "step": 4630
    },
    {
      "epoch": 1.4343122102009274,
      "grad_norm": 1.046057105064392,
      "learning_rate": 8.494590417310663e-05,
      "loss": 0.9197,
      "step": 4640
    },
    {
      "epoch": 1.437403400309119,
      "grad_norm": 0.9531034231185913,
      "learning_rate": 8.448222565687789e-05,
      "loss": 0.8017,
      "step": 4650
    },
    {
      "epoch": 1.4404945904173108,
      "grad_norm": 0.5264843106269836,
      "learning_rate": 8.401854714064913e-05,
      "loss": 0.9952,
      "step": 4660
    },
    {
      "epoch": 1.4435857805255023,
      "grad_norm": 1.30010187625885,
      "learning_rate": 8.35548686244204e-05,
      "loss": 0.897,
      "step": 4670
    },
    {
      "epoch": 1.446676970633694,
      "grad_norm": 0.8915939927101135,
      "learning_rate": 8.309119010819165e-05,
      "loss": 0.7991,
      "step": 4680
    },
    {
      "epoch": 1.4497681607418857,
      "grad_norm": 0.49258437752723694,
      "learning_rate": 8.262751159196289e-05,
      "loss": 0.8825,
      "step": 4690
    },
    {
      "epoch": 1.4528593508500773,
      "grad_norm": 1.0051592588424683,
      "learning_rate": 8.216383307573415e-05,
      "loss": 0.8523,
      "step": 4700
    },
    {
      "epoch": 1.455950540958269,
      "grad_norm": 0.8536110520362854,
      "learning_rate": 8.170015455950539e-05,
      "loss": 0.8372,
      "step": 4710
    },
    {
      "epoch": 1.4590417310664605,
      "grad_norm": 0.8072019219398499,
      "learning_rate": 8.123647604327666e-05,
      "loss": 0.8477,
      "step": 4720
    },
    {
      "epoch": 1.4621329211746523,
      "grad_norm": 0.9028286933898926,
      "learning_rate": 8.07727975270479e-05,
      "loss": 0.9102,
      "step": 4730
    },
    {
      "epoch": 1.465224111282844,
      "grad_norm": 0.9740225076675415,
      "learning_rate": 8.030911901081915e-05,
      "loss": 0.8905,
      "step": 4740
    },
    {
      "epoch": 1.4683153013910355,
      "grad_norm": 0.9256337881088257,
      "learning_rate": 7.984544049459041e-05,
      "loss": 0.8104,
      "step": 4750
    },
    {
      "epoch": 1.471406491499227,
      "grad_norm": 0.6768249869346619,
      "learning_rate": 7.938176197836165e-05,
      "loss": 0.8443,
      "step": 4760
    },
    {
      "epoch": 1.474497681607419,
      "grad_norm": 1.116625189781189,
      "learning_rate": 7.891808346213292e-05,
      "loss": 0.877,
      "step": 4770
    },
    {
      "epoch": 1.4775888717156105,
      "grad_norm": 0.8935638070106506,
      "learning_rate": 7.845440494590417e-05,
      "loss": 0.8527,
      "step": 4780
    },
    {
      "epoch": 1.480680061823802,
      "grad_norm": 0.9924431443214417,
      "learning_rate": 7.799072642967542e-05,
      "loss": 0.8652,
      "step": 4790
    },
    {
      "epoch": 1.4837712519319939,
      "grad_norm": 0.5539495348930359,
      "learning_rate": 7.752704791344667e-05,
      "loss": 0.8526,
      "step": 4800
    },
    {
      "epoch": 1.4868624420401855,
      "grad_norm": 0.784859836101532,
      "learning_rate": 7.706336939721792e-05,
      "loss": 0.8336,
      "step": 4810
    },
    {
      "epoch": 1.489953632148377,
      "grad_norm": 0.9056172370910645,
      "learning_rate": 7.659969088098918e-05,
      "loss": 0.8912,
      "step": 4820
    },
    {
      "epoch": 1.4930448222565689,
      "grad_norm": 0.903304398059845,
      "learning_rate": 7.613601236476042e-05,
      "loss": 0.8319,
      "step": 4830
    },
    {
      "epoch": 1.4961360123647605,
      "grad_norm": 0.759794294834137,
      "learning_rate": 7.567233384853168e-05,
      "loss": 0.8137,
      "step": 4840
    },
    {
      "epoch": 1.499227202472952,
      "grad_norm": 2.1487066745758057,
      "learning_rate": 7.520865533230292e-05,
      "loss": 0.8507,
      "step": 4850
    },
    {
      "epoch": 1.5023183925811439,
      "grad_norm": 0.8155065774917603,
      "learning_rate": 7.474497681607418e-05,
      "loss": 0.8993,
      "step": 4860
    },
    {
      "epoch": 1.5054095826893354,
      "grad_norm": 0.7420663237571716,
      "learning_rate": 7.428129829984544e-05,
      "loss": 0.8709,
      "step": 4870
    },
    {
      "epoch": 1.508500772797527,
      "grad_norm": 0.9134190678596497,
      "learning_rate": 7.381761978361668e-05,
      "loss": 0.8735,
      "step": 4880
    },
    {
      "epoch": 1.5115919629057188,
      "grad_norm": 1.0243693590164185,
      "learning_rate": 7.335394126738794e-05,
      "loss": 0.8416,
      "step": 4890
    },
    {
      "epoch": 1.5146831530139102,
      "grad_norm": 0.7141638994216919,
      "learning_rate": 7.289026275115918e-05,
      "loss": 0.8539,
      "step": 4900
    },
    {
      "epoch": 1.517774343122102,
      "grad_norm": 0.6262844800949097,
      "learning_rate": 7.242658423493044e-05,
      "loss": 0.9178,
      "step": 4910
    },
    {
      "epoch": 1.5208655332302936,
      "grad_norm": 1.4853492975234985,
      "learning_rate": 7.19629057187017e-05,
      "loss": 0.8473,
      "step": 4920
    },
    {
      "epoch": 1.5239567233384852,
      "grad_norm": 0.5392505526542664,
      "learning_rate": 7.149922720247294e-05,
      "loss": 0.8594,
      "step": 4930
    },
    {
      "epoch": 1.527047913446677,
      "grad_norm": 0.6461012959480286,
      "learning_rate": 7.10355486862442e-05,
      "loss": 0.8617,
      "step": 4940
    },
    {
      "epoch": 1.5301391035548686,
      "grad_norm": 0.8288665413856506,
      "learning_rate": 7.057187017001544e-05,
      "loss": 0.8701,
      "step": 4950
    },
    {
      "epoch": 1.5332302936630602,
      "grad_norm": 0.8129225373268127,
      "learning_rate": 7.01081916537867e-05,
      "loss": 0.8792,
      "step": 4960
    },
    {
      "epoch": 1.536321483771252,
      "grad_norm": 0.5695515871047974,
      "learning_rate": 6.964451313755796e-05,
      "loss": 0.8274,
      "step": 4970
    },
    {
      "epoch": 1.5394126738794436,
      "grad_norm": 0.9151827692985535,
      "learning_rate": 6.918083462132921e-05,
      "loss": 0.8274,
      "step": 4980
    },
    {
      "epoch": 1.5425038639876352,
      "grad_norm": 0.624822735786438,
      "learning_rate": 6.871715610510046e-05,
      "loss": 0.8725,
      "step": 4990
    },
    {
      "epoch": 1.545595054095827,
      "grad_norm": 0.901772141456604,
      "learning_rate": 6.82534775888717e-05,
      "loss": 0.851,
      "step": 5000
    },
    {
      "epoch": 1.5486862442040186,
      "grad_norm": 0.7329894304275513,
      "learning_rate": 6.778979907264296e-05,
      "loss": 0.804,
      "step": 5010
    },
    {
      "epoch": 1.5517774343122102,
      "grad_norm": 0.896690845489502,
      "learning_rate": 6.732612055641422e-05,
      "loss": 0.819,
      "step": 5020
    },
    {
      "epoch": 1.554868624420402,
      "grad_norm": 0.6283016800880432,
      "learning_rate": 6.686244204018547e-05,
      "loss": 0.8796,
      "step": 5030
    },
    {
      "epoch": 1.5579598145285936,
      "grad_norm": 0.7856643199920654,
      "learning_rate": 6.639876352395672e-05,
      "loss": 0.8057,
      "step": 5040
    },
    {
      "epoch": 1.5610510046367851,
      "grad_norm": 0.603716254234314,
      "learning_rate": 6.593508500772797e-05,
      "loss": 0.8361,
      "step": 5050
    },
    {
      "epoch": 1.564142194744977,
      "grad_norm": 0.8898261785507202,
      "learning_rate": 6.547140649149922e-05,
      "loss": 0.8743,
      "step": 5060
    },
    {
      "epoch": 1.5672333848531683,
      "grad_norm": 0.7145454287528992,
      "learning_rate": 6.500772797527047e-05,
      "loss": 0.8857,
      "step": 5070
    },
    {
      "epoch": 1.5703245749613601,
      "grad_norm": 0.7015967965126038,
      "learning_rate": 6.454404945904173e-05,
      "loss": 0.8642,
      "step": 5080
    },
    {
      "epoch": 1.573415765069552,
      "grad_norm": 0.8448367714881897,
      "learning_rate": 6.408037094281298e-05,
      "loss": 0.8501,
      "step": 5090
    },
    {
      "epoch": 1.5765069551777433,
      "grad_norm": 0.7548336982727051,
      "learning_rate": 6.361669242658423e-05,
      "loss": 0.7996,
      "step": 5100
    },
    {
      "epoch": 1.5795981452859351,
      "grad_norm": 0.7240668535232544,
      "learning_rate": 6.315301391035548e-05,
      "loss": 0.8551,
      "step": 5110
    },
    {
      "epoch": 1.5826893353941267,
      "grad_norm": 0.7923258543014526,
      "learning_rate": 6.268933539412673e-05,
      "loss": 0.8477,
      "step": 5120
    },
    {
      "epoch": 1.5857805255023183,
      "grad_norm": 0.5727711915969849,
      "learning_rate": 6.222565687789799e-05,
      "loss": 0.8289,
      "step": 5130
    },
    {
      "epoch": 1.58887171561051,
      "grad_norm": 0.7322500348091125,
      "learning_rate": 6.176197836166923e-05,
      "loss": 0.8751,
      "step": 5140
    },
    {
      "epoch": 1.5919629057187017,
      "grad_norm": 0.7663843035697937,
      "learning_rate": 6.129829984544049e-05,
      "loss": 0.811,
      "step": 5150
    },
    {
      "epoch": 1.5950540958268933,
      "grad_norm": 0.8485745191574097,
      "learning_rate": 6.083462132921174e-05,
      "loss": 0.8369,
      "step": 5160
    },
    {
      "epoch": 1.598145285935085,
      "grad_norm": 0.727315366268158,
      "learning_rate": 6.037094281298299e-05,
      "loss": 0.8313,
      "step": 5170
    },
    {
      "epoch": 1.6012364760432767,
      "grad_norm": 0.8517452478408813,
      "learning_rate": 5.990726429675424e-05,
      "loss": 0.8175,
      "step": 5180
    },
    {
      "epoch": 1.6043276661514683,
      "grad_norm": 0.6618371605873108,
      "learning_rate": 5.94435857805255e-05,
      "loss": 0.8629,
      "step": 5190
    },
    {
      "epoch": 1.60741885625966,
      "grad_norm": 0.7760613560676575,
      "learning_rate": 5.897990726429675e-05,
      "loss": 0.8508,
      "step": 5200
    },
    {
      "epoch": 1.6105100463678517,
      "grad_norm": 0.8598918914794922,
      "learning_rate": 5.8516228748068e-05,
      "loss": 0.7544,
      "step": 5210
    },
    {
      "epoch": 1.6136012364760433,
      "grad_norm": 0.6168641448020935,
      "learning_rate": 5.805255023183925e-05,
      "loss": 0.8686,
      "step": 5220
    },
    {
      "epoch": 1.616692426584235,
      "grad_norm": 0.673414409160614,
      "learning_rate": 5.758887171561051e-05,
      "loss": 0.8064,
      "step": 5230
    },
    {
      "epoch": 1.6197836166924264,
      "grad_norm": 1.3147445917129517,
      "learning_rate": 5.712519319938176e-05,
      "loss": 0.856,
      "step": 5240
    },
    {
      "epoch": 1.6228748068006182,
      "grad_norm": 0.7853250503540039,
      "learning_rate": 5.666151468315301e-05,
      "loss": 0.8239,
      "step": 5250
    },
    {
      "epoch": 1.62596599690881,
      "grad_norm": 0.9027859568595886,
      "learning_rate": 5.6197836166924266e-05,
      "loss": 0.8437,
      "step": 5260
    },
    {
      "epoch": 1.6290571870170014,
      "grad_norm": 0.7147274017333984,
      "learning_rate": 5.573415765069551e-05,
      "loss": 0.8468,
      "step": 5270
    },
    {
      "epoch": 1.6321483771251932,
      "grad_norm": 0.9805687665939331,
      "learning_rate": 5.5270479134466766e-05,
      "loss": 0.8142,
      "step": 5280
    },
    {
      "epoch": 1.6352395672333848,
      "grad_norm": 0.8942204713821411,
      "learning_rate": 5.480680061823802e-05,
      "loss": 0.8127,
      "step": 5290
    },
    {
      "epoch": 1.6383307573415764,
      "grad_norm": 1.0085997581481934,
      "learning_rate": 5.4343122102009274e-05,
      "loss": 0.8211,
      "step": 5300
    },
    {
      "epoch": 1.6414219474497682,
      "grad_norm": 0.5619690418243408,
      "learning_rate": 5.3879443585780524e-05,
      "loss": 0.8221,
      "step": 5310
    },
    {
      "epoch": 1.6445131375579598,
      "grad_norm": 1.0281890630722046,
      "learning_rate": 5.341576506955177e-05,
      "loss": 0.9215,
      "step": 5320
    },
    {
      "epoch": 1.6476043276661514,
      "grad_norm": 0.8305431604385376,
      "learning_rate": 5.2952086553323025e-05,
      "loss": 0.8555,
      "step": 5330
    },
    {
      "epoch": 1.6506955177743432,
      "grad_norm": 0.939426839351654,
      "learning_rate": 5.2488408037094275e-05,
      "loss": 0.9,
      "step": 5340
    },
    {
      "epoch": 1.6537867078825348,
      "grad_norm": 0.7408711910247803,
      "learning_rate": 5.202472952086553e-05,
      "loss": 0.8118,
      "step": 5350
    },
    {
      "epoch": 1.6568778979907264,
      "grad_norm": 0.9239327907562256,
      "learning_rate": 5.156105100463678e-05,
      "loss": 0.7588,
      "step": 5360
    },
    {
      "epoch": 1.6599690880989182,
      "grad_norm": 0.5929135680198669,
      "learning_rate": 5.1097372488408033e-05,
      "loss": 0.7984,
      "step": 5370
    },
    {
      "epoch": 1.6630602782071098,
      "grad_norm": 0.8737182021141052,
      "learning_rate": 5.0633693972179284e-05,
      "loss": 0.8535,
      "step": 5380
    },
    {
      "epoch": 1.6661514683153014,
      "grad_norm": 0.7666140198707581,
      "learning_rate": 5.0170015455950534e-05,
      "loss": 0.8203,
      "step": 5390
    },
    {
      "epoch": 1.6692426584234932,
      "grad_norm": 0.8217521905899048,
      "learning_rate": 4.970633693972179e-05,
      "loss": 0.8145,
      "step": 5400
    },
    {
      "epoch": 1.6723338485316845,
      "grad_norm": 0.8525132536888123,
      "learning_rate": 4.924265842349304e-05,
      "loss": 0.8058,
      "step": 5410
    },
    {
      "epoch": 1.6754250386398764,
      "grad_norm": 0.6700647473335266,
      "learning_rate": 4.87789799072643e-05,
      "loss": 0.7965,
      "step": 5420
    },
    {
      "epoch": 1.6785162287480682,
      "grad_norm": 0.7216299772262573,
      "learning_rate": 4.831530139103554e-05,
      "loss": 0.8721,
      "step": 5430
    },
    {
      "epoch": 1.6816074188562595,
      "grad_norm": 0.7006877660751343,
      "learning_rate": 4.785162287480679e-05,
      "loss": 0.8029,
      "step": 5440
    },
    {
      "epoch": 1.6846986089644513,
      "grad_norm": 0.7474963068962097,
      "learning_rate": 4.738794435857805e-05,
      "loss": 0.8463,
      "step": 5450
    },
    {
      "epoch": 1.687789799072643,
      "grad_norm": 0.7374587059020996,
      "learning_rate": 4.69242658423493e-05,
      "loss": 0.7994,
      "step": 5460
    },
    {
      "epoch": 1.6908809891808345,
      "grad_norm": 1.0224852561950684,
      "learning_rate": 4.646058732612056e-05,
      "loss": 0.8373,
      "step": 5470
    },
    {
      "epoch": 1.6939721792890263,
      "grad_norm": 0.6441398859024048,
      "learning_rate": 4.599690880989181e-05,
      "loss": 0.8378,
      "step": 5480
    },
    {
      "epoch": 1.697063369397218,
      "grad_norm": 0.7641074061393738,
      "learning_rate": 4.553323029366305e-05,
      "loss": 0.8314,
      "step": 5490
    },
    {
      "epoch": 1.7001545595054095,
      "grad_norm": 0.6808638572692871,
      "learning_rate": 4.506955177743431e-05,
      "loss": 0.8593,
      "step": 5500
    },
    {
      "epoch": 1.7032457496136013,
      "grad_norm": 0.683775007724762,
      "learning_rate": 4.460587326120556e-05,
      "loss": 0.8172,
      "step": 5510
    },
    {
      "epoch": 1.706336939721793,
      "grad_norm": 0.8400421738624573,
      "learning_rate": 4.4142194744976816e-05,
      "loss": 0.8473,
      "step": 5520
    },
    {
      "epoch": 1.7094281298299845,
      "grad_norm": 0.9227883815765381,
      "learning_rate": 4.367851622874807e-05,
      "loss": 0.8526,
      "step": 5530
    },
    {
      "epoch": 1.7125193199381763,
      "grad_norm": 0.6052054166793823,
      "learning_rate": 4.321483771251931e-05,
      "loss": 0.8344,
      "step": 5540
    },
    {
      "epoch": 1.7156105100463679,
      "grad_norm": 0.6870017647743225,
      "learning_rate": 4.275115919629057e-05,
      "loss": 0.8163,
      "step": 5550
    },
    {
      "epoch": 1.7187017001545595,
      "grad_norm": 0.657077968120575,
      "learning_rate": 4.228748068006182e-05,
      "loss": 0.8343,
      "step": 5560
    },
    {
      "epoch": 1.7217928902627513,
      "grad_norm": 0.7011461853981018,
      "learning_rate": 4.1823802163833075e-05,
      "loss": 0.789,
      "step": 5570
    },
    {
      "epoch": 1.7248840803709427,
      "grad_norm": 0.7499244213104248,
      "learning_rate": 4.1360123647604326e-05,
      "loss": 0.7564,
      "step": 5580
    },
    {
      "epoch": 1.7279752704791345,
      "grad_norm": 0.9213094115257263,
      "learning_rate": 4.089644513137558e-05,
      "loss": 0.849,
      "step": 5590
    },
    {
      "epoch": 1.7310664605873263,
      "grad_norm": 0.6029133200645447,
      "learning_rate": 4.0432766615146826e-05,
      "loss": 0.7557,
      "step": 5600
    },
    {
      "epoch": 1.7341576506955176,
      "grad_norm": 0.7250075936317444,
      "learning_rate": 3.996908809891808e-05,
      "loss": 0.816,
      "step": 5610
    },
    {
      "epoch": 1.7372488408037094,
      "grad_norm": 0.8210448026657104,
      "learning_rate": 3.9505409582689334e-05,
      "loss": 0.8099,
      "step": 5620
    },
    {
      "epoch": 1.740340030911901,
      "grad_norm": 0.730034589767456,
      "learning_rate": 3.9041731066460584e-05,
      "loss": 0.767,
      "step": 5630
    },
    {
      "epoch": 1.7434312210200926,
      "grad_norm": 0.8029372096061707,
      "learning_rate": 3.857805255023184e-05,
      "loss": 0.8943,
      "step": 5640
    },
    {
      "epoch": 1.7465224111282844,
      "grad_norm": 0.9054962992668152,
      "learning_rate": 3.8114374034003085e-05,
      "loss": 0.8012,
      "step": 5650
    },
    {
      "epoch": 1.749613601236476,
      "grad_norm": 1.2422503232955933,
      "learning_rate": 3.7650695517774335e-05,
      "loss": 0.8033,
      "step": 5660
    },
    {
      "epoch": 1.7527047913446676,
      "grad_norm": 0.8773662447929382,
      "learning_rate": 3.718701700154559e-05,
      "loss": 0.8658,
      "step": 5670
    },
    {
      "epoch": 1.7557959814528594,
      "grad_norm": 1.4381426572799683,
      "learning_rate": 3.672333848531684e-05,
      "loss": 0.8229,
      "step": 5680
    },
    {
      "epoch": 1.758887171561051,
      "grad_norm": 0.7560722827911377,
      "learning_rate": 3.625965996908809e-05,
      "loss": 0.864,
      "step": 5690
    },
    {
      "epoch": 1.7619783616692426,
      "grad_norm": 0.865638256072998,
      "learning_rate": 3.579598145285935e-05,
      "loss": 0.7574,
      "step": 5700
    },
    {
      "epoch": 1.7650695517774344,
      "grad_norm": 0.8356419205665588,
      "learning_rate": 3.53323029366306e-05,
      "loss": 0.8427,
      "step": 5710
    },
    {
      "epoch": 1.768160741885626,
      "grad_norm": 0.759303867816925,
      "learning_rate": 3.486862442040185e-05,
      "loss": 0.8433,
      "step": 5720
    },
    {
      "epoch": 1.7712519319938176,
      "grad_norm": 0.8388634920120239,
      "learning_rate": 3.44049459041731e-05,
      "loss": 0.838,
      "step": 5730
    },
    {
      "epoch": 1.7743431221020094,
      "grad_norm": 0.5035272836685181,
      "learning_rate": 3.394126738794436e-05,
      "loss": 0.8295,
      "step": 5740
    },
    {
      "epoch": 1.7774343122102008,
      "grad_norm": 1.2726645469665527,
      "learning_rate": 3.347758887171561e-05,
      "loss": 0.8176,
      "step": 5750
    },
    {
      "epoch": 1.7805255023183926,
      "grad_norm": 1.0082061290740967,
      "learning_rate": 3.301391035548686e-05,
      "loss": 0.8136,
      "step": 5760
    },
    {
      "epoch": 1.7836166924265844,
      "grad_norm": 0.6968672871589661,
      "learning_rate": 3.255023183925811e-05,
      "loss": 0.786,
      "step": 5770
    },
    {
      "epoch": 1.7867078825347757,
      "grad_norm": 0.5486319661140442,
      "learning_rate": 3.208655332302936e-05,
      "loss": 0.8115,
      "step": 5780
    },
    {
      "epoch": 1.7897990726429676,
      "grad_norm": 0.8487181067466736,
      "learning_rate": 3.162287480680062e-05,
      "loss": 0.8078,
      "step": 5790
    },
    {
      "epoch": 1.7928902627511591,
      "grad_norm": 0.8485097885131836,
      "learning_rate": 3.115919629057187e-05,
      "loss": 0.8159,
      "step": 5800
    },
    {
      "epoch": 1.7959814528593507,
      "grad_norm": 0.6669286489486694,
      "learning_rate": 3.069551777434312e-05,
      "loss": 0.8154,
      "step": 5810
    },
    {
      "epoch": 1.7990726429675425,
      "grad_norm": 0.7806094288825989,
      "learning_rate": 3.0231839258114372e-05,
      "loss": 0.8223,
      "step": 5820
    },
    {
      "epoch": 1.8021638330757341,
      "grad_norm": 1.0857511758804321,
      "learning_rate": 2.9768160741885623e-05,
      "loss": 0.8854,
      "step": 5830
    },
    {
      "epoch": 1.8052550231839257,
      "grad_norm": 0.9164201021194458,
      "learning_rate": 2.9304482225656876e-05,
      "loss": 0.8407,
      "step": 5840
    },
    {
      "epoch": 1.8083462132921175,
      "grad_norm": 1.0537512302398682,
      "learning_rate": 2.884080370942813e-05,
      "loss": 0.7809,
      "step": 5850
    },
    {
      "epoch": 1.8114374034003091,
      "grad_norm": 0.9454443454742432,
      "learning_rate": 2.8377125193199377e-05,
      "loss": 0.8448,
      "step": 5860
    },
    {
      "epoch": 1.8145285935085007,
      "grad_norm": 1.0496904850006104,
      "learning_rate": 2.791344667697063e-05,
      "loss": 0.8569,
      "step": 5870
    },
    {
      "epoch": 1.8176197836166925,
      "grad_norm": 0.7295331358909607,
      "learning_rate": 2.7449768160741885e-05,
      "loss": 0.8893,
      "step": 5880
    },
    {
      "epoch": 1.820710973724884,
      "grad_norm": 0.8521389365196228,
      "learning_rate": 2.6986089644513135e-05,
      "loss": 0.8306,
      "step": 5890
    },
    {
      "epoch": 1.8238021638330757,
      "grad_norm": 0.7054684162139893,
      "learning_rate": 2.652241112828439e-05,
      "loss": 0.7953,
      "step": 5900
    },
    {
      "epoch": 1.8268933539412675,
      "grad_norm": 0.8726319074630737,
      "learning_rate": 2.6058732612055643e-05,
      "loss": 0.7353,
      "step": 5910
    },
    {
      "epoch": 1.829984544049459,
      "grad_norm": 0.8032145500183105,
      "learning_rate": 2.559505409582689e-05,
      "loss": 0.8627,
      "step": 5920
    },
    {
      "epoch": 1.8330757341576507,
      "grad_norm": 0.6637769937515259,
      "learning_rate": 2.5131375579598143e-05,
      "loss": 0.8374,
      "step": 5930
    },
    {
      "epoch": 1.8361669242658425,
      "grad_norm": 0.8271318674087524,
      "learning_rate": 2.4667697063369394e-05,
      "loss": 0.8214,
      "step": 5940
    },
    {
      "epoch": 1.8392581143740339,
      "grad_norm": 0.8151261210441589,
      "learning_rate": 2.4204018547140648e-05,
      "loss": 0.8023,
      "step": 5950
    },
    {
      "epoch": 1.8423493044822257,
      "grad_norm": 0.8196381330490112,
      "learning_rate": 2.37403400309119e-05,
      "loss": 0.7884,
      "step": 5960
    },
    {
      "epoch": 1.8454404945904173,
      "grad_norm": 0.752549946308136,
      "learning_rate": 2.327666151468315e-05,
      "loss": 0.8285,
      "step": 5970
    },
    {
      "epoch": 1.8485316846986088,
      "grad_norm": 0.8303322792053223,
      "learning_rate": 2.2812982998454402e-05,
      "loss": 0.75,
      "step": 5980
    },
    {
      "epoch": 1.8516228748068007,
      "grad_norm": 0.7724148631095886,
      "learning_rate": 2.2349304482225656e-05,
      "loss": 0.8451,
      "step": 5990
    },
    {
      "epoch": 1.8547140649149922,
      "grad_norm": 0.5393683910369873,
      "learning_rate": 2.1885625965996906e-05,
      "loss": 0.7929,
      "step": 6000
    },
    {
      "epoch": 1.8578052550231838,
      "grad_norm": 0.907282829284668,
      "learning_rate": 2.142194744976816e-05,
      "loss": 0.85,
      "step": 6010
    },
    {
      "epoch": 1.8608964451313756,
      "grad_norm": 0.8802198171615601,
      "learning_rate": 2.0958268933539414e-05,
      "loss": 0.7798,
      "step": 6020
    },
    {
      "epoch": 1.8639876352395672,
      "grad_norm": 1.0373245477676392,
      "learning_rate": 2.049459041731066e-05,
      "loss": 0.8745,
      "step": 6030
    },
    {
      "epoch": 1.8670788253477588,
      "grad_norm": 0.6801913380622864,
      "learning_rate": 2.0030911901081915e-05,
      "loss": 0.8081,
      "step": 6040
    },
    {
      "epoch": 1.8701700154559506,
      "grad_norm": 0.6709643602371216,
      "learning_rate": 1.9567233384853165e-05,
      "loss": 0.8589,
      "step": 6050
    },
    {
      "epoch": 1.8732612055641422,
      "grad_norm": 1.0098533630371094,
      "learning_rate": 1.910355486862442e-05,
      "loss": 0.8221,
      "step": 6060
    },
    {
      "epoch": 1.8763523956723338,
      "grad_norm": 0.9890321493148804,
      "learning_rate": 1.863987635239567e-05,
      "loss": 0.8531,
      "step": 6070
    },
    {
      "epoch": 1.8794435857805256,
      "grad_norm": Infinity,
      "learning_rate": 1.8222565687789796e-05,
      "loss": 0.8908,
      "step": 6080
    },
    {
      "epoch": 1.8825347758887172,
      "grad_norm": 0.8016360402107239,
      "learning_rate": 1.775888717156105e-05,
      "loss": 0.8938,
      "step": 6090
    },
    {
      "epoch": 1.8856259659969088,
      "grad_norm": 0.6144952178001404,
      "learning_rate": 1.7295208655332303e-05,
      "loss": 0.8553,
      "step": 6100
    },
    {
      "epoch": 1.8887171561051006,
      "grad_norm": 0.7450146079063416,
      "learning_rate": 1.6831530139103554e-05,
      "loss": 0.8276,
      "step": 6110
    },
    {
      "epoch": 1.891808346213292,
      "grad_norm": 0.6134101152420044,
      "learning_rate": 1.6367851622874804e-05,
      "loss": 0.7689,
      "step": 6120
    },
    {
      "epoch": 1.8948995363214838,
      "grad_norm": 0.5670449733734131,
      "learning_rate": 1.5904173106646058e-05,
      "loss": 0.8325,
      "step": 6130
    },
    {
      "epoch": 1.8979907264296756,
      "grad_norm": 0.6187474727630615,
      "learning_rate": 1.544049459041731e-05,
      "loss": 0.8126,
      "step": 6140
    },
    {
      "epoch": 1.901081916537867,
      "grad_norm": 0.9516565203666687,
      "learning_rate": 1.497681607418856e-05,
      "loss": 0.8488,
      "step": 6150
    },
    {
      "epoch": 1.9041731066460588,
      "grad_norm": 0.949481189250946,
      "learning_rate": 1.4513137557959813e-05,
      "loss": 0.8402,
      "step": 6160
    },
    {
      "epoch": 1.9072642967542504,
      "grad_norm": 1.125813364982605,
      "learning_rate": 1.4049459041731066e-05,
      "loss": 0.8403,
      "step": 6170
    },
    {
      "epoch": 1.910355486862442,
      "grad_norm": 0.9025087356567383,
      "learning_rate": 1.3585780525502318e-05,
      "loss": 0.8572,
      "step": 6180
    },
    {
      "epoch": 1.9134466769706338,
      "grad_norm": 0.6599411964416504,
      "learning_rate": 1.3122102009273569e-05,
      "loss": 0.8279,
      "step": 6190
    },
    {
      "epoch": 1.9165378670788253,
      "grad_norm": 0.6321836113929749,
      "learning_rate": 1.2658423493044821e-05,
      "loss": 0.8322,
      "step": 6200
    },
    {
      "epoch": 1.919629057187017,
      "grad_norm": 0.7932129502296448,
      "learning_rate": 1.2194744976816075e-05,
      "loss": 0.811,
      "step": 6210
    },
    {
      "epoch": 1.9227202472952087,
      "grad_norm": 0.8281906843185425,
      "learning_rate": 1.1731066460587325e-05,
      "loss": 0.82,
      "step": 6220
    },
    {
      "epoch": 1.9258114374034003,
      "grad_norm": 0.5360958576202393,
      "learning_rate": 1.1267387944358577e-05,
      "loss": 0.8377,
      "step": 6230
    },
    {
      "epoch": 1.928902627511592,
      "grad_norm": 0.8658959269523621,
      "learning_rate": 1.0803709428129828e-05,
      "loss": 0.859,
      "step": 6240
    },
    {
      "epoch": 1.9319938176197837,
      "grad_norm": 0.8426511883735657,
      "learning_rate": 1.0340030911901081e-05,
      "loss": 0.8462,
      "step": 6250
    },
    {
      "epoch": 1.9350850077279753,
      "grad_norm": 0.7542732357978821,
      "learning_rate": 9.876352395672333e-06,
      "loss": 0.8589,
      "step": 6260
    },
    {
      "epoch": 1.938176197836167,
      "grad_norm": 0.8712828755378723,
      "learning_rate": 9.412673879443584e-06,
      "loss": 0.8228,
      "step": 6270
    },
    {
      "epoch": 1.9412673879443587,
      "grad_norm": 0.7908514738082886,
      "learning_rate": 8.948995363214838e-06,
      "loss": 0.8261,
      "step": 6280
    },
    {
      "epoch": 1.94435857805255,
      "grad_norm": 1.0172971487045288,
      "learning_rate": 8.48531684698609e-06,
      "loss": 0.8407,
      "step": 6290
    },
    {
      "epoch": 1.947449768160742,
      "grad_norm": 1.0773552656173706,
      "learning_rate": 8.02163833075734e-06,
      "loss": 0.8367,
      "step": 6300
    },
    {
      "epoch": 1.9505409582689337,
      "grad_norm": 0.6440304517745972,
      "learning_rate": 7.557959814528593e-06,
      "loss": 0.8693,
      "step": 6310
    },
    {
      "epoch": 1.953632148377125,
      "grad_norm": 0.7027612328529358,
      "learning_rate": 7.094281298299844e-06,
      "loss": 0.7883,
      "step": 6320
    },
    {
      "epoch": 1.9567233384853169,
      "grad_norm": 0.6480183601379395,
      "learning_rate": 6.630602782071097e-06,
      "loss": 0.8275,
      "step": 6330
    },
    {
      "epoch": 1.9598145285935085,
      "grad_norm": 1.0710090398788452,
      "learning_rate": 6.1669242658423485e-06,
      "loss": 0.8738,
      "step": 6340
    },
    {
      "epoch": 1.9629057187017,
      "grad_norm": 0.6069057583808899,
      "learning_rate": 5.7032457496136005e-06,
      "loss": 0.8141,
      "step": 6350
    },
    {
      "epoch": 1.9659969088098919,
      "grad_norm": 0.9215448498725891,
      "learning_rate": 5.2395672333848535e-06,
      "loss": 0.8092,
      "step": 6360
    },
    {
      "epoch": 1.9690880989180835,
      "grad_norm": 0.6637184023857117,
      "learning_rate": 4.775888717156105e-06,
      "loss": 0.9037,
      "step": 6370
    },
    {
      "epoch": 1.972179289026275,
      "grad_norm": 0.8203709125518799,
      "learning_rate": 4.312210200927357e-06,
      "loss": 0.8667,
      "step": 6380
    },
    {
      "epoch": 1.9752704791344669,
      "grad_norm": 0.7126056551933289,
      "learning_rate": 3.848531684698608e-06,
      "loss": 0.813,
      "step": 6390
    },
    {
      "epoch": 1.9783616692426584,
      "grad_norm": 0.595081090927124,
      "learning_rate": 3.384853168469861e-06,
      "loss": 0.8091,
      "step": 6400
    },
    {
      "epoch": 1.98145285935085,
      "grad_norm": 0.5577190518379211,
      "learning_rate": 2.9211746522411126e-06,
      "loss": 0.8269,
      "step": 6410
    },
    {
      "epoch": 1.9845440494590418,
      "grad_norm": 0.7163134217262268,
      "learning_rate": 2.4574961360123647e-06,
      "loss": 0.8514,
      "step": 6420
    },
    {
      "epoch": 1.9876352395672334,
      "grad_norm": 0.8022407293319702,
      "learning_rate": 1.993817619783617e-06,
      "loss": 0.8135,
      "step": 6430
    },
    {
      "epoch": 1.990726429675425,
      "grad_norm": 0.7628381252288818,
      "learning_rate": 1.5301391035548685e-06,
      "loss": 0.8937,
      "step": 6440
    },
    {
      "epoch": 1.9938176197836168,
      "grad_norm": 0.959393322467804,
      "learning_rate": 1.0664605873261203e-06,
      "loss": 0.8416,
      "step": 6450
    },
    {
      "epoch": 1.9969088098918082,
      "grad_norm": 0.9568560719490051,
      "learning_rate": 6.027820710973725e-07,
      "loss": 0.8619,
      "step": 6460
    },
    {
      "epoch": 2.0,
      "grad_norm": 2.1883254051208496,
      "learning_rate": 1.3910355486862442e-07,
      "loss": 0.8884,
      "step": 6470
    }
  ],
  "logging_steps": 10,
  "max_steps": 6470,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 6.424213208951057e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}