{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.7106816111529168,
  "eval_steps": 500,
  "global_step": 5400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0031684423145471106,
      "grad_norm": 0.19819921255111694,
      "learning_rate": 1.08e-05,
      "loss": 4.8784,
      "step": 10
    },
    {
      "epoch": 0.006336884629094221,
      "grad_norm": 0.34108418226242065,
      "learning_rate": 2.2800000000000002e-05,
      "loss": 5.0786,
      "step": 20
    },
    {
      "epoch": 0.009505326943641333,
      "grad_norm": 0.2952434718608856,
      "learning_rate": 3.48e-05,
      "loss": 5.0088,
      "step": 30
    },
    {
      "epoch": 0.012673769258188443,
      "grad_norm": 0.41625794768333435,
      "learning_rate": 4.6800000000000006e-05,
      "loss": 4.8262,
      "step": 40
    },
    {
      "epoch": 0.015842211572735555,
      "grad_norm": 1.1918175220489502,
      "learning_rate": 5.88e-05,
      "loss": 5.459,
      "step": 50
    },
    {
      "epoch": 0.019010653887282666,
      "grad_norm": 0.47633519768714905,
      "learning_rate": 5.999969438702549e-05,
      "loss": 5.6355,
      "step": 60
    },
    {
      "epoch": 0.022179096201829774,
      "grad_norm": 0.4251032769680023,
      "learning_rate": 5.999863795510765e-05,
      "loss": 5.5395,
      "step": 70
    },
    {
      "epoch": 0.025347538516376885,
      "grad_norm": 0.3730669617652893,
      "learning_rate": 5.999682695781323e-05,
      "loss": 5.539,
      "step": 80
    },
    {
      "epoch": 0.028515980830923996,
      "grad_norm": 0.3352891504764557,
      "learning_rate": 5.9994261440694826e-05,
      "loss": 5.5067,
      "step": 90
    },
    {
      "epoch": 0.03168442314547111,
      "grad_norm": 0.5066033005714417,
      "learning_rate": 5.9990941468283724e-05,
      "loss": 5.6052,
      "step": 100
    },
    {
      "epoch": 0.03485286546001822,
      "grad_norm": 0.4155944585800171,
      "learning_rate": 5.998686712408824e-05,
      "loss": 5.2992,
      "step": 110
    },
    {
      "epoch": 0.03802130777456533,
      "grad_norm": 0.4713999927043915,
      "learning_rate": 5.998203851059168e-05,
      "loss": 5.4492,
      "step": 120
    },
    {
      "epoch": 0.04118975008911244,
      "grad_norm": 0.32726186513900757,
      "learning_rate": 5.99764557492497e-05,
      "loss": 5.3036,
      "step": 130
    },
    {
      "epoch": 0.04435819240365955,
      "grad_norm": 0.4011114537715912,
      "learning_rate": 5.99701189804873e-05,
      "loss": 5.3122,
      "step": 140
    },
    {
      "epoch": 0.04752663471820666,
      "grad_norm": 0.46287617087364197,
      "learning_rate": 5.9963028363695244e-05,
      "loss": 5.3803,
      "step": 150
    },
    {
      "epoch": 0.05069507703275377,
      "grad_norm": 0.4292086660861969,
      "learning_rate": 5.995518407722611e-05,
      "loss": 5.1361,
      "step": 160
    },
    {
      "epoch": 0.05386351934730088,
      "grad_norm": 0.46384045481681824,
      "learning_rate": 5.994658631838974e-05,
      "loss": 5.226,
      "step": 170
    },
    {
      "epoch": 0.05703196166184799,
      "grad_norm": 0.41396230459213257,
      "learning_rate": 5.993723530344834e-05,
      "loss": 5.1451,
      "step": 180
    },
    {
      "epoch": 0.0602004039763951,
      "grad_norm": 0.5476190447807312,
      "learning_rate": 5.9927131267610975e-05,
      "loss": 5.1318,
      "step": 190
    },
    {
      "epoch": 0.06336884629094222,
      "grad_norm": 0.6672335267066956,
      "learning_rate": 5.991627446502772e-05,
      "loss": 5.188,
      "step": 200
    },
    {
      "epoch": 0.06653728860548933,
      "grad_norm": 0.5447375774383545,
      "learning_rate": 5.990466516878321e-05,
      "loss": 4.9756,
      "step": 210
    },
    {
      "epoch": 0.06970573092003644,
      "grad_norm": 0.38904011249542236,
      "learning_rate": 5.9892303670889794e-05,
      "loss": 5.0689,
      "step": 220
    },
    {
      "epoch": 0.07287417323458355,
      "grad_norm": 0.4386742115020752,
      "learning_rate": 5.987919028228022e-05,
      "loss": 5.0323,
      "step": 230
    },
    {
      "epoch": 0.07604261554913067,
      "grad_norm": 0.5731292366981506,
      "learning_rate": 5.986532533279975e-05,
      "loss": 5.0404,
      "step": 240
    },
    {
      "epoch": 0.07921105786367777,
      "grad_norm": 0.936024010181427,
      "learning_rate": 5.9850709171197906e-05,
      "loss": 5.0858,
      "step": 250
    },
    {
      "epoch": 0.08237950017822487,
      "grad_norm": 0.5377296209335327,
      "learning_rate": 5.9835342165119716e-05,
      "loss": 4.8807,
      "step": 260
    },
    {
      "epoch": 0.08554794249277199,
      "grad_norm": 0.5450035333633423,
      "learning_rate": 5.98192247010964e-05,
      "loss": 4.9438,
      "step": 270
    },
    {
      "epoch": 0.0887163848073191,
      "grad_norm": 0.5310191512107849,
      "learning_rate": 5.980235718453572e-05,
      "loss": 4.9821,
      "step": 280
    },
    {
      "epoch": 0.09188482712186621,
      "grad_norm": 1.1713744401931763,
      "learning_rate": 5.978474003971173e-05,
      "loss": 4.9609,
      "step": 290
    },
    {
      "epoch": 0.09505326943641332,
      "grad_norm": 0.6962549686431885,
      "learning_rate": 5.9766373709754145e-05,
      "loss": 4.9816,
      "step": 300
    },
    {
      "epoch": 0.09822171175096044,
      "grad_norm": 0.8181668519973755,
      "learning_rate": 5.974725865663715e-05,
      "loss": 4.8108,
      "step": 310
    },
    {
      "epoch": 0.10139015406550754,
      "grad_norm": 0.7138918042182922,
      "learning_rate": 5.9727395361167815e-05,
      "loss": 4.8991,
      "step": 320
    },
    {
      "epoch": 0.10455859638005466,
      "grad_norm": 0.754770040512085,
      "learning_rate": 5.970678432297399e-05,
      "loss": 4.9381,
      "step": 330
    },
    {
      "epoch": 0.10772703869460176,
      "grad_norm": 0.5500665307044983,
      "learning_rate": 5.9685426060491767e-05,
      "loss": 4.8761,
      "step": 340
    },
    {
      "epoch": 0.11089548100914888,
      "grad_norm": 0.9366258382797241,
      "learning_rate": 5.9663321110952344e-05,
      "loss": 4.9534,
      "step": 350
    },
    {
      "epoch": 0.11406392332369598,
      "grad_norm": 0.6130990386009216,
      "learning_rate": 5.964047003036864e-05,
      "loss": 4.736,
      "step": 360
    },
    {
      "epoch": 0.1172323656382431,
      "grad_norm": 0.5893264412879944,
      "learning_rate": 5.961687339352122e-05,
      "loss": 4.8846,
      "step": 370
    },
    {
      "epoch": 0.1204008079527902,
      "grad_norm": 0.5872120261192322,
      "learning_rate": 5.959253179394388e-05,
      "loss": 4.8049,
      "step": 380
    },
    {
      "epoch": 0.12356925026733732,
      "grad_norm": 0.9785071015357971,
      "learning_rate": 5.956744584390867e-05,
      "loss": 4.8355,
      "step": 390
    },
    {
      "epoch": 0.12673769258188444,
      "grad_norm": 1.110487461090088,
      "learning_rate": 5.9541616174410565e-05,
      "loss": 4.9169,
      "step": 400
    },
    {
      "epoch": 0.12990613489643155,
      "grad_norm": 0.8645092248916626,
      "learning_rate": 5.9515043435151535e-05,
      "loss": 4.7215,
      "step": 410
    },
    {
      "epoch": 0.13307457721097865,
      "grad_norm": 0.9703325033187866,
      "learning_rate": 5.948772829452423e-05,
      "loss": 4.832,
      "step": 420
    },
    {
      "epoch": 0.13624301952552575,
      "grad_norm": 0.6712486743927002,
      "learning_rate": 5.945967143959516e-05,
      "loss": 4.7938,
      "step": 430
    },
    {
      "epoch": 0.1394114618400729,
      "grad_norm": 0.8329195380210876,
      "learning_rate": 5.94308735760874e-05,
      "loss": 4.8012,
      "step": 440
    },
    {
      "epoch": 0.14257990415462,
      "grad_norm": 1.1987477540969849,
      "learning_rate": 5.940133542836286e-05,
      "loss": 4.8663,
      "step": 450
    },
    {
      "epoch": 0.1457483464691671,
      "grad_norm": 0.7384081482887268,
      "learning_rate": 5.937105773940407e-05,
      "loss": 4.6772,
      "step": 460
    },
    {
      "epoch": 0.1489167887837142,
      "grad_norm": 0.7325354814529419,
      "learning_rate": 5.9340041270795454e-05,
      "loss": 4.7705,
      "step": 470
    },
    {
      "epoch": 0.15208523109826133,
      "grad_norm": 0.8904541730880737,
      "learning_rate": 5.930828680270421e-05,
      "loss": 4.7959,
      "step": 480
    },
    {
      "epoch": 0.15525367341280844,
      "grad_norm": 0.8368484377861023,
      "learning_rate": 5.927579513386069e-05,
      "loss": 4.7283,
      "step": 490
    },
    {
      "epoch": 0.15842211572735554,
      "grad_norm": 0.8346347212791443,
      "learning_rate": 5.9242567081538255e-05,
      "loss": 4.805,
      "step": 500
    },
    {
      "epoch": 0.16159055804190264,
      "grad_norm": 0.6190924644470215,
      "learning_rate": 5.920860348153279e-05,
      "loss": 4.6284,
      "step": 510
    },
    {
      "epoch": 0.16475900035644975,
      "grad_norm": 1.251244068145752,
      "learning_rate": 5.917390518814164e-05,
      "loss": 4.6961,
      "step": 520
    },
    {
      "epoch": 0.16792744267099688,
      "grad_norm": 0.8339656591415405,
      "learning_rate": 5.913847307414212e-05,
      "loss": 4.6738,
      "step": 530
    },
    {
      "epoch": 0.17109588498554398,
      "grad_norm": 0.6742847561836243,
      "learning_rate": 5.910230803076957e-05,
      "loss": 4.6947,
      "step": 540
    },
    {
      "epoch": 0.1742643273000911,
      "grad_norm": 0.9937411546707153,
      "learning_rate": 5.906541096769495e-05,
      "loss": 4.7729,
      "step": 550
    },
    {
      "epoch": 0.1774327696146382,
      "grad_norm": 0.7207300662994385,
      "learning_rate": 5.9027782813001937e-05,
      "loss": 4.5756,
      "step": 560
    },
    {
      "epoch": 0.18060121192918532,
      "grad_norm": 0.7032576203346252,
      "learning_rate": 5.8989424513163595e-05,
      "loss": 4.6814,
      "step": 570
    },
    {
      "epoch": 0.18376965424373243,
      "grad_norm": 0.6017909049987793,
      "learning_rate": 5.895033703301855e-05,
      "loss": 4.6421,
      "step": 580
    },
    {
      "epoch": 0.18693809655827953,
      "grad_norm": 1.0589932203292847,
      "learning_rate": 5.8910521355746765e-05,
      "loss": 4.6204,
      "step": 590
    },
    {
      "epoch": 0.19010653887282664,
      "grad_norm": 1.3771517276763916,
      "learning_rate": 5.886997848284474e-05,
      "loss": 4.7115,
      "step": 600
    },
    {
      "epoch": 0.19327498118737377,
      "grad_norm": 0.6717742681503296,
      "learning_rate": 5.882870943410038e-05,
      "loss": 4.5742,
      "step": 610
    },
    {
      "epoch": 0.19644342350192087,
      "grad_norm": 1.0189399719238281,
      "learning_rate": 5.8786715247567346e-05,
      "loss": 4.6473,
      "step": 620
    },
    {
      "epoch": 0.19961186581646798,
      "grad_norm": 0.757310688495636,
      "learning_rate": 5.87439969795389e-05,
      "loss": 4.643,
      "step": 630
    },
    {
      "epoch": 0.20278030813101508,
      "grad_norm": 0.7095428705215454,
      "learning_rate": 5.870055570452133e-05,
      "loss": 4.5934,
      "step": 640
    },
    {
      "epoch": 0.2059487504455622,
      "grad_norm": 0.9886505603790283,
      "learning_rate": 5.8656392515207005e-05,
      "loss": 4.6542,
      "step": 650
    },
    {
      "epoch": 0.20911719276010932,
      "grad_norm": 0.6527100801467896,
      "learning_rate": 5.8611508522446806e-05,
      "loss": 4.5105,
      "step": 660
    },
    {
      "epoch": 0.21228563507465642,
      "grad_norm": 0.5825519561767578,
      "learning_rate": 5.856590485522222e-05,
      "loss": 4.5786,
      "step": 670
    },
    {
      "epoch": 0.21545407738920352,
      "grad_norm": 0.9389135241508484,
      "learning_rate": 5.851958266061694e-05,
      "loss": 4.5739,
      "step": 680
    },
    {
      "epoch": 0.21862251970375066,
      "grad_norm": 0.7726446986198425,
      "learning_rate": 5.847254310378801e-05,
      "loss": 4.5618,
      "step": 690
    },
    {
      "epoch": 0.22179096201829776,
      "grad_norm": 1.239856481552124,
      "learning_rate": 5.842478736793649e-05,
      "loss": 4.6292,
      "step": 700
    },
    {
      "epoch": 0.22495940433284486,
      "grad_norm": 0.6877331733703613,
      "learning_rate": 5.837631665427778e-05,
      "loss": 4.5048,
      "step": 710
    },
    {
      "epoch": 0.22812784664739197,
      "grad_norm": 0.801625669002533,
      "learning_rate": 5.832713218201127e-05,
      "loss": 4.533,
      "step": 720
    },
    {
      "epoch": 0.2312962889619391,
      "grad_norm": 0.967643141746521,
      "learning_rate": 5.827723518828983e-05,
      "loss": 4.5331,
      "step": 730
    },
    {
      "epoch": 0.2344647312764862,
      "grad_norm": 0.8205392956733704,
      "learning_rate": 5.822662692818855e-05,
      "loss": 4.5119,
      "step": 740
    },
    {
      "epoch": 0.2376331735910333,
      "grad_norm": 0.9368473291397095,
      "learning_rate": 5.817530867467324e-05,
      "loss": 4.5771,
      "step": 750
    },
    {
      "epoch": 0.2408016159055804,
      "grad_norm": 0.7767211198806763,
      "learning_rate": 5.812328171856844e-05,
      "loss": 4.4603,
      "step": 760
    },
    {
      "epoch": 0.24397005822012752,
      "grad_norm": 0.7029015421867371,
      "learning_rate": 5.807054736852488e-05,
      "loss": 4.5231,
      "step": 770
    },
    {
      "epoch": 0.24713850053467465,
      "grad_norm": 0.6616556644439697,
      "learning_rate": 5.80171069509866e-05,
      "loss": 4.5496,
      "step": 780
    },
    {
      "epoch": 0.2503069428492217,
      "grad_norm": 0.6856383085250854,
      "learning_rate": 5.79629618101576e-05,
      "loss": 4.5211,
      "step": 790
    },
    {
      "epoch": 0.2534753851637689,
      "grad_norm": 1.8431510925292969,
      "learning_rate": 5.790811330796798e-05,
      "loss": 4.5532,
      "step": 800
    },
    {
      "epoch": 0.256643827478316,
      "grad_norm": 0.6598497629165649,
      "learning_rate": 5.7852562824039755e-05,
      "loss": 4.4197,
      "step": 810
    },
    {
      "epoch": 0.2598122697928631,
      "grad_norm": 0.7226588726043701,
      "learning_rate": 5.779631175565207e-05,
      "loss": 4.5192,
      "step": 820
    },
    {
      "epoch": 0.2629807121074102,
      "grad_norm": 0.7087457776069641,
      "learning_rate": 5.773936151770615e-05,
      "loss": 4.4458,
      "step": 830
    },
    {
      "epoch": 0.2661491544219573,
      "grad_norm": 0.6751745343208313,
      "learning_rate": 5.768171354268959e-05,
      "loss": 4.4599,
      "step": 840
    },
    {
      "epoch": 0.2693175967365044,
      "grad_norm": 1.1364294290542603,
      "learning_rate": 5.762336928064043e-05,
      "loss": 4.5292,
      "step": 850
    },
    {
      "epoch": 0.2724860390510515,
      "grad_norm": 0.6589078307151794,
      "learning_rate": 5.756433019911064e-05,
      "loss": 4.4059,
      "step": 860
    },
    {
      "epoch": 0.2756544813655986,
      "grad_norm": 0.560736358165741,
      "learning_rate": 5.750459778312922e-05,
      "loss": 4.4956,
      "step": 870
    },
    {
      "epoch": 0.2788229236801458,
      "grad_norm": 0.5596962571144104,
      "learning_rate": 5.744417353516479e-05,
      "loss": 4.4729,
      "step": 880
    },
    {
      "epoch": 0.2819913659946929,
      "grad_norm": 0.7742477655410767,
      "learning_rate": 5.738305897508787e-05,
      "loss": 4.4419,
      "step": 890
    },
    {
      "epoch": 0.28515980830924,
      "grad_norm": 1.0753636360168457,
      "learning_rate": 5.7321255640132634e-05,
      "loss": 4.4975,
      "step": 900
    },
    {
      "epoch": 0.2883282506237871,
      "grad_norm": 0.6066401600837708,
      "learning_rate": 5.7258765084858206e-05,
      "loss": 4.3749,
      "step": 910
    },
    {
      "epoch": 0.2914966929383342,
      "grad_norm": 0.7095748782157898,
      "learning_rate": 5.71955888811096e-05,
      "loss": 4.4388,
      "step": 920
    },
    {
      "epoch": 0.2946651352528813,
      "grad_norm": 0.6218913197517395,
      "learning_rate": 5.713172861797817e-05,
      "loss": 4.4335,
      "step": 930
    },
    {
      "epoch": 0.2978335775674284,
      "grad_norm": 0.733177125453949,
      "learning_rate": 5.706718590176163e-05,
      "loss": 4.3898,
      "step": 940
    },
    {
      "epoch": 0.3010020198819755,
      "grad_norm": 0.7186071872711182,
      "learning_rate": 5.7001962355923634e-05,
      "loss": 4.4902,
      "step": 950
    },
    {
      "epoch": 0.30417046219652266,
      "grad_norm": 0.6571614742279053,
      "learning_rate": 5.693605962105299e-05,
      "loss": 4.3314,
      "step": 960
    },
    {
      "epoch": 0.30733890451106977,
      "grad_norm": 0.5829080939292908,
      "learning_rate": 5.686947935482238e-05,
      "loss": 4.4134,
      "step": 970
    },
    {
      "epoch": 0.31050734682561687,
      "grad_norm": 0.7523115277290344,
      "learning_rate": 5.680222323194659e-05,
      "loss": 4.4089,
      "step": 980
    },
    {
      "epoch": 0.313675789140164,
      "grad_norm": 0.656211256980896,
      "learning_rate": 5.67342929441405e-05,
      "loss": 4.3543,
      "step": 990
    },
    {
      "epoch": 0.3168442314547111,
      "grad_norm": 0.7600722908973694,
      "learning_rate": 5.666569020007646e-05,
      "loss": 4.4595,
      "step": 1000
    },
    {
      "epoch": 0.3200126737692582,
      "grad_norm": 0.656880795955658,
      "learning_rate": 5.659641672534133e-05,
      "loss": 4.3119,
      "step": 1010
    },
    {
      "epoch": 0.3231811160838053,
      "grad_norm": 0.6571980118751526,
      "learning_rate": 5.652647426239307e-05,
      "loss": 4.3918,
      "step": 1020
    },
    {
      "epoch": 0.3263495583983524,
      "grad_norm": 0.6933376789093018,
      "learning_rate": 5.645586457051691e-05,
      "loss": 4.375,
      "step": 1030
    },
    {
      "epoch": 0.3295180007128995,
      "grad_norm": 0.6467803120613098,
      "learning_rate": 5.638458942578113e-05,
      "loss": 4.3653,
      "step": 1040
    },
    {
      "epoch": 0.33268644302744665,
      "grad_norm": 0.953302800655365,
      "learning_rate": 5.631265062099231e-05,
      "loss": 4.4577,
      "step": 1050
    },
    {
      "epoch": 0.33585488534199376,
      "grad_norm": 0.6458297371864319,
      "learning_rate": 5.624004996565034e-05,
      "loss": 4.3215,
      "step": 1060
    },
    {
      "epoch": 0.33902332765654086,
      "grad_norm": 0.7524490356445312,
      "learning_rate": 5.616678928590282e-05,
      "loss": 4.3805,
      "step": 1070
    },
    {
      "epoch": 0.34219176997108797,
      "grad_norm": 0.6345677971839905,
      "learning_rate": 5.609287042449915e-05,
      "loss": 4.3734,
      "step": 1080
    },
    {
      "epoch": 0.34536021228563507,
      "grad_norm": 0.7871711254119873,
      "learning_rate": 5.601829524074421e-05,
      "loss": 4.3407,
      "step": 1090
    },
    {
      "epoch": 0.3485286546001822,
      "grad_norm": 0.9771536588668823,
      "learning_rate": 5.594306561045154e-05,
      "loss": 4.4314,
      "step": 1100
    },
    {
      "epoch": 0.3516970969147293,
      "grad_norm": 1.0256335735321045,
      "learning_rate": 5.58671834258962e-05,
      "loss": 4.2951,
      "step": 1110
    },
    {
      "epoch": 0.3548655392292764,
      "grad_norm": 0.6928941011428833,
      "learning_rate": 5.579065059576715e-05,
      "loss": 4.3752,
      "step": 1120
    },
    {
      "epoch": 0.35803398154382354,
      "grad_norm": 0.6043074727058411,
      "learning_rate": 5.571346904511926e-05,
      "loss": 4.3098,
      "step": 1130
    },
    {
      "epoch": 0.36120242385837065,
      "grad_norm": 0.7384766936302185,
      "learning_rate": 5.563564071532485e-05,
      "loss": 4.3167,
      "step": 1140
    },
    {
      "epoch": 0.36437086617291775,
      "grad_norm": 0.8783435821533203,
      "learning_rate": 5.5557167564024915e-05,
      "loss": 4.3998,
      "step": 1150
    },
    {
      "epoch": 0.36753930848746486,
      "grad_norm": 0.6876351237297058,
      "learning_rate": 5.547805156507982e-05,
      "loss": 4.2727,
      "step": 1160
    },
    {
      "epoch": 0.37070775080201196,
      "grad_norm": 0.7212591767311096,
      "learning_rate": 5.539829470851971e-05,
      "loss": 4.3282,
      "step": 1170
    },
    {
      "epoch": 0.37387619311655906,
      "grad_norm": 0.5978643298149109,
      "learning_rate": 5.531789900049443e-05,
      "loss": 4.3209,
      "step": 1180
    },
    {
      "epoch": 0.37704463543110617,
      "grad_norm": 0.664043664932251,
      "learning_rate": 5.523686646322302e-05,
      "loss": 4.2844,
      "step": 1190
    },
    {
      "epoch": 0.38021307774565327,
      "grad_norm": 0.7288404703140259,
      "learning_rate": 5.5155199134942934e-05,
      "loss": 4.3441,
      "step": 1200
    },
    {
      "epoch": 0.38338152006020043,
      "grad_norm": 0.7507999539375305,
      "learning_rate": 5.5072899069858713e-05,
      "loss": 4.2622,
      "step": 1210
    },
    {
      "epoch": 0.38654996237474754,
      "grad_norm": 0.6607810854911804,
      "learning_rate": 5.4989968338090334e-05,
      "loss": 4.303,
      "step": 1220
    },
    {
      "epoch": 0.38971840468929464,
      "grad_norm": 0.5649368762969971,
      "learning_rate": 5.4906409025621125e-05,
      "loss": 4.2851,
      "step": 1230
    },
    {
      "epoch": 0.39288684700384174,
      "grad_norm": 0.629998505115509,
      "learning_rate": 5.4822223234245316e-05,
      "loss": 4.3002,
      "step": 1240
    },
    {
      "epoch": 0.39605528931838885,
      "grad_norm": 0.8486919403076172,
      "learning_rate": 5.473741308151516e-05,
      "loss": 4.3504,
      "step": 1250
    },
    {
      "epoch": 0.39922373163293595,
      "grad_norm": 0.5649373531341553,
      "learning_rate": 5.465198070068767e-05,
      "loss": 4.2283,
      "step": 1260
    },
    {
      "epoch": 0.40239217394748306,
      "grad_norm": 0.5860993266105652,
      "learning_rate": 5.456592824067098e-05,
      "loss": 4.2915,
      "step": 1270
    },
    {
      "epoch": 0.40556061626203016,
      "grad_norm": 0.6270817518234253,
      "learning_rate": 5.447925786597022e-05,
      "loss": 4.2767,
      "step": 1280
    },
    {
      "epoch": 0.40872905857657726,
      "grad_norm": 0.804476261138916,
      "learning_rate": 5.43919717566332e-05,
      "loss": 4.2385,
      "step": 1290
    },
    {
      "epoch": 0.4118975008911244,
      "grad_norm": 0.7757463455200195,
      "learning_rate": 5.4304072108195446e-05,
      "loss": 4.3116,
      "step": 1300
    },
    {
      "epoch": 0.41506594320567153,
      "grad_norm": 0.6625142097473145,
      "learning_rate": 5.421556113162507e-05,
      "loss": 4.2071,
      "step": 1310
    },
    {
      "epoch": 0.41823438552021863,
      "grad_norm": 0.8527606725692749,
      "learning_rate": 5.412644105326707e-05,
      "loss": 4.2767,
      "step": 1320
    },
    {
      "epoch": 0.42140282783476574,
      "grad_norm": 0.6349330544471741,
      "learning_rate": 5.403671411478743e-05,
      "loss": 4.2691,
      "step": 1330
    },
    {
      "epoch": 0.42457127014931284,
      "grad_norm": 0.645797610282898,
      "learning_rate": 5.3946382573116634e-05,
      "loss": 4.241,
      "step": 1340
    },
    {
      "epoch": 0.42773971246385994,
      "grad_norm": 0.8075301051139832,
      "learning_rate": 5.385544870039298e-05,
      "loss": 4.3141,
      "step": 1350
    },
    {
      "epoch": 0.43090815477840705,
      "grad_norm": 0.6528099179267883,
      "learning_rate": 5.376391478390538e-05,
      "loss": 4.2255,
      "step": 1360
    },
    {
      "epoch": 0.43407659709295415,
      "grad_norm": 0.5646510124206543,
      "learning_rate": 5.3671783126035816e-05,
      "loss": 4.275,
      "step": 1370
    },
    {
      "epoch": 0.4372450394075013,
      "grad_norm": 0.5868734121322632,
      "learning_rate": 5.35790560442015e-05,
      "loss": 4.2824,
      "step": 1380
    },
    {
      "epoch": 0.4404134817220484,
      "grad_norm": 0.5941547155380249,
      "learning_rate": 5.3485735870796495e-05,
      "loss": 4.2643,
      "step": 1390
    },
    {
      "epoch": 0.4435819240365955,
      "grad_norm": 0.7245291471481323,
      "learning_rate": 5.33918249531331e-05,
      "loss": 4.3082,
      "step": 1400
    },
    {
      "epoch": 0.4467503663511426,
      "grad_norm": 0.7147409319877625,
      "learning_rate": 5.329732565338279e-05,
      "loss": 4.1898,
      "step": 1410
    },
    {
      "epoch": 0.44991880866568973,
      "grad_norm": 0.786919116973877,
      "learning_rate": 5.32022403485168e-05,
      "loss": 4.2158,
      "step": 1420
    },
    {
      "epoch": 0.45308725098023683,
      "grad_norm": 0.536165714263916,
      "learning_rate": 5.3106571430246365e-05,
      "loss": 4.2215,
      "step": 1430
    },
    {
      "epoch": 0.45625569329478394,
      "grad_norm": 0.6742566227912903,
      "learning_rate": 5.3010321304962504e-05,
      "loss": 4.2197,
      "step": 1440
    },
    {
      "epoch": 0.45942413560933104,
      "grad_norm": 0.7584452629089355,
      "learning_rate": 5.291349239367554e-05,
      "loss": 4.2972,
      "step": 1450
    },
    {
      "epoch": 0.4625925779238782,
      "grad_norm": 0.6290245652198792,
      "learning_rate": 5.2816087131954176e-05,
      "loss": 4.1603,
      "step": 1460
    },
    {
      "epoch": 0.4657610202384253,
      "grad_norm": 0.568684458732605,
      "learning_rate": 5.2718107969864256e-05,
      "loss": 4.2252,
      "step": 1470
    },
    {
      "epoch": 0.4689294625529724,
      "grad_norm": 0.5879467725753784,
      "learning_rate": 5.2619557371907104e-05,
      "loss": 4.2296,
      "step": 1480
    },
    {
      "epoch": 0.4720979048675195,
      "grad_norm": 0.5704094767570496,
      "learning_rate": 5.252043781695758e-05,
      "loss": 4.196,
      "step": 1490
    },
    {
      "epoch": 0.4752663471820666,
      "grad_norm": 0.7437434196472168,
      "learning_rate": 5.2420751798201685e-05,
      "loss": 4.2732,
      "step": 1500
    },
    {
      "epoch": 0.4784347894966137,
      "grad_norm": 0.6576899886131287,
      "learning_rate": 5.2320501823073866e-05,
      "loss": 4.148,
      "step": 1510
    },
    {
      "epoch": 0.4816032318111608,
      "grad_norm": 0.5717647671699524,
      "learning_rate": 5.221969041319396e-05,
      "loss": 4.2104,
      "step": 1520
    },
    {
      "epoch": 0.48477167412570793,
      "grad_norm": 0.5533893704414368,
      "learning_rate": 5.211832010430372e-05,
      "loss": 4.2493,
      "step": 1530
    },
    {
      "epoch": 0.48794011644025503,
      "grad_norm": 0.7069125771522522,
      "learning_rate": 5.201639344620311e-05,
      "loss": 4.1852,
      "step": 1540
    },
    {
      "epoch": 0.4911085587548022,
      "grad_norm": 0.7158598899841309,
      "learning_rate": 5.19139130026861e-05,
      "loss": 4.2715,
      "step": 1550
    },
    {
      "epoch": 0.4942770010693493,
      "grad_norm": 0.7333923578262329,
      "learning_rate": 5.181088135147618e-05,
      "loss": 4.1606,
      "step": 1560
    },
    {
      "epoch": 0.4974454433838964,
      "grad_norm": 0.591325581073761,
      "learning_rate": 5.17073010841616e-05,
      "loss": 4.2218,
      "step": 1570
    },
    {
      "epoch": 0.5006138856984435,
      "grad_norm": 0.5837592482566833,
      "learning_rate": 5.160317480613008e-05,
      "loss": 4.2246,
      "step": 1580
    },
    {
      "epoch": 0.5037823280129906,
      "grad_norm": 0.5487062931060791,
      "learning_rate": 5.1498505136503346e-05,
      "loss": 4.1844,
      "step": 1590
    },
    {
      "epoch": 0.5069507703275378,
      "grad_norm": 0.710067868232727,
      "learning_rate": 5.13932947080712e-05,
      "loss": 4.269,
      "step": 1600
    },
    {
      "epoch": 0.5101192126420848,
      "grad_norm": 0.6167586445808411,
      "learning_rate": 5.128754616722538e-05,
      "loss": 4.1127,
      "step": 1610
    },
    {
      "epoch": 0.513287654956632,
      "grad_norm": 0.5606287121772766,
      "learning_rate": 5.1181262173892856e-05,
      "loss": 4.2095,
      "step": 1620
    },
    {
      "epoch": 0.516456097271179,
      "grad_norm": 0.5047624707221985,
      "learning_rate": 5.1074445401469083e-05,
      "loss": 4.2135,
      "step": 1630
    },
    {
      "epoch": 0.5196245395857262,
      "grad_norm": 0.5399725437164307,
      "learning_rate": 5.0967098536750647e-05,
      "loss": 4.1672,
      "step": 1640
    },
    {
      "epoch": 0.5227929819002732,
      "grad_norm": 0.6514358520507812,
      "learning_rate": 5.085922427986772e-05,
      "loss": 4.225,
      "step": 1650
    },
    {
      "epoch": 0.5259614242148204,
      "grad_norm": 0.564847469329834,
      "learning_rate": 5.075082534421612e-05,
      "loss": 4.127,
      "step": 1660
    },
    {
      "epoch": 0.5291298665293676,
      "grad_norm": 0.5189889669418335,
      "learning_rate": 5.064190445638911e-05,
      "loss": 4.1728,
      "step": 1670
    },
    {
      "epoch": 0.5322983088439146,
      "grad_norm": 0.5365839600563049,
      "learning_rate": 5.053246435610877e-05,
      "loss": 4.2158,
      "step": 1680
    },
    {
      "epoch": 0.5354667511584618,
      "grad_norm": 0.6148782968521118,
      "learning_rate": 5.042250779615707e-05,
      "loss": 4.1489,
      "step": 1690
    },
    {
      "epoch": 0.5386351934730088,
      "grad_norm": 0.7295161485671997,
      "learning_rate": 5.031203754230673e-05,
      "loss": 4.2382,
      "step": 1700
    },
    {
      "epoch": 0.541803635787556,
      "grad_norm": 0.5799641609191895,
      "learning_rate": 5.020105637325149e-05,
      "loss": 4.1181,
      "step": 1710
    },
    {
      "epoch": 0.544972078102103,
      "grad_norm": 0.5710809826850891,
      "learning_rate": 5.008956708053636e-05,
      "loss": 4.1645,
      "step": 1720
    },
    {
      "epoch": 0.5481405204166502,
      "grad_norm": 0.5518040657043457,
      "learning_rate": 4.997757246848732e-05,
      "loss": 4.1606,
      "step": 1730
    },
    {
      "epoch": 0.5513089627311972,
      "grad_norm": 0.5413836240768433,
      "learning_rate": 4.986507535414084e-05,
      "loss": 4.1536,
      "step": 1740
    },
    {
      "epoch": 0.5544774050457444,
      "grad_norm": 0.7452698349952698,
      "learning_rate": 4.9752078567172964e-05,
      "loss": 4.2324,
      "step": 1750
    },
    {
      "epoch": 0.5576458473602915,
      "grad_norm": 0.6706964373588562,
      "learning_rate": 4.9638584949828173e-05,
      "loss": 4.1125,
      "step": 1760
    },
    {
      "epoch": 0.5608142896748386,
      "grad_norm": 0.5712190866470337,
      "learning_rate": 4.9524597356847874e-05,
      "loss": 4.1893,
      "step": 1770
    },
    {
      "epoch": 0.5639827319893858,
      "grad_norm": 0.5321968197822571,
      "learning_rate": 4.941011865539862e-05,
      "loss": 4.1646,
      "step": 1780
    },
    {
      "epoch": 0.5671511743039328,
      "grad_norm": 0.6286525130271912,
      "learning_rate": 4.929515172499995e-05,
      "loss": 4.1511,
      "step": 1790
    },
    {
      "epoch": 0.57031961661848,
      "grad_norm": 0.6667159795761108,
      "learning_rate": 4.9179699457452e-05,
      "loss": 4.2139,
      "step": 1800
    },
    {
      "epoch": 0.573488058933027,
      "grad_norm": 0.5475627779960632,
      "learning_rate": 4.906376475676274e-05,
      "loss": 4.0965,
      "step": 1810
    },
    {
      "epoch": 0.5766565012475742,
      "grad_norm": 0.48938098549842834,
      "learning_rate": 4.8947350539074924e-05,
      "loss": 4.1634,
      "step": 1820
    },
    {
      "epoch": 0.5798249435621212,
      "grad_norm": 0.5483301877975464,
      "learning_rate": 4.8830459732592786e-05,
      "loss": 4.1613,
      "step": 1830
    },
    {
      "epoch": 0.5829933858766684,
      "grad_norm": 0.577273964881897,
      "learning_rate": 4.871309527750832e-05,
      "loss": 4.1687,
      "step": 1840
    },
    {
      "epoch": 0.5861618281912155,
      "grad_norm": 0.7053927183151245,
      "learning_rate": 4.8595260125927354e-05,
      "loss": 4.2101,
      "step": 1850
    },
    {
      "epoch": 0.5893302705057626,
      "grad_norm": 0.5983800292015076,
      "learning_rate": 4.847695724179532e-05,
      "loss": 4.0919,
      "step": 1860
    },
    {
      "epoch": 0.5924987128203097,
      "grad_norm": 0.5336448550224304,
      "learning_rate": 4.835818960082266e-05,
      "loss": 4.1571,
      "step": 1870
    },
    {
      "epoch": 0.5956671551348568,
      "grad_norm": 0.5257425904273987,
      "learning_rate": 4.8238960190409985e-05,
      "loss": 4.1811,
      "step": 1880
    },
    {
      "epoch": 0.598835597449404,
      "grad_norm": 0.5968250632286072,
      "learning_rate": 4.8119272009572985e-05,
      "loss": 4.1438,
      "step": 1890
    },
    {
      "epoch": 0.602004039763951,
      "grad_norm": 0.7344405651092529,
      "learning_rate": 4.7999128068866885e-05,
      "loss": 4.2127,
      "step": 1900
    },
    {
      "epoch": 0.6051724820784982,
      "grad_norm": 0.5544557571411133,
      "learning_rate": 4.787853139031083e-05,
      "loss": 4.0893,
      "step": 1910
    },
    {
      "epoch": 0.6083409243930453,
      "grad_norm": 0.5338890552520752,
      "learning_rate": 4.775748500731181e-05,
      "loss": 4.1678,
      "step": 1920
    },
    {
      "epoch": 0.6115093667075924,
      "grad_norm": 0.47402748465538025,
      "learning_rate": 4.7635991964588386e-05,
      "loss": 4.1759,
      "step": 1930
    },
    {
      "epoch": 0.6146778090221395,
      "grad_norm": 0.4969950020313263,
      "learning_rate": 4.75140553180941e-05,
      "loss": 4.1487,
      "step": 1940
    },
    {
      "epoch": 0.6178462513366866,
      "grad_norm": 0.6715970635414124,
      "learning_rate": 4.739167813494056e-05,
      "loss": 4.1992,
      "step": 1950
    },
    {
      "epoch": 0.6210146936512337,
      "grad_norm": 0.5524842739105225,
      "learning_rate": 4.726886349332038e-05,
      "loss": 4.1092,
      "step": 1960
    },
    {
      "epoch": 0.6241831359657808,
      "grad_norm": 0.4865887463092804,
      "learning_rate": 4.7145614482429685e-05,
      "loss": 4.1495,
      "step": 1970
    },
    {
      "epoch": 0.627351578280328,
      "grad_norm": 0.4711080491542816,
      "learning_rate": 4.702193420239044e-05,
      "loss": 4.1299,
      "step": 1980
    },
    {
      "epoch": 0.630520020594875,
      "grad_norm": 0.5955727696418762,
      "learning_rate": 4.689782576417247e-05,
      "loss": 4.137,
      "step": 1990
    },
    {
      "epoch": 0.6336884629094222,
      "grad_norm": 0.7601689100265503,
      "learning_rate": 4.677329228951516e-05,
      "loss": 4.1742,
      "step": 2000
    },
    {
      "epoch": 0.6368569052239693,
      "grad_norm": 0.5171808004379272,
      "learning_rate": 4.6648336910849016e-05,
      "loss": 4.0932,
      "step": 2010
    },
    {
      "epoch": 0.6400253475385164,
      "grad_norm": 0.5088027119636536,
      "learning_rate": 4.6522962771216815e-05,
      "loss": 4.132,
      "step": 2020
    },
    {
      "epoch": 0.6431937898530635,
      "grad_norm": 0.5218876600265503,
      "learning_rate": 4.639717302419457e-05,
      "loss": 4.1397,
      "step": 2030
    },
    {
      "epoch": 0.6463622321676106,
      "grad_norm": 0.5443329811096191,
      "learning_rate": 4.6270970833812175e-05,
      "loss": 4.117,
      "step": 2040
    },
    {
      "epoch": 0.6495306744821577,
      "grad_norm": 0.6737596988677979,
      "learning_rate": 4.614435937447388e-05,
      "loss": 4.1727,
      "step": 2050
    },
    {
      "epoch": 0.6526991167967048,
      "grad_norm": 0.5711850523948669,
      "learning_rate": 4.601734183087838e-05,
      "loss": 4.0852,
      "step": 2060
    },
    {
      "epoch": 0.6558675591112519,
      "grad_norm": 0.5270329117774963,
      "learning_rate": 4.588992139793876e-05,
      "loss": 4.1357,
      "step": 2070
    },
    {
      "epoch": 0.659036001425799,
      "grad_norm": 0.4742993116378784,
      "learning_rate": 4.57621012807021e-05,
      "loss": 4.1446,
      "step": 2080
    },
    {
      "epoch": 0.6622044437403461,
      "grad_norm": 0.5585448741912842,
      "learning_rate": 4.563388469426885e-05,
      "loss": 4.0862,
      "step": 2090
    },
    {
      "epoch": 0.6653728860548933,
      "grad_norm": 0.7161533832550049,
      "learning_rate": 4.550527486371202e-05,
      "loss": 4.1865,
      "step": 2100
    },
    {
      "epoch": 0.6685413283694404,
      "grad_norm": 0.5912854671478271,
      "learning_rate": 4.5376275023995955e-05,
      "loss": 4.0892,
      "step": 2110
    },
    {
      "epoch": 0.6717097706839875,
      "grad_norm": 0.5607186555862427,
      "learning_rate": 4.524688841989509e-05,
      "loss": 4.1535,
      "step": 2120
    },
    {
      "epoch": 0.6748782129985346,
      "grad_norm": 0.4660521149635315,
      "learning_rate": 4.5117118305912235e-05,
      "loss": 4.1479,
      "step": 2130
    },
    {
      "epoch": 0.6780466553130817,
      "grad_norm": 0.5167705416679382,
      "learning_rate": 4.498696794619674e-05,
      "loss": 4.1185,
      "step": 2140
    },
    {
      "epoch": 0.6812150976276288,
      "grad_norm": 0.8260408639907837,
      "learning_rate": 4.485644061446242e-05,
      "loss": 4.1922,
      "step": 2150
    },
    {
      "epoch": 0.6843835399421759,
      "grad_norm": 0.5153993964195251,
      "learning_rate": 4.472553959390517e-05,
      "loss": 4.0546,
      "step": 2160
    },
    {
      "epoch": 0.6875519822567231,
      "grad_norm": 0.5324990749359131,
      "learning_rate": 4.459426817712041e-05,
      "loss": 4.1277,
      "step": 2170
    },
    {
      "epoch": 0.6907204245712701,
      "grad_norm": 0.49382662773132324,
      "learning_rate": 4.446262966602026e-05,
      "loss": 4.1258,
      "step": 2180
    },
    {
      "epoch": 0.6938888668858173,
      "grad_norm": 0.5588397979736328,
      "learning_rate": 4.433062737175047e-05,
      "loss": 4.1085,
      "step": 2190
    },
    {
      "epoch": 0.6970573092003644,
      "grad_norm": 0.6423320174217224,
      "learning_rate": 4.419826461460713e-05,
      "loss": 4.1834,
      "step": 2200
    },
    {
      "epoch": 0.7002257515149115,
      "grad_norm": 0.4890613555908203,
      "learning_rate": 4.4065544723953226e-05,
      "loss": 4.061,
      "step": 2210
    },
    {
      "epoch": 0.7033941938294586,
      "grad_norm": 0.5085791945457458,
      "learning_rate": 4.393247103813477e-05,
      "loss": 4.1245,
      "step": 2220
    },
    {
      "epoch": 0.7065626361440057,
      "grad_norm": 0.5115344524383545,
      "learning_rate": 4.379904690439693e-05,
      "loss": 4.098,
      "step": 2230
    },
    {
      "epoch": 0.7097310784585528,
      "grad_norm": 0.5206218957901001,
      "learning_rate": 4.366527567879982e-05,
      "loss": 4.1054,
      "step": 2240
    },
    {
      "epoch": 0.7128995207730999,
      "grad_norm": 0.789270281791687,
      "learning_rate": 4.353116072613402e-05,
      "loss": 4.1661,
      "step": 2250
    },
    {
      "epoch": 0.7160679630876471,
      "grad_norm": 0.49856895208358765,
      "learning_rate": 4.3396705419836045e-05,
      "loss": 4.0442,
      "step": 2260
    },
    {
      "epoch": 0.7192364054021941,
      "grad_norm": 0.514216423034668,
      "learning_rate": 4.326191314190337e-05,
      "loss": 4.1114,
      "step": 2270
    },
    {
      "epoch": 0.7224048477167413,
      "grad_norm": 0.4798983335494995,
      "learning_rate": 4.312678728280949e-05,
      "loss": 4.0956,
      "step": 2280
    },
    {
      "epoch": 0.7255732900312883,
      "grad_norm": 0.4672533869743347,
      "learning_rate": 4.2991331241418526e-05,
      "loss": 4.102,
      "step": 2290
    },
    {
      "epoch": 0.7287417323458355,
      "grad_norm": 0.6502472162246704,
      "learning_rate": 4.285554842489979e-05,
      "loss": 4.1529,
      "step": 2300
    },
    {
      "epoch": 0.7319101746603826,
      "grad_norm": 0.5197892189025879,
      "learning_rate": 4.271944224864211e-05,
      "loss": 4.0521,
      "step": 2310
    },
    {
      "epoch": 0.7350786169749297,
      "grad_norm": 0.529775857925415,
      "learning_rate": 4.258301613616782e-05,
      "loss": 4.0959,
      "step": 2320
    },
    {
      "epoch": 0.7382470592894768,
      "grad_norm": 0.485669881105423,
      "learning_rate": 4.244627351904679e-05,
      "loss": 4.1129,
      "step": 2330
    },
    {
      "epoch": 0.7414155016040239,
      "grad_norm": 0.5141621232032776,
      "learning_rate": 4.230921783680997e-05,
      "loss": 4.0955,
      "step": 2340
    },
    {
      "epoch": 0.7445839439185711,
      "grad_norm": 0.7021406888961792,
      "learning_rate": 4.2171852536862944e-05,
      "loss": 4.1417,
      "step": 2350
    },
    {
      "epoch": 0.7477523862331181,
      "grad_norm": 0.5417028069496155,
      "learning_rate": 4.203418107439927e-05,
      "loss": 4.0312,
      "step": 2360
    },
    {
      "epoch": 0.7509208285476653,
      "grad_norm": 0.548985481262207,
      "learning_rate": 4.189620691231342e-05,
      "loss": 4.1178,
      "step": 2370
    },
    {
      "epoch": 0.7540892708622123,
      "grad_norm": 0.4555108845233917,
      "learning_rate": 4.1757933521113845e-05,
      "loss": 4.1136,
      "step": 2380
    },
    {
      "epoch": 0.7572577131767595,
      "grad_norm": 0.45966508984565735,
      "learning_rate": 4.161936437883555e-05,
      "loss": 4.0637,
      "step": 2390
    },
    {
      "epoch": 0.7604261554913065,
      "grad_norm": 0.6731399893760681,
      "learning_rate": 4.14805029709527e-05,
      "loss": 4.1411,
      "step": 2400
    },
    {
      "epoch": 0.7635945978058537,
      "grad_norm": 0.5146703124046326,
      "learning_rate": 4.134135279029087e-05,
      "loss": 4.0401,
      "step": 2410
    },
    {
      "epoch": 0.7667630401204009,
      "grad_norm": 0.5456794500350952,
      "learning_rate": 4.120191733693927e-05,
      "loss": 4.07,
      "step": 2420
    },
    {
      "epoch": 0.7699314824349479,
      "grad_norm": 0.44879448413848877,
      "learning_rate": 4.1062200118162636e-05,
      "loss": 4.1005,
      "step": 2430
    },
    {
      "epoch": 0.7730999247494951,
      "grad_norm": 0.4907722771167755,
      "learning_rate": 4.092220464831305e-05,
      "loss": 4.0598,
      "step": 2440
    },
    {
      "epoch": 0.7762683670640421,
      "grad_norm": 0.6628130674362183,
      "learning_rate": 4.078193444874156e-05,
      "loss": 4.1389,
      "step": 2450
    },
    {
      "epoch": 0.7794368093785893,
      "grad_norm": 0.5340617299079895,
      "learning_rate": 4.064139304770951e-05,
      "loss": 4.0404,
      "step": 2460
    },
    {
      "epoch": 0.7826052516931363,
      "grad_norm": 0.4721713066101074,
      "learning_rate": 4.0500583980299944e-05,
      "loss": 4.1285,
      "step": 2470
    },
    {
      "epoch": 0.7857736940076835,
      "grad_norm": 0.503601610660553,
      "learning_rate": 4.035951078832855e-05,
      "loss": 4.0764,
      "step": 2480
    },
    {
      "epoch": 0.7889421363222305,
      "grad_norm": 0.49444159865379333,
      "learning_rate": 4.021817702025462e-05,
      "loss": 4.0587,
      "step": 2490
    },
    {
      "epoch": 0.7921105786367777,
      "grad_norm": 0.6992756724357605,
      "learning_rate": 4.007658623109186e-05,
      "loss": 4.1218,
      "step": 2500
    },
    {
      "epoch": 0.7952790209513249,
      "grad_norm": 0.4647935926914215,
      "learning_rate": 3.993474198231885e-05,
      "loss": 4.0378,
      "step": 2510
    },
    {
      "epoch": 0.7984474632658719,
      "grad_norm": 0.4551107585430145,
      "learning_rate": 3.979264784178953e-05,
      "loss": 4.0908,
      "step": 2520
    },
    {
      "epoch": 0.8016159055804191,
      "grad_norm": 0.44869574904441833,
      "learning_rate": 3.965030738364349e-05,
      "loss": 4.084,
      "step": 2530
    },
    {
      "epoch": 0.8047843478949661,
      "grad_norm": 0.5781738758087158,
      "learning_rate": 3.950772418821597e-05,
      "loss": 4.0526,
      "step": 2540
    },
    {
      "epoch": 0.8079527902095133,
      "grad_norm": 0.6882890462875366,
      "learning_rate": 3.93649018419479e-05,
      "loss": 4.1165,
      "step": 2550
    },
    {
      "epoch": 0.8111212325240603,
      "grad_norm": 0.486296147108078,
      "learning_rate": 3.922184393729563e-05,
      "loss": 4.0037,
      "step": 2560
    },
    {
      "epoch": 0.8142896748386075,
      "grad_norm": 0.5593641996383667,
      "learning_rate": 3.907855407264058e-05,
      "loss": 4.0846,
      "step": 2570
    },
    {
      "epoch": 0.8174581171531545,
      "grad_norm": 0.48063036799430847,
      "learning_rate": 3.893503585219875e-05,
      "loss": 4.0851,
      "step": 2580
    },
    {
      "epoch": 0.8206265594677017,
      "grad_norm": 0.5343433618545532,
      "learning_rate": 3.879129288593004e-05,
      "loss": 4.049,
      "step": 2590
    },
    {
      "epoch": 0.8237950017822488,
      "grad_norm": 0.7566442489624023,
      "learning_rate": 3.8647328789447455e-05,
      "loss": 4.0883,
      "step": 2600
    },
    {
      "epoch": 0.8269634440967959,
      "grad_norm": 0.5241891145706177,
      "learning_rate": 3.850314718392615e-05,
      "loss": 4.0194,
      "step": 2610
    },
    {
      "epoch": 0.8301318864113431,
      "grad_norm": 0.5224740505218506,
      "learning_rate": 3.835875169601237e-05,
      "loss": 4.0971,
      "step": 2620
    },
    {
      "epoch": 0.8333003287258901,
      "grad_norm": 0.458406001329422,
      "learning_rate": 3.82141459577322e-05,
      "loss": 4.0683,
      "step": 2630
    },
    {
      "epoch": 0.8364687710404373,
      "grad_norm": 0.5175824761390686,
      "learning_rate": 3.806933360640022e-05,
      "loss": 4.0467,
      "step": 2640
    },
    {
      "epoch": 0.8396372133549843,
      "grad_norm": 0.7131876349449158,
      "learning_rate": 3.792431828452803e-05,
      "loss": 4.1205,
      "step": 2650
    },
    {
      "epoch": 0.8428056556695315,
      "grad_norm": 0.5419310927391052,
      "learning_rate": 3.7779103639732605e-05,
      "loss": 4.0355,
      "step": 2660
    },
    {
      "epoch": 0.8459740979840786,
      "grad_norm": 0.5283236503601074,
      "learning_rate": 3.763369332464454e-05,
      "loss": 4.064,
      "step": 2670
    },
    {
      "epoch": 0.8491425402986257,
      "grad_norm": 0.5316287875175476,
      "learning_rate": 3.7488090996816206e-05,
      "loss": 4.0755,
      "step": 2680
    },
    {
      "epoch": 0.8523109826131728,
      "grad_norm": 0.505566418170929,
      "learning_rate": 3.7342300318629715e-05,
      "loss": 4.043,
      "step": 2690
    },
    {
      "epoch": 0.8554794249277199,
      "grad_norm": 0.6971448659896851,
      "learning_rate": 3.719632495720483e-05,
      "loss": 4.0976,
      "step": 2700
    },
    {
      "epoch": 0.858647867242267,
      "grad_norm": 0.5163507461547852,
      "learning_rate": 3.7050168584306724e-05,
      "loss": 4.0285,
      "step": 2710
    },
    {
      "epoch": 0.8618163095568141,
      "grad_norm": 0.5146658420562744,
      "learning_rate": 3.690383487625357e-05,
      "loss": 4.0428,
      "step": 2720
    },
    {
      "epoch": 0.8649847518713613,
      "grad_norm": 0.45526033639907837,
      "learning_rate": 3.675732751382414e-05,
      "loss": 4.0379,
      "step": 2730
    },
    {
      "epoch": 0.8681531941859083,
      "grad_norm": 0.5205211639404297,
      "learning_rate": 3.661065018216519e-05,
      "loss": 4.036,
      "step": 2740
    },
    {
      "epoch": 0.8713216365004555,
      "grad_norm": 0.7320763468742371,
      "learning_rate": 3.646380657069874e-05,
      "loss": 4.0817,
      "step": 2750
    },
    {
      "epoch": 0.8744900788150026,
      "grad_norm": 0.47721078991889954,
      "learning_rate": 3.631680037302933e-05,
      "loss": 4.0097,
      "step": 2760
    },
    {
      "epoch": 0.8776585211295497,
      "grad_norm": 0.5281720757484436,
      "learning_rate": 3.616963528685107e-05,
      "loss": 4.0754,
      "step": 2770
    },
    {
      "epoch": 0.8808269634440968,
      "grad_norm": 0.43725940585136414,
      "learning_rate": 3.6022315013854644e-05,
      "loss": 4.0612,
      "step": 2780
    },
    {
      "epoch": 0.8839954057586439,
      "grad_norm": 0.5471642017364502,
      "learning_rate": 3.58748432596342e-05,
      "loss": 4.0328,
      "step": 2790
    },
    {
      "epoch": 0.887163848073191,
      "grad_norm": 0.6928026676177979,
      "learning_rate": 3.572722373359416e-05,
      "loss": 4.0877,
      "step": 2800
    },
    {
      "epoch": 0.8903322903877381,
      "grad_norm": 0.5069541931152344,
      "learning_rate": 3.557946014885584e-05,
      "loss": 4.0259,
      "step": 2810
    },
    {
      "epoch": 0.8935007327022852,
      "grad_norm": 0.49948590993881226,
      "learning_rate": 3.543155622216417e-05,
      "loss": 4.0594,
      "step": 2820
    },
    {
      "epoch": 0.8966691750168323,
      "grad_norm": 0.46224889159202576,
      "learning_rate": 3.528351567379416e-05,
      "loss": 4.0477,
      "step": 2830
    },
    {
      "epoch": 0.8998376173313795,
      "grad_norm": 0.5343454480171204,
      "learning_rate": 3.513534222745723e-05,
      "loss": 4.0354,
      "step": 2840
    },
    {
      "epoch": 0.9030060596459266,
      "grad_norm": 0.6847654581069946,
      "learning_rate": 3.4987039610207694e-05,
      "loss": 4.0956,
      "step": 2850
    },
    {
      "epoch": 0.9061745019604737,
      "grad_norm": 0.4905559718608856,
      "learning_rate": 3.483861155234892e-05,
      "loss": 4.0076,
      "step": 2860
    },
    {
      "epoch": 0.9093429442750208,
      "grad_norm": 0.502068281173706,
      "learning_rate": 3.4690061787339515e-05,
      "loss": 4.0343,
      "step": 2870
    },
    {
      "epoch": 0.9125113865895679,
      "grad_norm": 0.48844534158706665,
      "learning_rate": 3.4541394051699453e-05,
      "loss": 4.0541,
      "step": 2880
    },
    {
      "epoch": 0.915679828904115,
      "grad_norm": 0.5182623863220215,
      "learning_rate": 3.439261208491603e-05,
      "loss": 4.0331,
      "step": 2890
    },
    {
      "epoch": 0.9188482712186621,
      "grad_norm": 0.726618230342865,
      "learning_rate": 3.424371962934984e-05,
      "loss": 4.0757,
      "step": 2900
    },
    {
      "epoch": 0.9220167135332092,
      "grad_norm": 0.49787411093711853,
      "learning_rate": 3.409472043014066e-05,
      "loss": 4.0064,
      "step": 2910
    },
    {
      "epoch": 0.9251851558477564,
      "grad_norm": 0.4926432967185974,
      "learning_rate": 3.394561823511322e-05,
      "loss": 4.0526,
      "step": 2920
    },
    {
      "epoch": 0.9283535981623035,
      "grad_norm": 0.4563359022140503,
      "learning_rate": 3.379641679468289e-05,
      "loss": 4.0599,
      "step": 2930
    },
    {
      "epoch": 0.9315220404768506,
      "grad_norm": 0.4837508499622345,
      "learning_rate": 3.364711986176145e-05,
      "loss": 4.0163,
      "step": 2940
    },
    {
      "epoch": 0.9346904827913977,
      "grad_norm": 0.6713626384735107,
      "learning_rate": 3.349773119166262e-05,
      "loss": 4.081,
      "step": 2950
    },
    {
      "epoch": 0.9378589251059448,
      "grad_norm": 0.4885564148426056,
      "learning_rate": 3.3348254542007575e-05,
      "loss": 3.9744,
      "step": 2960
    },
    {
      "epoch": 0.9410273674204919,
      "grad_norm": 0.5282326340675354,
      "learning_rate": 3.319869367263053e-05,
      "loss": 4.0462,
      "step": 2970
    },
    {
      "epoch": 0.944195809735039,
      "grad_norm": 0.4548220932483673,
      "learning_rate": 3.304905234548406e-05,
      "loss": 4.0348,
      "step": 2980
    },
    {
      "epoch": 0.9473642520495861,
      "grad_norm": 0.5292273759841919,
      "learning_rate": 3.289933432454453e-05,
      "loss": 4.0347,
      "step": 2990
    },
    {
      "epoch": 0.9505326943641332,
      "grad_norm": 0.6713678240776062,
      "learning_rate": 3.274954337571742e-05,
      "loss": 4.0563,
      "step": 3000
    },
    {
      "epoch": 0.9537011366786804,
      "grad_norm": 0.4761412441730499,
      "learning_rate": 3.259968326674258e-05,
      "loss": 3.984,
      "step": 3010
    },
    {
      "epoch": 0.9568695789932274,
      "grad_norm": 0.5471771955490112,
      "learning_rate": 3.244975776709947e-05,
      "loss": 4.0531,
      "step": 3020
    },
    {
      "epoch": 0.9600380213077746,
      "grad_norm": 0.4485333263874054,
      "learning_rate": 3.229977064791232e-05,
      "loss": 4.0267,
      "step": 3030
    },
    {
      "epoch": 0.9632064636223217,
      "grad_norm": 0.5787708163261414,
      "learning_rate": 3.214972568185536e-05,
      "loss": 4.0017,
      "step": 3040
    },
    {
      "epoch": 0.9663749059368688,
      "grad_norm": 0.7658213376998901,
      "learning_rate": 3.199962664305778e-05,
      "loss": 4.0495,
      "step": 3050
    },
    {
      "epoch": 0.9695433482514159,
      "grad_norm": 0.47137027978897095,
      "learning_rate": 3.184947730700894e-05,
      "loss": 3.9797,
      "step": 3060
    },
    {
      "epoch": 0.972711790565963,
      "grad_norm": 0.5365320444107056,
      "learning_rate": 3.169928145046331e-05,
      "loss": 4.0584,
      "step": 3070
    },
    {
      "epoch": 0.9758802328805101,
      "grad_norm": 0.45004019141197205,
      "learning_rate": 3.154904285134551e-05,
      "loss": 4.031,
      "step": 3080
    },
    {
      "epoch": 0.9790486751950572,
      "grad_norm": 0.46956342458724976,
      "learning_rate": 3.1398765288655295e-05,
      "loss": 4.0001,
      "step": 3090
    },
    {
      "epoch": 0.9822171175096044,
      "grad_norm": 0.7277733683586121,
      "learning_rate": 3.124845254237247e-05,
      "loss": 4.0517,
      "step": 3100
    },
    {
      "epoch": 0.9853855598241514,
      "grad_norm": 0.5313791632652283,
      "learning_rate": 3.109810839336182e-05,
      "loss": 3.9949,
      "step": 3110
    },
    {
      "epoch": 0.9885540021386986,
      "grad_norm": 0.5599879622459412,
      "learning_rate": 3.094773662327802e-05,
      "loss": 3.9747,
      "step": 3120
    },
    {
      "epoch": 0.9917224444532456,
      "grad_norm": 0.4950917065143585,
      "learning_rate": 3.0797341014470504e-05,
      "loss": 4.018,
      "step": 3130
    },
    {
      "epoch": 0.9948908867677928,
      "grad_norm": 0.5669831037521362,
      "learning_rate": 3.064692534988833e-05,
      "loss": 4.0104,
      "step": 3140
    },
    {
      "epoch": 0.9980593290823399,
      "grad_norm": 0.8235349059104919,
      "learning_rate": 3.049649341298502e-05,
      "loss": 4.0662,
      "step": 3150
    },
    {
      "epoch": 1.001267376925819,
      "grad_norm": 0.4695700407028198,
      "learning_rate": 3.0346048987623427e-05,
      "loss": 4.3972,
      "step": 3160
    },
    {
      "epoch": 1.004435819240366,
      "grad_norm": 0.5231767892837524,
      "learning_rate": 3.0195595857980474e-05,
      "loss": 3.9794,
      "step": 3170
    },
    {
      "epoch": 1.007604261554913,
      "grad_norm": 0.6249622106552124,
      "learning_rate": 3.0045137808452093e-05,
      "loss": 4.0006,
      "step": 3180
    },
    {
      "epoch": 1.0107727038694603,
      "grad_norm": 0.498354434967041,
      "learning_rate": 2.98946786235579e-05,
      "loss": 3.9747,
      "step": 3190
    },
    {
      "epoch": 1.0139411461840073,
      "grad_norm": 0.5571334362030029,
      "learning_rate": 2.9744222087846128e-05,
      "loss": 3.9718,
      "step": 3200
    },
    {
      "epoch": 1.0171095884985544,
      "grad_norm": 0.4766833782196045,
      "learning_rate": 2.959377198579835e-05,
      "loss": 4.0266,
      "step": 3210
    },
    {
      "epoch": 1.0202780308131014,
      "grad_norm": 0.5044318437576294,
      "learning_rate": 2.9443332101734292e-05,
      "loss": 3.9979,
      "step": 3220
    },
    {
      "epoch": 1.0234464731276487,
      "grad_norm": 0.6335716843605042,
      "learning_rate": 2.9292906219716676e-05,
      "loss": 4.0317,
      "step": 3230
    },
    {
      "epoch": 1.0266149154421957,
      "grad_norm": 0.5118595361709595,
      "learning_rate": 2.9142498123456067e-05,
      "loss": 3.9666,
      "step": 3240
    },
    {
      "epoch": 1.0297833577567428,
      "grad_norm": 0.5042833089828491,
      "learning_rate": 2.89921115962156e-05,
      "loss": 4.0165,
      "step": 3250
    },
    {
      "epoch": 1.0329518000712898,
      "grad_norm": 0.4502306282520294,
      "learning_rate": 2.8841750420715904e-05,
      "loss": 4.0094,
      "step": 3260
    },
    {
      "epoch": 1.036120242385837,
      "grad_norm": 0.5262377858161926,
      "learning_rate": 2.8691418379039926e-05,
      "loss": 3.9675,
      "step": 3270
    },
    {
      "epoch": 1.0392886847003842,
      "grad_norm": 0.6826320290565491,
      "learning_rate": 2.854111925253779e-05,
      "loss": 3.9971,
      "step": 3280
    },
    {
      "epoch": 1.0424571270149312,
      "grad_norm": 0.48566508293151855,
      "learning_rate": 2.839085682173172e-05,
      "loss": 3.9592,
      "step": 3290
    },
    {
      "epoch": 1.0456255693294785,
      "grad_norm": 0.4998822510242462,
      "learning_rate": 2.8240634866220908e-05,
      "loss": 4.009,
      "step": 3300
    },
    {
      "epoch": 1.0487940116440255,
      "grad_norm": 0.44537338614463806,
      "learning_rate": 2.8090457164586437e-05,
      "loss": 4.003,
      "step": 3310
    },
    {
      "epoch": 1.0519624539585726,
      "grad_norm": 0.5368728637695312,
      "learning_rate": 2.7940327494296276e-05,
      "loss": 3.9755,
      "step": 3320
    },
    {
      "epoch": 1.0551308962731196,
      "grad_norm": 0.7245530486106873,
      "learning_rate": 2.7790249631610264e-05,
      "loss": 3.9847,
      "step": 3330
    },
    {
      "epoch": 1.058299338587667,
      "grad_norm": 0.5228898525238037,
      "learning_rate": 2.7640227351485077e-05,
      "loss": 3.9792,
      "step": 3340
    },
    {
      "epoch": 1.061467780902214,
      "grad_norm": 0.6090630292892456,
      "learning_rate": 2.7490264427479315e-05,
      "loss": 3.9911,
      "step": 3350
    },
    {
      "epoch": 1.064636223216761,
      "grad_norm": 0.4978257119655609,
      "learning_rate": 2.734036463165859e-05,
      "loss": 4.0031,
      "step": 3360
    },
    {
      "epoch": 1.0678046655313083,
      "grad_norm": 0.6159759163856506,
      "learning_rate": 2.7190531734500586e-05,
      "loss": 3.9918,
      "step": 3370
    },
    {
      "epoch": 1.0709731078458553,
      "grad_norm": 0.6426588892936707,
      "learning_rate": 2.704076950480034e-05,
      "loss": 4.0064,
      "step": 3380
    },
    {
      "epoch": 1.0741415501604024,
      "grad_norm": 0.4782252609729767,
      "learning_rate": 2.6891081709575287e-05,
      "loss": 3.9443,
      "step": 3390
    },
    {
      "epoch": 1.0773099924749494,
      "grad_norm": 0.5509085655212402,
      "learning_rate": 2.6741472113970632e-05,
      "loss": 3.9781,
      "step": 3400
    },
    {
      "epoch": 1.0804784347894967,
      "grad_norm": 0.46409741044044495,
      "learning_rate": 2.6591944481164586e-05,
      "loss": 3.9797,
      "step": 3410
    },
    {
      "epoch": 1.0836468771040437,
      "grad_norm": 0.4894469976425171,
      "learning_rate": 2.6442502572273733e-05,
      "loss": 3.9678,
      "step": 3420
    },
    {
      "epoch": 1.0868153194185908,
      "grad_norm": 0.6626816391944885,
      "learning_rate": 2.6293150146258417e-05,
      "loss": 4.0225,
      "step": 3430
    },
    {
      "epoch": 1.089983761733138,
      "grad_norm": 0.5374204516410828,
      "learning_rate": 2.6143890959828173e-05,
      "loss": 3.933,
      "step": 3440
    },
    {
      "epoch": 1.093152204047685,
      "grad_norm": 0.53470778465271,
      "learning_rate": 2.599472876734728e-05,
      "loss": 3.9804,
      "step": 3450
    },
    {
      "epoch": 1.0963206463622321,
      "grad_norm": 0.4481883645057678,
      "learning_rate": 2.5845667320740252e-05,
      "loss": 3.9944,
      "step": 3460
    },
    {
      "epoch": 1.0994890886767792,
      "grad_norm": 0.5143481492996216,
      "learning_rate": 2.5696710369397548e-05,
      "loss": 3.9598,
      "step": 3470
    },
    {
      "epoch": 1.1026575309913265,
      "grad_norm": 0.6386091113090515,
      "learning_rate": 2.554786166008122e-05,
      "loss": 4.0002,
      "step": 3480
    },
    {
      "epoch": 1.1058259733058735,
      "grad_norm": 0.5164791345596313,
      "learning_rate": 2.5399124936830662e-05,
      "loss": 3.9453,
      "step": 3490
    },
    {
      "epoch": 1.1089944156204206,
      "grad_norm": 0.5195271372795105,
      "learning_rate": 2.525050394086845e-05,
      "loss": 3.9499,
      "step": 3500
    },
    {
      "epoch": 1.1121628579349676,
      "grad_norm": 0.47835540771484375,
      "learning_rate": 2.5102002410506227e-05,
      "loss": 3.9733,
      "step": 3510
    },
    {
      "epoch": 1.1153313002495149,
      "grad_norm": 0.55025714635849,
      "learning_rate": 2.495362408105071e-05,
      "loss": 3.979,
      "step": 3520
    },
    {
      "epoch": 1.118499742564062,
      "grad_norm": 0.6414199471473694,
      "learning_rate": 2.4805372684709666e-05,
      "loss": 3.9982,
      "step": 3530
    },
    {
      "epoch": 1.121668184878609,
      "grad_norm": 0.5250464677810669,
      "learning_rate": 2.4657251950498084e-05,
      "loss": 3.953,
      "step": 3540
    },
    {
      "epoch": 1.1248366271931562,
      "grad_norm": 0.5253466367721558,
      "learning_rate": 2.4509265604144376e-05,
      "loss": 3.9785,
      "step": 3550
    },
    {
      "epoch": 1.1280050695077033,
      "grad_norm": 0.4483189284801483,
      "learning_rate": 2.4361417367996645e-05,
      "loss": 3.9564,
      "step": 3560
    },
    {
      "epoch": 1.1311735118222503,
      "grad_norm": 0.5145375728607178,
      "learning_rate": 2.4213710960929076e-05,
      "loss": 3.9617,
      "step": 3570
    },
    {
      "epoch": 1.1343419541367976,
      "grad_norm": 0.6286399960517883,
      "learning_rate": 2.4066150098248358e-05,
      "loss": 3.9885,
      "step": 3580
    },
    {
      "epoch": 1.1375103964513447,
      "grad_norm": 0.4952182471752167,
      "learning_rate": 2.391873849160028e-05,
      "loss": 3.9529,
      "step": 3590
    },
    {
      "epoch": 1.1406788387658917,
      "grad_norm": 0.5438989400863647,
      "learning_rate": 2.377147984887634e-05,
      "loss": 3.9506,
      "step": 3600
    },
    {
      "epoch": 1.143530436848984,
      "grad_norm": 0.494199275970459,
      "learning_rate": 2.3624377874120452e-05,
      "loss": 3.9904,
      "step": 3610
    },
    {
      "epoch": 1.1466988791635313,
      "grad_norm": 0.5104529857635498,
      "learning_rate": 2.3477436267435872e-05,
      "loss": 3.9628,
      "step": 3620
    },
    {
      "epoch": 1.1498673214780784,
      "grad_norm": 0.6145049333572388,
      "learning_rate": 2.3330658724892018e-05,
      "loss": 3.9907,
      "step": 3630
    },
    {
      "epoch": 1.1530357637926254,
      "grad_norm": 0.4909680485725403,
      "learning_rate": 2.3184048938431568e-05,
      "loss": 3.9673,
      "step": 3640
    },
    {
      "epoch": 1.1562042061071724,
      "grad_norm": 0.5000062584877014,
      "learning_rate": 2.3037610595777566e-05,
      "loss": 3.9738,
      "step": 3650
    },
    {
      "epoch": 1.1593726484217197,
      "grad_norm": 0.4552057981491089,
      "learning_rate": 2.2891347380340698e-05,
      "loss": 3.9991,
      "step": 3660
    },
    {
      "epoch": 1.1625410907362668,
      "grad_norm": 0.5815322399139404,
      "learning_rate": 2.2745262971126594e-05,
      "loss": 3.9473,
      "step": 3670
    },
    {
      "epoch": 1.1657095330508138,
      "grad_norm": 0.6403681635856628,
      "learning_rate": 2.2599361042643334e-05,
      "loss": 3.9524,
      "step": 3680
    },
    {
      "epoch": 1.168877975365361,
      "grad_norm": 0.47856366634368896,
      "learning_rate": 2.2453645264808982e-05,
      "loss": 3.9391,
      "step": 3690
    },
    {
      "epoch": 1.1720464176799081,
      "grad_norm": 0.5215964317321777,
      "learning_rate": 2.2308119302859296e-05,
      "loss": 3.9832,
      "step": 3700
    },
    {
      "epoch": 1.1752148599944552,
      "grad_norm": 0.4771462678909302,
      "learning_rate": 2.216278681725556e-05,
      "loss": 3.9792,
      "step": 3710
    },
    {
      "epoch": 1.1783833023090025,
      "grad_norm": 0.5126653909683228,
      "learning_rate": 2.2017651463592462e-05,
      "loss": 3.954,
      "step": 3720
    },
    {
      "epoch": 1.1815517446235495,
      "grad_norm": 0.5949072241783142,
      "learning_rate": 2.187271689250617e-05,
      "loss": 3.9786,
      "step": 3730
    },
    {
      "epoch": 1.1847201869380966,
      "grad_norm": 0.4900527596473694,
      "learning_rate": 2.1727986749582516e-05,
      "loss": 3.9414,
      "step": 3740
    },
    {
      "epoch": 1.1878886292526436,
      "grad_norm": 0.5229060053825378,
      "learning_rate": 2.158346467526525e-05,
      "loss": 3.9416,
      "step": 3750
    },
    {
      "epoch": 1.1910570715671909,
      "grad_norm": 0.44499704241752625,
      "learning_rate": 2.143915430476455e-05,
      "loss": 3.9971,
      "step": 3760
    },
    {
      "epoch": 1.194225513881738,
      "grad_norm": 0.5302416682243347,
      "learning_rate": 2.129505926796553e-05,
      "loss": 3.9509,
      "step": 3770
    },
    {
      "epoch": 1.197393956196285,
      "grad_norm": 0.7093963027000427,
      "learning_rate": 2.1151183189336914e-05,
      "loss": 3.9843,
      "step": 3780
    },
    {
      "epoch": 1.200562398510832,
      "grad_norm": 0.4944345951080322,
      "learning_rate": 2.100752968783994e-05,
      "loss": 3.9492,
      "step": 3790
    },
    {
      "epoch": 1.2037308408253793,
      "grad_norm": 0.5194339752197266,
      "learning_rate": 2.0864102376837255e-05,
      "loss": 3.9437,
      "step": 3800
    },
    {
      "epoch": 1.2068992831399263,
      "grad_norm": 0.4413541853427887,
      "learning_rate": 2.0720904864002105e-05,
      "loss": 3.9593,
      "step": 3810
    },
    {
      "epoch": 1.2100677254544734,
      "grad_norm": 0.5337969064712524,
      "learning_rate": 2.057794075122752e-05,
      "loss": 3.9305,
      "step": 3820
    },
    {
      "epoch": 1.2132361677690207,
      "grad_norm": 0.6364006400108337,
      "learning_rate": 2.0435213634535755e-05,
      "loss": 3.9701,
      "step": 3830
    },
    {
      "epoch": 1.2164046100835677,
      "grad_norm": 0.5101488828659058,
      "learning_rate": 2.0292727103987802e-05,
      "loss": 3.9541,
      "step": 3840
    },
    {
      "epoch": 1.2195730523981148,
      "grad_norm": 0.5433738827705383,
      "learning_rate": 2.015048474359317e-05,
      "loss": 3.9527,
      "step": 3850
    },
    {
      "epoch": 1.2227414947126618,
      "grad_norm": 0.4330650269985199,
      "learning_rate": 2.0008490131219613e-05,
      "loss": 3.9686,
      "step": 3860
    },
    {
      "epoch": 1.225909937027209,
      "grad_norm": 0.5463088750839233,
      "learning_rate": 1.9866746838503237e-05,
      "loss": 3.959,
      "step": 3870
    },
    {
      "epoch": 1.2290783793417561,
      "grad_norm": 0.625349223613739,
      "learning_rate": 1.972525843075861e-05,
      "loss": 3.9339,
      "step": 3880
    },
    {
      "epoch": 1.2322468216563032,
      "grad_norm": 0.5340573787689209,
      "learning_rate": 1.9584028466889095e-05,
      "loss": 3.9203,
      "step": 3890
    },
    {
      "epoch": 1.2354152639708502,
      "grad_norm": 0.538949191570282,
      "learning_rate": 1.9443060499297355e-05,
      "loss": 3.9618,
      "step": 3900
    },
    {
      "epoch": 1.2385837062853975,
      "grad_norm": 0.45411062240600586,
      "learning_rate": 1.9302358073795948e-05,
      "loss": 3.9508,
      "step": 3910
    },
    {
      "epoch": 1.2417521485999445,
      "grad_norm": 0.5965410470962524,
      "learning_rate": 1.916192472951819e-05,
      "loss": 3.9622,
      "step": 3920
    },
    {
      "epoch": 1.2449205909144916,
      "grad_norm": 0.6266769766807556,
      "learning_rate": 1.902176399882909e-05,
      "loss": 3.9542,
      "step": 3930
    },
    {
      "epoch": 1.2480890332290389,
      "grad_norm": 0.4679549038410187,
      "learning_rate": 1.8881879407236516e-05,
      "loss": 3.967,
      "step": 3940
    },
    {
      "epoch": 1.251257475543586,
      "grad_norm": 0.5010569095611572,
      "learning_rate": 1.874227447330256e-05,
      "loss": 3.9479,
      "step": 3950
    },
    {
      "epoch": 1.254425917858133,
      "grad_norm": 0.4530685842037201,
      "learning_rate": 1.8602952708554956e-05,
      "loss": 3.964,
      "step": 3960
    },
    {
      "epoch": 1.2575943601726802,
      "grad_norm": 0.523039698600769,
      "learning_rate": 1.8463917617398806e-05,
      "loss": 3.9462,
      "step": 3970
    },
    {
      "epoch": 1.2607628024872273,
      "grad_norm": 0.6451321840286255,
      "learning_rate": 1.8325172697028425e-05,
      "loss": 3.9334,
      "step": 3980
    },
    {
      "epoch": 1.2639312448017743,
      "grad_norm": 0.5010039806365967,
      "learning_rate": 1.8186721437339337e-05,
      "loss": 3.9045,
      "step": 3990
    },
    {
      "epoch": 1.2670996871163214,
      "grad_norm": 0.5600725412368774,
      "learning_rate": 1.804856732084059e-05,
      "loss": 3.9457,
      "step": 4000
    },
    {
      "epoch": 1.2702681294308684,
      "grad_norm": 0.44320258498191833,
      "learning_rate": 1.7910713822567027e-05,
      "loss": 3.9594,
      "step": 4010
    },
    {
      "epoch": 1.2734365717454157,
      "grad_norm": 0.5304768085479736,
      "learning_rate": 1.7773164409991976e-05,
      "loss": 3.9585,
      "step": 4020
    },
    {
      "epoch": 1.2766050140599627,
      "grad_norm": 0.6431641578674316,
      "learning_rate": 1.763592254293999e-05,
      "loss": 3.9792,
      "step": 4030
    },
    {
      "epoch": 1.2797734563745098,
      "grad_norm": 0.5085554122924805,
      "learning_rate": 1.749899167349985e-05,
      "loss": 3.9394,
      "step": 4040
    },
    {
      "epoch": 1.282941898689057,
      "grad_norm": 0.5374943017959595,
      "learning_rate": 1.7362375245937693e-05,
      "loss": 3.9439,
      "step": 4050
    },
    {
      "epoch": 1.286110341003604,
      "grad_norm": 0.43167704343795776,
      "learning_rate": 1.722607669661039e-05,
      "loss": 3.9576,
      "step": 4060
    },
    {
      "epoch": 1.2892787833181512,
      "grad_norm": 0.6326399445533752,
      "learning_rate": 1.709009945387916e-05,
      "loss": 3.9088,
      "step": 4070
    },
    {
      "epoch": 1.2924472256326984,
      "grad_norm": 0.6631354689598083,
      "learning_rate": 1.6954446938023246e-05,
      "loss": 3.968,
      "step": 4080
    },
    {
      "epoch": 1.2956156679472455,
      "grad_norm": 0.5220505595207214,
      "learning_rate": 1.681912256115396e-05,
      "loss": 3.9335,
      "step": 4090
    },
    {
      "epoch": 1.2987841102617925,
      "grad_norm": 0.5539137721061707,
      "learning_rate": 1.6684129727128835e-05,
      "loss": 3.9298,
      "step": 4100
    },
    {
      "epoch": 1.3019525525763398,
      "grad_norm": 0.4695897698402405,
      "learning_rate": 1.6549471831465975e-05,
      "loss": 3.9512,
      "step": 4110
    },
    {
      "epoch": 1.3051209948908868,
      "grad_norm": 0.5559159517288208,
      "learning_rate": 1.6415152261258677e-05,
      "loss": 3.9335,
      "step": 4120
    },
    {
      "epoch": 1.308289437205434,
      "grad_norm": 0.6206575632095337,
      "learning_rate": 1.6281174395090243e-05,
      "loss": 3.9326,
      "step": 4130
    },
    {
      "epoch": 1.311457879519981,
      "grad_norm": 0.4982354938983917,
      "learning_rate": 1.614754160294899e-05,
      "loss": 3.9461,
      "step": 4140
    },
    {
      "epoch": 1.314626321834528,
      "grad_norm": 0.5297129154205322,
      "learning_rate": 1.6014257246143437e-05,
      "loss": 3.9118,
      "step": 4150
    },
    {
      "epoch": 1.3177947641490753,
      "grad_norm": 0.4608001708984375,
      "learning_rate": 1.5881324677217853e-05,
      "loss": 3.9752,
      "step": 4160
    },
    {
      "epoch": 1.3209632064636223,
      "grad_norm": 0.560769259929657,
      "learning_rate": 1.574874723986782e-05,
      "loss": 3.9061,
      "step": 4170
    },
    {
      "epoch": 1.3241316487781694,
      "grad_norm": 0.6036816239356995,
      "learning_rate": 1.5616528268856218e-05,
      "loss": 3.9548,
      "step": 4180
    },
    {
      "epoch": 1.3273000910927166,
      "grad_norm": 0.5000187754631042,
      "learning_rate": 1.54846710899293e-05,
      "loss": 3.936,
      "step": 4190
    },
    {
      "epoch": 1.3304685334072637,
      "grad_norm": 0.5404666066169739,
      "learning_rate": 1.5353179019733045e-05,
      "loss": 3.937,
      "step": 4200
    },
    {
      "epoch": 1.3336369757218107,
      "grad_norm": 0.4449405074119568,
      "learning_rate": 1.5222055365729707e-05,
      "loss": 3.9645,
      "step": 4210
    },
    {
      "epoch": 1.336805418036358,
      "grad_norm": 0.5440964102745056,
      "learning_rate": 1.509130342611469e-05,
      "loss": 3.9249,
      "step": 4220
    },
    {
      "epoch": 1.339973860350905,
      "grad_norm": 0.6324596405029297,
      "learning_rate": 1.4960926489733551e-05,
      "loss": 3.9573,
      "step": 4230
    },
    {
      "epoch": 1.343142302665452,
      "grad_norm": 0.48905566334724426,
      "learning_rate": 1.4830927835999214e-05,
      "loss": 3.9378,
      "step": 4240
    },
    {
      "epoch": 1.3463107449799991,
      "grad_norm": 0.5455132722854614,
      "learning_rate": 1.4701310734809606e-05,
      "loss": 3.9332,
      "step": 4250
    },
    {
      "epoch": 1.3494791872945462,
      "grad_norm": 0.45040416717529297,
      "learning_rate": 1.4572078446465295e-05,
      "loss": 3.9497,
      "step": 4260
    },
    {
      "epoch": 1.3526476296090935,
      "grad_norm": 0.5368500351905823,
      "learning_rate": 1.4443234221587516e-05,
      "loss": 3.9446,
      "step": 4270
    },
    {
      "epoch": 1.3558160719236405,
      "grad_norm": 0.6139335632324219,
      "learning_rate": 1.4314781301036494e-05,
      "loss": 3.9528,
      "step": 4280
    },
    {
      "epoch": 1.3589845142381876,
      "grad_norm": 0.47426629066467285,
      "learning_rate": 1.4186722915829776e-05,
      "loss": 3.9048,
      "step": 4290
    },
    {
      "epoch": 1.3621529565527348,
      "grad_norm": 0.5336982607841492,
      "learning_rate": 1.4059062287061046e-05,
      "loss": 3.927,
      "step": 4300
    },
    {
      "epoch": 1.3653213988672819,
      "grad_norm": 0.4610370397567749,
      "learning_rate": 1.3931802625819132e-05,
      "loss": 3.9613,
      "step": 4310
    },
    {
      "epoch": 1.368489841181829,
      "grad_norm": 0.5770841240882874,
      "learning_rate": 1.380494713310715e-05,
      "loss": 3.9203,
      "step": 4320
    },
    {
      "epoch": 1.3716582834963762,
      "grad_norm": 0.6199170351028442,
      "learning_rate": 1.3678498999762064e-05,
      "loss": 3.9301,
      "step": 4330
    },
    {
      "epoch": 1.3748267258109232,
      "grad_norm": 0.5012282133102417,
      "learning_rate": 1.3552461406374405e-05,
      "loss": 3.9063,
      "step": 4340
    },
    {
      "epoch": 1.3779951681254703,
      "grad_norm": 0.5611695051193237,
      "learning_rate": 1.342683752320823e-05,
      "loss": 3.9136,
      "step": 4350
    },
    {
      "epoch": 1.3811636104400176,
      "grad_norm": 0.443312406539917,
      "learning_rate": 1.3301630510121413e-05,
      "loss": 3.9333,
      "step": 4360
    },
    {
      "epoch": 1.3843320527545646,
      "grad_norm": 0.6012240648269653,
      "learning_rate": 1.3176843516486188e-05,
      "loss": 3.929,
      "step": 4370
    },
    {
      "epoch": 1.3875004950691117,
      "grad_norm": 0.6377061605453491,
      "learning_rate": 1.3052479681109898e-05,
      "loss": 3.9163,
      "step": 4380
    },
    {
      "epoch": 1.3906689373836587,
      "grad_norm": 0.5056869983673096,
      "learning_rate": 1.292854213215602e-05,
      "loss": 3.9346,
      "step": 4390
    },
    {
      "epoch": 1.3938373796982058,
      "grad_norm": 0.573151707649231,
      "learning_rate": 1.2805033987065558e-05,
      "loss": 3.931,
      "step": 4400
    },
    {
      "epoch": 1.397005822012753,
      "grad_norm": 0.48539814352989197,
      "learning_rate": 1.2681958352478534e-05,
      "loss": 3.9334,
      "step": 4410
    },
    {
      "epoch": 1.4001742643273,
      "grad_norm": 0.5224990844726562,
      "learning_rate": 1.255931832415593e-05,
      "loss": 3.9175,
      "step": 4420
    },
    {
      "epoch": 1.4033427066418471,
      "grad_norm": 0.6852892637252808,
      "learning_rate": 1.2437116986901785e-05,
      "loss": 3.9307,
      "step": 4430
    },
    {
      "epoch": 1.4065111489563944,
      "grad_norm": 0.5135823488235474,
      "learning_rate": 1.2315357414485577e-05,
      "loss": 3.9039,
      "step": 4440
    },
    {
      "epoch": 1.4096795912709414,
      "grad_norm": 0.5217869877815247,
      "learning_rate": 1.219404266956493e-05,
      "loss": 3.9046,
      "step": 4450
    },
    {
      "epoch": 1.4128480335854885,
      "grad_norm": 0.47975191473960876,
      "learning_rate": 1.2073175803608607e-05,
      "loss": 3.9174,
      "step": 4460
    },
    {
      "epoch": 1.4160164759000358,
      "grad_norm": 0.5566067099571228,
      "learning_rate": 1.1952759856819715e-05,
      "loss": 3.8975,
      "step": 4470
    },
    {
      "epoch": 1.4191849182145828,
      "grad_norm": 0.6765552163124084,
      "learning_rate": 1.1832797858059227e-05,
      "loss": 3.9149,
      "step": 4480
    },
    {
      "epoch": 1.4223533605291299,
      "grad_norm": 0.48127639293670654,
      "learning_rate": 1.1713292824769852e-05,
      "loss": 3.9284,
      "step": 4490
    },
    {
      "epoch": 1.425521802843677,
      "grad_norm": 0.5358768105506897,
      "learning_rate": 1.1594247762900058e-05,
      "loss": 3.9033,
      "step": 4500
    },
    {
      "epoch": 1.428690245158224,
      "grad_norm": 0.4318656921386719,
      "learning_rate": 1.1475665666828548e-05,
      "loss": 3.9377,
      "step": 4510
    },
    {
      "epoch": 1.4318586874727712,
      "grad_norm": 0.5686541199684143,
      "learning_rate": 1.135754951928885e-05,
      "loss": 3.9245,
      "step": 4520
    },
    {
      "epoch": 1.4350271297873183,
      "grad_norm": 0.7002678513526917,
      "learning_rate": 1.1239902291294388e-05,
      "loss": 3.9319,
      "step": 4530
    },
    {
      "epoch": 1.4381955721018653,
      "grad_norm": 0.4952411949634552,
      "learning_rate": 1.112272694206366e-05,
      "loss": 3.9432,
      "step": 4540
    },
    {
      "epoch": 1.4413640144164126,
      "grad_norm": 0.5641235709190369,
      "learning_rate": 1.100602641894587e-05,
      "loss": 3.9428,
      "step": 4550
    },
    {
      "epoch": 1.4445324567309596,
      "grad_norm": 0.4636024236679077,
      "learning_rate": 1.0889803657346775e-05,
      "loss": 3.921,
      "step": 4560
    },
    {
      "epoch": 1.4477008990455067,
      "grad_norm": 0.5696649551391602,
      "learning_rate": 1.0774061580654808e-05,
      "loss": 3.8989,
      "step": 4570
    },
    {
      "epoch": 1.450869341360054,
      "grad_norm": 0.664670467376709,
      "learning_rate": 1.0658803100167623e-05,
      "loss": 3.8878,
      "step": 4580
    },
    {
      "epoch": 1.454037783674601,
      "grad_norm": 0.5272897481918335,
      "learning_rate": 1.0544031115018796e-05,
      "loss": 3.8942,
      "step": 4590
    },
    {
      "epoch": 1.457206225989148,
      "grad_norm": 0.5335825681686401,
      "learning_rate": 1.0429748512104921e-05,
      "loss": 3.911,
      "step": 4600
    },
    {
      "epoch": 1.4603746683036953,
      "grad_norm": 0.4774111807346344,
      "learning_rate": 1.0315958166013036e-05,
      "loss": 3.9332,
      "step": 4610
    },
    {
      "epoch": 1.4635431106182424,
      "grad_norm": 0.5462898015975952,
      "learning_rate": 1.0202662938948266e-05,
      "loss": 3.8841,
      "step": 4620
    },
    {
      "epoch": 1.4667115529327894,
      "grad_norm": 0.6412886381149292,
      "learning_rate": 1.0089865680661843e-05,
      "loss": 3.9189,
      "step": 4630
    },
    {
      "epoch": 1.4698799952473365,
      "grad_norm": 0.4855872392654419,
      "learning_rate": 9.977569228379447e-06,
      "loss": 3.9175,
      "step": 4640
    },
    {
      "epoch": 1.4730484375618835,
      "grad_norm": 0.5493999719619751,
      "learning_rate": 9.865776406729797e-06,
      "loss": 3.9098,
      "step": 4650
    },
    {
      "epoch": 1.4762168798764308,
      "grad_norm": 0.46385282278060913,
      "learning_rate": 9.75449002767367e-06,
      "loss": 3.9098,
      "step": 4660
    },
    {
      "epoch": 1.4793853221909778,
      "grad_norm": 0.5655378103256226,
      "learning_rate": 9.643712890433079e-06,
      "loss": 3.9039,
      "step": 4670
    },
    {
      "epoch": 1.482553764505525,
      "grad_norm": 0.6744810342788696,
      "learning_rate": 9.533447781420965e-06,
      "loss": 3.9173,
      "step": 4680
    },
    {
      "epoch": 1.4857222068200722,
      "grad_norm": 0.5092965960502625,
      "learning_rate": 9.423697474171013e-06,
      "loss": 3.922,
      "step": 4690
    },
    {
      "epoch": 1.4888906491346192,
      "grad_norm": 0.5436004400253296,
      "learning_rate": 9.314464729267965e-06,
      "loss": 3.918,
      "step": 4700
    },
    {
      "epoch": 1.4920590914491663,
      "grad_norm": 0.4577697515487671,
      "learning_rate": 9.205752294278151e-06,
      "loss": 3.9132,
      "step": 4710
    },
    {
      "epoch": 1.4952275337637135,
      "grad_norm": 0.5413495898246765,
      "learning_rate": 9.09756290368036e-06,
      "loss": 3.9147,
      "step": 4720
    },
    {
      "epoch": 1.4983959760782606,
      "grad_norm": 0.6412784457206726,
      "learning_rate": 8.989899278797072e-06,
      "loss": 3.9433,
      "step": 4730
    },
    {
      "epoch": 1.5015644183928076,
      "grad_norm": 0.5254368782043457,
      "learning_rate": 8.882764127726038e-06,
      "loss": 3.9081,
      "step": 4740
    },
    {
      "epoch": 1.504732860707355,
      "grad_norm": 0.5577399134635925,
      "learning_rate": 8.77616014527214e-06,
      "loss": 3.901,
      "step": 4750
    },
    {
      "epoch": 1.5079013030219017,
      "grad_norm": 0.46695777773857117,
      "learning_rate": 8.670090012879571e-06,
      "loss": 3.9141,
      "step": 4760
    },
    {
      "epoch": 1.511069745336449,
      "grad_norm": 0.539315938949585,
      "learning_rate": 8.56455639856446e-06,
      "loss": 3.9038,
      "step": 4770
    },
    {
      "epoch": 1.514238187650996,
      "grad_norm": 0.6890624165534973,
      "learning_rate": 8.45956195684769e-06,
      "loss": 3.9159,
      "step": 4780
    },
    {
      "epoch": 1.517406629965543,
      "grad_norm": 0.5203709602355957,
      "learning_rate": 8.355109328688188e-06,
      "loss": 3.8967,
      "step": 4790
    },
    {
      "epoch": 1.5205750722800904,
      "grad_norm": 0.5877047181129456,
      "learning_rate": 8.251201141416473e-06,
      "loss": 3.9056,
      "step": 4800
    },
    {
      "epoch": 1.5237435145946374,
      "grad_norm": 0.453535795211792,
      "learning_rate": 8.147840008668545e-06,
      "loss": 3.9101,
      "step": 4810
    },
    {
      "epoch": 1.5269119569091845,
      "grad_norm": 0.5424967408180237,
      "learning_rate": 8.045028530320169e-06,
      "loss": 3.8802,
      "step": 4820
    },
    {
      "epoch": 1.5300803992237317,
      "grad_norm": 0.6742792129516602,
      "learning_rate": 7.942769292421498e-06,
      "loss": 3.9229,
      "step": 4830
    },
    {
      "epoch": 1.5332488415382788,
      "grad_norm": 0.4906002879142761,
      "learning_rate": 7.841064867131989e-06,
      "loss": 3.8998,
      "step": 4840
    },
    {
      "epoch": 1.5364172838528258,
      "grad_norm": 0.582927405834198,
      "learning_rate": 7.739917812655714e-06,
      "loss": 3.9069,
      "step": 4850
    },
    {
      "epoch": 1.539585726167373,
      "grad_norm": 0.43852633237838745,
      "learning_rate": 7.639330673177035e-06,
      "loss": 3.8926,
      "step": 4860
    },
    {
      "epoch": 1.54275416848192,
      "grad_norm": 0.5897647142410278,
      "learning_rate": 7.5393059787965755e-06,
      "loss": 3.9096,
      "step": 4870
    },
    {
      "epoch": 1.5459226107964672,
      "grad_norm": 0.6706228852272034,
      "learning_rate": 7.439846245467588e-06,
      "loss": 3.8741,
      "step": 4880
    },
    {
      "epoch": 1.5490910531110142,
      "grad_norm": 0.515313446521759,
      "learning_rate": 7.340953974932724e-06,
      "loss": 3.9003,
      "step": 4890
    },
    {
      "epoch": 1.5522594954255613,
      "grad_norm": 0.5762740969657898,
      "learning_rate": 7.2426316546610116e-06,
      "loss": 3.8982,
      "step": 4900
    },
    {
      "epoch": 1.5554279377401086,
      "grad_norm": 0.44661983847618103,
      "learning_rate": 7.14488175778535e-06,
      "loss": 3.8972,
      "step": 4910
    },
    {
      "epoch": 1.5585963800546556,
      "grad_norm": 0.5765170454978943,
      "learning_rate": 7.047706743040314e-06,
      "loss": 3.9092,
      "step": 4920
    },
    {
      "epoch": 1.5617648223692027,
      "grad_norm": 0.6553518176078796,
      "learning_rate": 6.951109054700241e-06,
      "loss": 3.9191,
      "step": 4930
    },
    {
      "epoch": 1.56493326468375,
      "grad_norm": 0.5153059959411621,
      "learning_rate": 6.8550911225178255e-06,
      "loss": 3.8774,
      "step": 4940
    },
    {
      "epoch": 1.568101706998297,
      "grad_norm": 0.563517689704895,
      "learning_rate": 6.759655361662967e-06,
      "loss": 3.9246,
      "step": 4950
    },
    {
      "epoch": 1.571270149312844,
      "grad_norm": 0.4509882628917694,
      "learning_rate": 6.664804172662007e-06,
      "loss": 3.8876,
      "step": 4960
    },
    {
      "epoch": 1.5744385916273913,
      "grad_norm": 0.5484413504600525,
      "learning_rate": 6.5705399413373605e-06,
      "loss": 3.8928,
      "step": 4970
    },
    {
      "epoch": 1.5776070339419381,
      "grad_norm": 0.7002180218696594,
      "learning_rate": 6.476865038747523e-06,
      "loss": 3.9178,
      "step": 4980
    },
    {
      "epoch": 1.5807754762564854,
      "grad_norm": 0.5183719992637634,
      "learning_rate": 6.383781821127425e-06,
      "loss": 3.9076,
      "step": 4990
    },
    {
      "epoch": 1.5839439185710327,
      "grad_norm": 0.5580468773841858,
      "learning_rate": 6.291292629829115e-06,
      "loss": 3.9243,
      "step": 5000
    },
    {
      "epoch": 1.5871123608855795,
      "grad_norm": 0.49208468198776245,
      "learning_rate": 6.199399791262949e-06,
      "loss": 3.9029,
      "step": 5010
    },
    {
      "epoch": 1.5902808032001268,
      "grad_norm": 0.5683251619338989,
      "learning_rate": 6.1081056168390014e-06,
      "loss": 3.892,
      "step": 5020
    },
    {
      "epoch": 1.5934492455146738,
      "grad_norm": 0.6900967359542847,
      "learning_rate": 6.01741240290897e-06,
      "loss": 3.9218,
      "step": 5030
    },
    {
      "epoch": 1.5966176878292209,
      "grad_norm": 0.4963209927082062,
      "learning_rate": 5.927322430708406e-06,
      "loss": 3.91,
      "step": 5040
    },
    {
      "epoch": 1.5997861301437681,
      "grad_norm": 0.5573615431785583,
      "learning_rate": 5.837837966299313e-06,
      "loss": 3.9093,
      "step": 5050
    },
    {
      "epoch": 1.6029545724583152,
      "grad_norm": 0.4666160047054291,
      "learning_rate": 5.748961260513158e-06,
      "loss": 3.919,
      "step": 5060
    },
    {
      "epoch": 1.6061230147728622,
      "grad_norm": 0.5508130788803101,
      "learning_rate": 5.660694548894277e-06,
      "loss": 3.8944,
      "step": 5070
    },
    {
      "epoch": 1.6092914570874095,
      "grad_norm": 0.6697438955307007,
      "learning_rate": 5.5730400516436345e-06,
      "loss": 3.9383,
      "step": 5080
    },
    {
      "epoch": 1.6124598994019566,
      "grad_norm": 0.5424287915229797,
      "learning_rate": 5.485999973562933e-06,
      "loss": 3.912,
      "step": 5090
    },
    {
      "epoch": 1.6156283417165036,
      "grad_norm": 0.5562111139297485,
      "learning_rate": 5.399576503999234e-06,
      "loss": 3.9227,
      "step": 5100
    },
    {
      "epoch": 1.6187967840310509,
      "grad_norm": 0.4543944299221039,
      "learning_rate": 5.313771816789821e-06,
      "loss": 3.9095,
      "step": 5110
    },
    {
      "epoch": 1.6219652263455977,
      "grad_norm": 0.5628660917282104,
      "learning_rate": 5.228588070207537e-06,
      "loss": 3.9108,
      "step": 5120
    },
    {
      "epoch": 1.625133668660145,
      "grad_norm": 0.6971750259399414,
      "learning_rate": 5.144027406906554e-06,
      "loss": 3.9121,
      "step": 5130
    },
    {
      "epoch": 1.628302110974692,
      "grad_norm": 0.5558658838272095,
      "learning_rate": 5.060091953868379e-06,
      "loss": 3.8773,
      "step": 5140
    },
    {
      "epoch": 1.631470553289239,
      "grad_norm": 0.5393105149269104,
      "learning_rate": 4.976783822348422e-06,
      "loss": 3.9085,
      "step": 5150
    },
    {
      "epoch": 1.6346389956037863,
      "grad_norm": 0.4786800444126129,
      "learning_rate": 4.894105107822879e-06,
      "loss": 3.9078,
      "step": 5160
    },
    {
      "epoch": 1.6378074379183334,
      "grad_norm": 0.5410685539245605,
      "learning_rate": 4.812057889936025e-06,
      "loss": 3.8994,
      "step": 5170
    },
    {
      "epoch": 1.6409758802328804,
      "grad_norm": 0.6708455681800842,
      "learning_rate": 4.730644232447867e-06,
      "loss": 3.8968,
      "step": 5180
    },
    {
      "epoch": 1.6441443225474277,
      "grad_norm": 0.4963080585002899,
      "learning_rate": 4.649866183182304e-06,
      "loss": 3.8844,
      "step": 5190
    },
    {
      "epoch": 1.6473127648619748,
      "grad_norm": 0.5514735579490662,
      "learning_rate": 4.569725773975545e-06,
      "loss": 3.8958,
      "step": 5200
    },
    {
      "epoch": 1.6504812071765218,
      "grad_norm": 0.4521346390247345,
      "learning_rate": 4.490225020625035e-06,
      "loss": 3.9125,
      "step": 5210
    },
    {
      "epoch": 1.653649649491069,
      "grad_norm": 0.5266335010528564,
      "learning_rate": 4.411365922838777e-06,
      "loss": 3.8959,
      "step": 5220
    },
    {
      "epoch": 1.656818091805616,
      "grad_norm": 0.6627680659294128,
      "learning_rate": 4.333150464184987e-06,
      "loss": 3.9114,
      "step": 5230
    },
    {
      "epoch": 1.6599865341201632,
      "grad_norm": 0.5086762309074402,
      "learning_rate": 4.255580612042209e-06,
      "loss": 3.9071,
      "step": 5240
    },
    {
      "epoch": 1.6631549764347104,
      "grad_norm": 0.5431272983551025,
      "learning_rate": 4.178658317549866e-06,
      "loss": 3.8779,
      "step": 5250
    },
    {
      "epoch": 1.6663234187492573,
      "grad_norm": 0.4731011688709259,
      "learning_rate": 4.102385515559124e-06,
      "loss": 3.932,
      "step": 5260
    },
    {
      "epoch": 1.6694918610638045,
      "grad_norm": 0.5574291348457336,
      "learning_rate": 4.026764124584283e-06,
      "loss": 3.9185,
      "step": 5270
    },
    {
      "epoch": 1.6726603033783516,
      "grad_norm": 0.7035098671913147,
      "learning_rate": 3.951796046754482e-06,
      "loss": 3.933,
      "step": 5280
    },
    {
      "epoch": 1.6758287456928986,
      "grad_norm": 0.5315477252006531,
      "learning_rate": 3.877483167765863e-06,
      "loss": 3.9181,
      "step": 5290
    },
    {
      "epoch": 1.678997188007446,
      "grad_norm": 0.5803753137588501,
      "learning_rate": 3.8038273568341276e-06,
      "loss": 3.9073,
      "step": 5300
    },
    {
      "epoch": 1.682165630321993,
      "grad_norm": 0.45249509811401367,
      "learning_rate": 3.7308304666475623e-06,
      "loss": 3.9073,
      "step": 5310
    },
    {
      "epoch": 1.68533407263654,
      "grad_norm": 0.6091774106025696,
      "learning_rate": 3.658494333320398e-06,
      "loss": 3.8892,
      "step": 5320
    },
    {
      "epoch": 1.6885025149510873,
      "grad_norm": 0.6771618723869324,
      "learning_rate": 3.586820776346613e-06,
      "loss": 3.9158,
      "step": 5330
    },
    {
      "epoch": 1.6916709572656343,
      "grad_norm": 0.5205679535865784,
      "learning_rate": 3.5158115985542317e-06,
      "loss": 3.9141,
      "step": 5340
    },
    {
      "epoch": 1.6948393995801814,
      "grad_norm": 0.5947160124778748,
      "learning_rate": 3.4454685860598912e-06,
      "loss": 3.8929,
      "step": 5350
    },
    {
      "epoch": 1.6980078418947286,
      "grad_norm": 0.47529056668281555,
      "learning_rate": 3.3757935082239967e-06,
      "loss": 3.9229,
      "step": 5360
    },
    {
      "epoch": 1.7011762842092755,
      "grad_norm": 0.578351616859436,
      "learning_rate": 3.306788117606149e-06,
      "loss": 3.8984,
      "step": 5370
    },
    {
      "epoch": 1.7043447265238227,
      "grad_norm": 0.6713663339614868,
      "learning_rate": 3.238454149921116e-06,
      "loss": 3.9087,
      "step": 5380
    },
    {
      "epoch": 1.7075131688383698,
      "grad_norm": 0.516109049320221,
      "learning_rate": 3.170793323995127e-06,
      "loss": 3.8802,
      "step": 5390
    },
    {
      "epoch": 1.7106816111529168,
      "grad_norm": 0.5818658471107483,
      "learning_rate": 3.10380734172267e-06,
      "loss": 3.9168,
      "step": 5400
    }
  ],
  "logging_steps": 10,
  "max_steps": 6314,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.024442279602684e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}