{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 2002,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0004995004995004995,
      "grad_norm": 5.855341358504884,
      "learning_rate": 9.950248756218906e-08,
      "loss": 2.127,
      "step": 1
    },
    {
      "epoch": 0.0024975024975024975,
      "grad_norm": 5.492055309258621,
      "learning_rate": 4.975124378109453e-07,
      "loss": 2.0728,
      "step": 5
    },
    {
      "epoch": 0.004995004995004995,
      "grad_norm": 5.524833955952523,
      "learning_rate": 9.950248756218907e-07,
      "loss": 2.06,
      "step": 10
    },
    {
      "epoch": 0.007492507492507493,
      "grad_norm": 4.800285198825206,
      "learning_rate": 1.4925373134328358e-06,
      "loss": 2.0137,
      "step": 15
    },
    {
      "epoch": 0.00999000999000999,
      "grad_norm": 3.3783317209281423,
      "learning_rate": 1.9900497512437813e-06,
      "loss": 1.9428,
      "step": 20
    },
    {
      "epoch": 0.012487512487512488,
      "grad_norm": 2.7301733516580757,
      "learning_rate": 2.4875621890547264e-06,
      "loss": 1.8479,
      "step": 25
    },
    {
      "epoch": 0.014985014985014986,
      "grad_norm": 1.6633216945715352,
      "learning_rate": 2.9850746268656716e-06,
      "loss": 1.7449,
      "step": 30
    },
    {
      "epoch": 0.017482517482517484,
      "grad_norm": 0.9350691561219355,
      "learning_rate": 3.4825870646766175e-06,
      "loss": 1.7344,
      "step": 35
    },
    {
      "epoch": 0.01998001998001998,
      "grad_norm": 0.8804729968087254,
      "learning_rate": 3.980099502487563e-06,
      "loss": 1.6654,
      "step": 40
    },
    {
      "epoch": 0.022477522477522476,
      "grad_norm": 0.7483252788330372,
      "learning_rate": 4.477611940298508e-06,
      "loss": 1.627,
      "step": 45
    },
    {
      "epoch": 0.024975024975024976,
      "grad_norm": 0.6748700923604739,
      "learning_rate": 4.975124378109453e-06,
      "loss": 1.6248,
      "step": 50
    },
    {
      "epoch": 0.027472527472527472,
      "grad_norm": 0.6180600862394193,
      "learning_rate": 5.472636815920398e-06,
      "loss": 1.5951,
      "step": 55
    },
    {
      "epoch": 0.029970029970029972,
      "grad_norm": 0.6373540016046478,
      "learning_rate": 5.970149253731343e-06,
      "loss": 1.5625,
      "step": 60
    },
    {
      "epoch": 0.032467532467532464,
      "grad_norm": 0.5923655667569441,
      "learning_rate": 6.46766169154229e-06,
      "loss": 1.6086,
      "step": 65
    },
    {
      "epoch": 0.03496503496503497,
      "grad_norm": 0.5897216833815179,
      "learning_rate": 6.965174129353235e-06,
      "loss": 1.5902,
      "step": 70
    },
    {
      "epoch": 0.037462537462537464,
      "grad_norm": 0.5719116434127343,
      "learning_rate": 7.46268656716418e-06,
      "loss": 1.5514,
      "step": 75
    },
    {
      "epoch": 0.03996003996003996,
      "grad_norm": 0.58807533314644,
      "learning_rate": 7.960199004975125e-06,
      "loss": 1.5621,
      "step": 80
    },
    {
      "epoch": 0.042457542457542456,
      "grad_norm": 0.5832912600969651,
      "learning_rate": 8.45771144278607e-06,
      "loss": 1.5525,
      "step": 85
    },
    {
      "epoch": 0.04495504495504495,
      "grad_norm": 0.5975652530438766,
      "learning_rate": 8.955223880597016e-06,
      "loss": 1.5756,
      "step": 90
    },
    {
      "epoch": 0.047452547452547456,
      "grad_norm": 0.60995908217239,
      "learning_rate": 9.45273631840796e-06,
      "loss": 1.5615,
      "step": 95
    },
    {
      "epoch": 0.04995004995004995,
      "grad_norm": 0.5941239808553536,
      "learning_rate": 9.950248756218906e-06,
      "loss": 1.5133,
      "step": 100
    },
    {
      "epoch": 0.05244755244755245,
      "grad_norm": 0.5957459167656602,
      "learning_rate": 1.0447761194029851e-05,
      "loss": 1.532,
      "step": 105
    },
    {
      "epoch": 0.054945054945054944,
      "grad_norm": 0.617469743365282,
      "learning_rate": 1.0945273631840796e-05,
      "loss": 1.5465,
      "step": 110
    },
    {
      "epoch": 0.05744255744255744,
      "grad_norm": 0.6067664163219734,
      "learning_rate": 1.1442786069651741e-05,
      "loss": 1.542,
      "step": 115
    },
    {
      "epoch": 0.059940059940059943,
      "grad_norm": 0.6148754490285584,
      "learning_rate": 1.1940298507462686e-05,
      "loss": 1.5264,
      "step": 120
    },
    {
      "epoch": 0.06243756243756244,
      "grad_norm": 0.616397334119849,
      "learning_rate": 1.2437810945273631e-05,
      "loss": 1.5281,
      "step": 125
    },
    {
      "epoch": 0.06493506493506493,
      "grad_norm": 0.5716972336509256,
      "learning_rate": 1.293532338308458e-05,
      "loss": 1.5006,
      "step": 130
    },
    {
      "epoch": 0.06743256743256744,
      "grad_norm": 0.6092754080237848,
      "learning_rate": 1.3432835820895525e-05,
      "loss": 1.5113,
      "step": 135
    },
    {
      "epoch": 0.06993006993006994,
      "grad_norm": 0.6260426962861507,
      "learning_rate": 1.393034825870647e-05,
      "loss": 1.5029,
      "step": 140
    },
    {
      "epoch": 0.07242757242757243,
      "grad_norm": 0.6326740660487278,
      "learning_rate": 1.4427860696517415e-05,
      "loss": 1.5309,
      "step": 145
    },
    {
      "epoch": 0.07492507492507493,
      "grad_norm": 0.6162583027388767,
      "learning_rate": 1.492537313432836e-05,
      "loss": 1.4914,
      "step": 150
    },
    {
      "epoch": 0.07742257742257742,
      "grad_norm": 0.622450330228862,
      "learning_rate": 1.5422885572139307e-05,
      "loss": 1.5295,
      "step": 155
    },
    {
      "epoch": 0.07992007992007992,
      "grad_norm": 0.645691830581782,
      "learning_rate": 1.592039800995025e-05,
      "loss": 1.5123,
      "step": 160
    },
    {
      "epoch": 0.08241758241758242,
      "grad_norm": 0.6255777337662602,
      "learning_rate": 1.6417910447761197e-05,
      "loss": 1.5186,
      "step": 165
    },
    {
      "epoch": 0.08491508491508491,
      "grad_norm": 0.6135224564979516,
      "learning_rate": 1.691542288557214e-05,
      "loss": 1.5369,
      "step": 170
    },
    {
      "epoch": 0.08741258741258741,
      "grad_norm": 0.6027781671026493,
      "learning_rate": 1.7412935323383088e-05,
      "loss": 1.5299,
      "step": 175
    },
    {
      "epoch": 0.0899100899100899,
      "grad_norm": 0.6001341294313506,
      "learning_rate": 1.791044776119403e-05,
      "loss": 1.4988,
      "step": 180
    },
    {
      "epoch": 0.0924075924075924,
      "grad_norm": 0.6321236459294569,
      "learning_rate": 1.8407960199004978e-05,
      "loss": 1.516,
      "step": 185
    },
    {
      "epoch": 0.09490509490509491,
      "grad_norm": 0.5972843869711217,
      "learning_rate": 1.890547263681592e-05,
      "loss": 1.4988,
      "step": 190
    },
    {
      "epoch": 0.09740259740259741,
      "grad_norm": 0.5942029712069979,
      "learning_rate": 1.9402985074626868e-05,
      "loss": 1.5115,
      "step": 195
    },
    {
      "epoch": 0.0999000999000999,
      "grad_norm": 0.6361700118467182,
      "learning_rate": 1.990049751243781e-05,
      "loss": 1.5135,
      "step": 200
    },
    {
      "epoch": 0.1023976023976024,
      "grad_norm": 0.6068629213761446,
      "learning_rate": 1.9999756577597317e-05,
      "loss": 1.4994,
      "step": 205
    },
    {
      "epoch": 0.1048951048951049,
      "grad_norm": 0.6616882178397341,
      "learning_rate": 1.9998767694397236e-05,
      "loss": 1.4947,
      "step": 210
    },
    {
      "epoch": 0.10739260739260739,
      "grad_norm": 0.615916006084791,
      "learning_rate": 1.99970182116654e-05,
      "loss": 1.4727,
      "step": 215
    },
    {
      "epoch": 0.10989010989010989,
      "grad_norm": 0.6690454712468339,
      "learning_rate": 1.9994508262483786e-05,
      "loss": 1.4947,
      "step": 220
    },
    {
      "epoch": 0.11238761238761238,
      "grad_norm": 0.673756438819631,
      "learning_rate": 1.999123803778254e-05,
      "loss": 1.5264,
      "step": 225
    },
    {
      "epoch": 0.11488511488511488,
      "grad_norm": 0.6010092922250788,
      "learning_rate": 1.998720778632546e-05,
      "loss": 1.4949,
      "step": 230
    },
    {
      "epoch": 0.11738261738261738,
      "grad_norm": 0.5986163575685784,
      "learning_rate": 1.9982417814691048e-05,
      "loss": 1.4707,
      "step": 235
    },
    {
      "epoch": 0.11988011988011989,
      "grad_norm": 0.5935525302628575,
      "learning_rate": 1.997686848724924e-05,
      "loss": 1.4674,
      "step": 240
    },
    {
      "epoch": 0.12237762237762238,
      "grad_norm": 0.5880293570675021,
      "learning_rate": 1.997056022613363e-05,
      "loss": 1.5061,
      "step": 245
    },
    {
      "epoch": 0.12487512487512488,
      "grad_norm": 0.6144670793873976,
      "learning_rate": 1.9963493511209405e-05,
      "loss": 1.5018,
      "step": 250
    },
    {
      "epoch": 0.12737262737262736,
      "grad_norm": 0.6131572410136997,
      "learning_rate": 1.9955668880036812e-05,
      "loss": 1.4945,
      "step": 255
    },
    {
      "epoch": 0.12987012987012986,
      "grad_norm": 0.6147919980395947,
      "learning_rate": 1.9947086927830277e-05,
      "loss": 1.4832,
      "step": 260
    },
    {
      "epoch": 0.13236763236763235,
      "grad_norm": 0.5967426042741266,
      "learning_rate": 1.9937748307413134e-05,
      "loss": 1.4623,
      "step": 265
    },
    {
      "epoch": 0.13486513486513488,
      "grad_norm": 0.6178218298503024,
      "learning_rate": 1.9927653729167957e-05,
      "loss": 1.4738,
      "step": 270
    },
    {
      "epoch": 0.13736263736263737,
      "grad_norm": 0.6103807053714259,
      "learning_rate": 1.9916803960982518e-05,
      "loss": 1.4764,
      "step": 275
    },
    {
      "epoch": 0.13986013986013987,
      "grad_norm": 0.6405686609106551,
      "learning_rate": 1.9905199828191385e-05,
      "loss": 1.5059,
      "step": 280
    },
    {
      "epoch": 0.14235764235764237,
      "grad_norm": 0.6269213158358229,
      "learning_rate": 1.9892842213513135e-05,
      "loss": 1.4816,
      "step": 285
    },
    {
      "epoch": 0.14485514485514486,
      "grad_norm": 0.6274180446383532,
      "learning_rate": 1.98797320569832e-05,
      "loss": 1.4855,
      "step": 290
    },
    {
      "epoch": 0.14735264735264736,
      "grad_norm": 0.6074060242762485,
      "learning_rate": 1.986587035588237e-05,
      "loss": 1.4904,
      "step": 295
    },
    {
      "epoch": 0.14985014985014986,
      "grad_norm": 0.6157015894500156,
      "learning_rate": 1.985125816466092e-05,
      "loss": 1.4811,
      "step": 300
    },
    {
      "epoch": 0.15234765234765235,
      "grad_norm": 0.6052713617619899,
      "learning_rate": 1.9835896594858405e-05,
      "loss": 1.4789,
      "step": 305
    },
    {
      "epoch": 0.15484515484515485,
      "grad_norm": 0.6094659629504489,
      "learning_rate": 1.9819786815019108e-05,
      "loss": 1.4828,
      "step": 310
    },
    {
      "epoch": 0.15734265734265734,
      "grad_norm": 0.5978309350386302,
      "learning_rate": 1.9802930050603143e-05,
      "loss": 1.4418,
      "step": 315
    },
    {
      "epoch": 0.15984015984015984,
      "grad_norm": 0.614090356834497,
      "learning_rate": 1.9785327583893233e-05,
      "loss": 1.4404,
      "step": 320
    },
    {
      "epoch": 0.16233766233766234,
      "grad_norm": 0.6067749218400913,
      "learning_rate": 1.9766980753897186e-05,
      "loss": 1.4918,
      "step": 325
    },
    {
      "epoch": 0.16483516483516483,
      "grad_norm": 0.6310762695519869,
      "learning_rate": 1.974789095624601e-05,
      "loss": 1.465,
      "step": 330
    },
    {
      "epoch": 0.16733266733266733,
      "grad_norm": 0.6334009669234327,
      "learning_rate": 1.972805964308778e-05,
      "loss": 1.4697,
      "step": 335
    },
    {
      "epoch": 0.16983016983016982,
      "grad_norm": 0.5880110577135585,
      "learning_rate": 1.9707488322977137e-05,
      "loss": 1.465,
      "step": 340
    },
    {
      "epoch": 0.17232767232767232,
      "grad_norm": 0.6430098724508181,
      "learning_rate": 1.968617856076056e-05,
      "loss": 1.4936,
      "step": 345
    },
    {
      "epoch": 0.17482517482517482,
      "grad_norm": 0.5848954353784913,
      "learning_rate": 1.9664131977457334e-05,
      "loss": 1.4734,
      "step": 350
    },
    {
      "epoch": 0.1773226773226773,
      "grad_norm": 0.5949846048790476,
      "learning_rate": 1.964135025013621e-05,
      "loss": 1.5045,
      "step": 355
    },
    {
      "epoch": 0.1798201798201798,
      "grad_norm": 0.6031147595076579,
      "learning_rate": 1.9617835111787867e-05,
      "loss": 1.4881,
      "step": 360
    },
    {
      "epoch": 0.1823176823176823,
      "grad_norm": 0.5952746215115232,
      "learning_rate": 1.9593588351193052e-05,
      "loss": 1.4666,
      "step": 365
    },
    {
      "epoch": 0.1848151848151848,
      "grad_norm": 0.6255940885692571,
      "learning_rate": 1.9568611812786532e-05,
      "loss": 1.474,
      "step": 370
    },
    {
      "epoch": 0.18731268731268733,
      "grad_norm": 0.6477970276490436,
      "learning_rate": 1.9542907396516785e-05,
      "loss": 1.4631,
      "step": 375
    },
    {
      "epoch": 0.18981018981018982,
      "grad_norm": 0.5912055787730713,
      "learning_rate": 1.9516477057701466e-05,
      "loss": 1.4787,
      "step": 380
    },
    {
      "epoch": 0.19230769230769232,
      "grad_norm": 0.5977045715698001,
      "learning_rate": 1.9489322806878656e-05,
      "loss": 1.4314,
      "step": 385
    },
    {
      "epoch": 0.19480519480519481,
      "grad_norm": 0.61036807424684,
      "learning_rate": 1.9461446709653957e-05,
      "loss": 1.4693,
      "step": 390
    },
    {
      "epoch": 0.1973026973026973,
      "grad_norm": 0.6112465801953235,
      "learning_rate": 1.9432850886543326e-05,
      "loss": 1.4701,
      "step": 395
    },
    {
      "epoch": 0.1998001998001998,
      "grad_norm": 0.6304719391483268,
      "learning_rate": 1.9403537512811787e-05,
      "loss": 1.4777,
      "step": 400
    },
    {
      "epoch": 0.2022977022977023,
      "grad_norm": 0.6112422299939182,
      "learning_rate": 1.9373508818307968e-05,
      "loss": 1.4557,
      "step": 405
    },
    {
      "epoch": 0.2047952047952048,
      "grad_norm": 0.6035751746027855,
      "learning_rate": 1.934276708729445e-05,
      "loss": 1.466,
      "step": 410
    },
    {
      "epoch": 0.2072927072927073,
      "grad_norm": 0.6160171586432444,
      "learning_rate": 1.931131465827403e-05,
      "loss": 1.4678,
      "step": 415
    },
    {
      "epoch": 0.2097902097902098,
      "grad_norm": 0.578987339614661,
      "learning_rate": 1.927915392381183e-05,
      "loss": 1.4711,
      "step": 420
    },
    {
      "epoch": 0.2122877122877123,
      "grad_norm": 0.6009564059910109,
      "learning_rate": 1.924628733035327e-05,
      "loss": 1.4236,
      "step": 425
    },
    {
      "epoch": 0.21478521478521478,
      "grad_norm": 0.5771497242982938,
      "learning_rate": 1.921271737803802e-05,
      "loss": 1.4453,
      "step": 430
    },
    {
      "epoch": 0.21728271728271728,
      "grad_norm": 0.6502815076829854,
      "learning_rate": 1.9178446620509762e-05,
      "loss": 1.4699,
      "step": 435
    },
    {
      "epoch": 0.21978021978021978,
      "grad_norm": 0.5764365248525531,
      "learning_rate": 1.9143477664721958e-05,
      "loss": 1.4605,
      "step": 440
    },
    {
      "epoch": 0.22227772227772227,
      "grad_norm": 0.5822891539634295,
      "learning_rate": 1.910781317073956e-05,
      "loss": 1.4863,
      "step": 445
    },
    {
      "epoch": 0.22477522477522477,
      "grad_norm": 0.6451582215816908,
      "learning_rate": 1.9071455851536624e-05,
      "loss": 1.4332,
      "step": 450
    },
    {
      "epoch": 0.22727272727272727,
      "grad_norm": 0.593557795590725,
      "learning_rate": 1.9034408472789966e-05,
      "loss": 1.4645,
      "step": 455
    },
    {
      "epoch": 0.22977022977022976,
      "grad_norm": 0.6199243138454168,
      "learning_rate": 1.899667385266876e-05,
      "loss": 1.4855,
      "step": 460
    },
    {
      "epoch": 0.23226773226773226,
      "grad_norm": 0.6224413441302457,
      "learning_rate": 1.8958254861620175e-05,
      "loss": 1.4619,
      "step": 465
    },
    {
      "epoch": 0.23476523476523475,
      "grad_norm": 0.5900908816448431,
      "learning_rate": 1.891915442215101e-05,
      "loss": 1.4689,
      "step": 470
    },
    {
      "epoch": 0.23726273726273725,
      "grad_norm": 0.6046704798520209,
      "learning_rate": 1.88793755086054e-05,
      "loss": 1.4818,
      "step": 475
    },
    {
      "epoch": 0.23976023976023977,
      "grad_norm": 0.6046504384361893,
      "learning_rate": 1.8838921146938523e-05,
      "loss": 1.4844,
      "step": 480
    },
    {
      "epoch": 0.24225774225774227,
      "grad_norm": 0.6321793284169105,
      "learning_rate": 1.8797794414486464e-05,
      "loss": 1.4885,
      "step": 485
    },
    {
      "epoch": 0.24475524475524477,
      "grad_norm": 0.6132924357874657,
      "learning_rate": 1.8755998439732092e-05,
      "loss": 1.4266,
      "step": 490
    },
    {
      "epoch": 0.24725274725274726,
      "grad_norm": 0.5758115234705521,
      "learning_rate": 1.8713536402067084e-05,
      "loss": 1.4555,
      "step": 495
    },
    {
      "epoch": 0.24975024975024976,
      "grad_norm": 0.6315493878396948,
      "learning_rate": 1.8670411531550078e-05,
      "loss": 1.4389,
      "step": 500
    },
    {
      "epoch": 0.25224775224775225,
      "grad_norm": 0.5983637081460963,
      "learning_rate": 1.8626627108660967e-05,
      "loss": 1.4541,
      "step": 505
    },
    {
      "epoch": 0.2547452547452547,
      "grad_norm": 0.613743195658409,
      "learning_rate": 1.858218646405134e-05,
      "loss": 1.4563,
      "step": 510
    },
    {
      "epoch": 0.25724275724275725,
      "grad_norm": 0.6160127598619121,
      "learning_rate": 1.853709297829113e-05,
      "loss": 1.4404,
      "step": 515
    },
    {
      "epoch": 0.2597402597402597,
      "grad_norm": 0.5881202719679728,
      "learning_rate": 1.8491350081611476e-05,
      "loss": 1.4482,
      "step": 520
    },
    {
      "epoch": 0.26223776223776224,
      "grad_norm": 0.6075507393786623,
      "learning_rate": 1.8444961253643735e-05,
      "loss": 1.4678,
      "step": 525
    },
    {
      "epoch": 0.2647352647352647,
      "grad_norm": 0.6067302073521903,
      "learning_rate": 1.839793002315486e-05,
      "loss": 1.4652,
      "step": 530
    },
    {
      "epoch": 0.26723276723276723,
      "grad_norm": 0.5992344232560203,
      "learning_rate": 1.8350259967778904e-05,
      "loss": 1.4814,
      "step": 535
    },
    {
      "epoch": 0.26973026973026976,
      "grad_norm": 0.5936044938571322,
      "learning_rate": 1.8301954713744913e-05,
      "loss": 1.4926,
      "step": 540
    },
    {
      "epoch": 0.2722277722277722,
      "grad_norm": 0.6243533443030893,
      "learning_rate": 1.825301793560106e-05,
      "loss": 1.4418,
      "step": 545
    },
    {
      "epoch": 0.27472527472527475,
      "grad_norm": 0.6475835332691422,
      "learning_rate": 1.8203453355935138e-05,
      "loss": 1.4318,
      "step": 550
    },
    {
      "epoch": 0.2772227772227772,
      "grad_norm": 0.6034928795207719,
      "learning_rate": 1.8153264745091376e-05,
      "loss": 1.4578,
      "step": 555
    },
    {
      "epoch": 0.27972027972027974,
      "grad_norm": 0.6014943047947878,
      "learning_rate": 1.8102455920883638e-05,
      "loss": 1.4453,
      "step": 560
    },
    {
      "epoch": 0.2822177822177822,
      "grad_norm": 0.5940439920493482,
      "learning_rate": 1.8051030748304995e-05,
      "loss": 1.441,
      "step": 565
    },
    {
      "epoch": 0.28471528471528473,
      "grad_norm": 0.5973102651058637,
      "learning_rate": 1.7998993139233733e-05,
      "loss": 1.4404,
      "step": 570
    },
    {
      "epoch": 0.2872127872127872,
      "grad_norm": 0.6373065559038443,
      "learning_rate": 1.7946347052135765e-05,
      "loss": 1.4402,
      "step": 575
    },
    {
      "epoch": 0.2897102897102897,
      "grad_norm": 0.591939297971996,
      "learning_rate": 1.7893096491763516e-05,
      "loss": 1.4436,
      "step": 580
    },
    {
      "epoch": 0.2922077922077922,
      "grad_norm": 0.6303248373687841,
      "learning_rate": 1.783924550885129e-05,
      "loss": 1.4502,
      "step": 585
    },
    {
      "epoch": 0.2947052947052947,
      "grad_norm": 0.6043134459553595,
      "learning_rate": 1.7784798199807128e-05,
      "loss": 1.4393,
      "step": 590
    },
    {
      "epoch": 0.2972027972027972,
      "grad_norm": 0.6188884164985347,
      "learning_rate": 1.7729758706401198e-05,
      "loss": 1.4518,
      "step": 595
    },
    {
      "epoch": 0.2997002997002997,
      "grad_norm": 0.613931875976274,
      "learning_rate": 1.7674131215450737e-05,
      "loss": 1.4502,
      "step": 600
    },
    {
      "epoch": 0.3021978021978022,
      "grad_norm": 0.633581966523218,
      "learning_rate": 1.761791995850156e-05,
      "loss": 1.4672,
      "step": 605
    },
    {
      "epoch": 0.3046953046953047,
      "grad_norm": 0.6814123621585955,
      "learning_rate": 1.756112921150616e-05,
      "loss": 1.4658,
      "step": 610
    },
    {
      "epoch": 0.30719280719280717,
      "grad_norm": 0.6849863029026064,
      "learning_rate": 1.7503763294498457e-05,
      "loss": 1.4549,
      "step": 615
    },
    {
      "epoch": 0.3096903096903097,
      "grad_norm": 0.6087834948101178,
      "learning_rate": 1.744582657126517e-05,
      "loss": 1.4654,
      "step": 620
    },
    {
      "epoch": 0.31218781218781216,
      "grad_norm": 0.6271370527131133,
      "learning_rate": 1.7387323449013847e-05,
      "loss": 1.4559,
      "step": 625
    },
    {
      "epoch": 0.3146853146853147,
      "grad_norm": 0.5965573330712144,
      "learning_rate": 1.732825837803765e-05,
      "loss": 1.4428,
      "step": 630
    },
    {
      "epoch": 0.31718281718281716,
      "grad_norm": 0.5820015665580709,
      "learning_rate": 1.7268635851376785e-05,
      "loss": 1.4322,
      "step": 635
    },
    {
      "epoch": 0.3196803196803197,
      "grad_norm": 0.6404931910900401,
      "learning_rate": 1.7208460404476745e-05,
      "loss": 1.4186,
      "step": 640
    },
    {
      "epoch": 0.3221778221778222,
      "grad_norm": 0.6071016525369416,
      "learning_rate": 1.7147736614843297e-05,
      "loss": 1.476,
      "step": 645
    },
    {
      "epoch": 0.3246753246753247,
      "grad_norm": 0.612882708226592,
      "learning_rate": 1.7086469101694256e-05,
      "loss": 1.4389,
      "step": 650
    },
    {
      "epoch": 0.3271728271728272,
      "grad_norm": 0.5881848691858614,
      "learning_rate": 1.7024662525608138e-05,
      "loss": 1.435,
      "step": 655
    },
    {
      "epoch": 0.32967032967032966,
      "grad_norm": 0.5737529254448511,
      "learning_rate": 1.6962321588169598e-05,
      "loss": 1.418,
      "step": 660
    },
    {
      "epoch": 0.3321678321678322,
      "grad_norm": 0.6179845074416096,
      "learning_rate": 1.6899451031611814e-05,
      "loss": 1.4414,
      "step": 665
    },
    {
      "epoch": 0.33466533466533466,
      "grad_norm": 0.5736444109242151,
      "learning_rate": 1.6836055638455722e-05,
      "loss": 1.4447,
      "step": 670
    },
    {
      "epoch": 0.3371628371628372,
      "grad_norm": 0.5795692210030509,
      "learning_rate": 1.677214023114623e-05,
      "loss": 1.4324,
      "step": 675
    },
    {
      "epoch": 0.33966033966033965,
      "grad_norm": 0.5744069935261185,
      "learning_rate": 1.670770967168537e-05,
      "loss": 1.4551,
      "step": 680
    },
    {
      "epoch": 0.3421578421578422,
      "grad_norm": 0.5700614802381841,
      "learning_rate": 1.664276886126246e-05,
      "loss": 1.4484,
      "step": 685
    },
    {
      "epoch": 0.34465534465534464,
      "grad_norm": 0.5845137807381232,
      "learning_rate": 1.6577322739881255e-05,
      "loss": 1.4432,
      "step": 690
    },
    {
      "epoch": 0.34715284715284717,
      "grad_norm": 0.593744715408962,
      "learning_rate": 1.6511376285984178e-05,
      "loss": 1.4619,
      "step": 695
    },
    {
      "epoch": 0.34965034965034963,
      "grad_norm": 0.5793931254909227,
      "learning_rate": 1.6444934516073616e-05,
      "loss": 1.4211,
      "step": 700
    },
    {
      "epoch": 0.35214785214785216,
      "grad_norm": 0.5758772035789704,
      "learning_rate": 1.6378002484330302e-05,
      "loss": 1.4119,
      "step": 705
    },
    {
      "epoch": 0.3546453546453546,
      "grad_norm": 0.5484125962292113,
      "learning_rate": 1.631058528222886e-05,
      "loss": 1.4525,
      "step": 710
    },
    {
      "epoch": 0.35714285714285715,
      "grad_norm": 0.5607271264543517,
      "learning_rate": 1.6242688038150506e-05,
      "loss": 1.4424,
      "step": 715
    },
    {
      "epoch": 0.3596403596403596,
      "grad_norm": 0.5686749936708495,
      "learning_rate": 1.617431591699291e-05,
      "loss": 1.4479,
      "step": 720
    },
    {
      "epoch": 0.36213786213786214,
      "grad_norm": 0.5881301033011896,
      "learning_rate": 1.610547411977734e-05,
      "loss": 1.4328,
      "step": 725
    },
    {
      "epoch": 0.3646353646353646,
      "grad_norm": 0.5720277368764229,
      "learning_rate": 1.6036167883252988e-05,
      "loss": 1.4281,
      "step": 730
    },
    {
      "epoch": 0.36713286713286714,
      "grad_norm": 0.5764228460657957,
      "learning_rate": 1.5966402479498642e-05,
      "loss": 1.4078,
      "step": 735
    },
    {
      "epoch": 0.3696303696303696,
      "grad_norm": 0.5978785182102654,
      "learning_rate": 1.589618321552163e-05,
      "loss": 1.4633,
      "step": 740
    },
    {
      "epoch": 0.37212787212787213,
      "grad_norm": 0.6180570740071937,
      "learning_rate": 1.5825515432854125e-05,
      "loss": 1.4539,
      "step": 745
    },
    {
      "epoch": 0.37462537462537465,
      "grad_norm": 0.5830046899610206,
      "learning_rate": 1.575440450714681e-05,
      "loss": 1.4461,
      "step": 750
    },
    {
      "epoch": 0.3771228771228771,
      "grad_norm": 0.5954005920559348,
      "learning_rate": 1.5682855847759965e-05,
      "loss": 1.452,
      "step": 755
    },
    {
      "epoch": 0.37962037962037964,
      "grad_norm": 0.6051251268495438,
      "learning_rate": 1.561087489735197e-05,
      "loss": 1.4201,
      "step": 760
    },
    {
      "epoch": 0.3821178821178821,
      "grad_norm": 0.6013847208073526,
      "learning_rate": 1.55384671314653e-05,
      "loss": 1.4637,
      "step": 765
    },
    {
      "epoch": 0.38461538461538464,
      "grad_norm": 0.5531512896528412,
      "learning_rate": 1.5465638058109998e-05,
      "loss": 1.4672,
      "step": 770
    },
    {
      "epoch": 0.3871128871128871,
      "grad_norm": 0.5872131594092668,
      "learning_rate": 1.5392393217344666e-05,
      "loss": 1.4377,
      "step": 775
    },
    {
      "epoch": 0.38961038961038963,
      "grad_norm": 0.5745997412000698,
      "learning_rate": 1.5318738180855073e-05,
      "loss": 1.423,
      "step": 780
    },
    {
      "epoch": 0.3921078921078921,
      "grad_norm": 0.605115761970259,
      "learning_rate": 1.5244678551530294e-05,
      "loss": 1.4473,
      "step": 785
    },
    {
      "epoch": 0.3946053946053946,
      "grad_norm": 0.6213851173284739,
      "learning_rate": 1.5170219963036501e-05,
      "loss": 1.4072,
      "step": 790
    },
    {
      "epoch": 0.3971028971028971,
      "grad_norm": 0.5978885819645756,
      "learning_rate": 1.5095368079388433e-05,
      "loss": 1.4162,
      "step": 795
    },
    {
      "epoch": 0.3996003996003996,
      "grad_norm": 0.5911623084092997,
      "learning_rate": 1.5020128594518521e-05,
      "loss": 1.4717,
      "step": 800
    },
    {
      "epoch": 0.4020979020979021,
      "grad_norm": 0.6272064593303712,
      "learning_rate": 1.4944507231843756e-05,
      "loss": 1.4107,
      "step": 805
    },
    {
      "epoch": 0.4045954045954046,
      "grad_norm": 0.5581911612649774,
      "learning_rate": 1.4868509743830332e-05,
      "loss": 1.4693,
      "step": 810
    },
    {
      "epoch": 0.4070929070929071,
      "grad_norm": 0.5966177763636179,
      "learning_rate": 1.4792141911556027e-05,
      "loss": 1.4529,
      "step": 815
    },
    {
      "epoch": 0.4095904095904096,
      "grad_norm": 0.5690396045913945,
      "learning_rate": 1.4715409544270462e-05,
      "loss": 1.4068,
      "step": 820
    },
    {
      "epoch": 0.41208791208791207,
      "grad_norm": 0.584356875396126,
      "learning_rate": 1.4638318478953202e-05,
      "loss": 1.4236,
      "step": 825
    },
    {
      "epoch": 0.4145854145854146,
      "grad_norm": 0.5739165782375986,
      "learning_rate": 1.4560874579869716e-05,
      "loss": 1.458,
      "step": 830
    },
    {
      "epoch": 0.41708291708291706,
      "grad_norm": 0.5599887521557004,
      "learning_rate": 1.4483083738125312e-05,
      "loss": 1.4291,
      "step": 835
    },
    {
      "epoch": 0.4195804195804196,
      "grad_norm": 0.6029223939894577,
      "learning_rate": 1.440495187121698e-05,
      "loss": 1.4539,
      "step": 840
    },
    {
      "epoch": 0.42207792207792205,
      "grad_norm": 0.5748015553402251,
      "learning_rate": 1.4326484922583277e-05,
      "loss": 1.4576,
      "step": 845
    },
    {
      "epoch": 0.4245754245754246,
      "grad_norm": 0.571786282655034,
      "learning_rate": 1.4247688861152195e-05,
      "loss": 1.4178,
      "step": 850
    },
    {
      "epoch": 0.4270729270729271,
      "grad_norm": 0.5750364404879977,
      "learning_rate": 1.4168569680887115e-05,
      "loss": 1.3918,
      "step": 855
    },
    {
      "epoch": 0.42957042957042957,
      "grad_norm": 0.6326043768326718,
      "learning_rate": 1.4089133400330851e-05,
      "loss": 1.4203,
      "step": 860
    },
    {
      "epoch": 0.4320679320679321,
      "grad_norm": 0.5810248976937782,
      "learning_rate": 1.4009386062147829e-05,
      "loss": 1.4205,
      "step": 865
    },
    {
      "epoch": 0.43456543456543456,
      "grad_norm": 0.5793030771243948,
      "learning_rate": 1.3929333732664405e-05,
      "loss": 1.4141,
      "step": 870
    },
    {
      "epoch": 0.4370629370629371,
      "grad_norm": 0.5882605784866781,
      "learning_rate": 1.3848982501407433e-05,
      "loss": 1.4014,
      "step": 875
    },
    {
      "epoch": 0.43956043956043955,
      "grad_norm": 0.5908520891384703,
      "learning_rate": 1.376833848064102e-05,
      "loss": 1.4199,
      "step": 880
    },
    {
      "epoch": 0.4420579420579421,
      "grad_norm": 0.5749374739029786,
      "learning_rate": 1.3687407804901562e-05,
      "loss": 1.4395,
      "step": 885
    },
    {
      "epoch": 0.44455544455544455,
      "grad_norm": 0.5946443949866522,
      "learning_rate": 1.3606196630531125e-05,
      "loss": 1.4094,
      "step": 890
    },
    {
      "epoch": 0.44705294705294707,
      "grad_norm": 0.5939592710725731,
      "learning_rate": 1.3524711135209106e-05,
      "loss": 1.459,
      "step": 895
    },
    {
      "epoch": 0.44955044955044954,
      "grad_norm": 0.6678972614058073,
      "learning_rate": 1.344295751748231e-05,
      "loss": 1.4383,
      "step": 900
    },
    {
      "epoch": 0.45204795204795206,
      "grad_norm": 0.6281545707564247,
      "learning_rate": 1.3360941996293439e-05,
      "loss": 1.4082,
      "step": 905
    },
    {
      "epoch": 0.45454545454545453,
      "grad_norm": 0.5539852627359688,
      "learning_rate": 1.3278670810508016e-05,
      "loss": 1.4029,
      "step": 910
    },
    {
      "epoch": 0.45704295704295705,
      "grad_norm": 0.5612024689602829,
      "learning_rate": 1.3196150218439791e-05,
      "loss": 1.4029,
      "step": 915
    },
    {
      "epoch": 0.4595404595404595,
      "grad_norm": 0.5624396822250519,
      "learning_rate": 1.3113386497374691e-05,
      "loss": 1.426,
      "step": 920
    },
    {
      "epoch": 0.46203796203796205,
      "grad_norm": 0.560035011608423,
      "learning_rate": 1.303038594309329e-05,
      "loss": 1.4232,
      "step": 925
    },
    {
      "epoch": 0.4645354645354645,
      "grad_norm": 0.5635810720544526,
      "learning_rate": 1.294715486939192e-05,
      "loss": 1.4109,
      "step": 930
    },
    {
      "epoch": 0.46703296703296704,
      "grad_norm": 0.5593251592488799,
      "learning_rate": 1.2863699607602358e-05,
      "loss": 1.41,
      "step": 935
    },
    {
      "epoch": 0.4695304695304695,
      "grad_norm": 0.5701405685916455,
      "learning_rate": 1.2780026506110225e-05,
      "loss": 1.4143,
      "step": 940
    },
    {
      "epoch": 0.47202797202797203,
      "grad_norm": 0.5953274579464188,
      "learning_rate": 1.2696141929872064e-05,
      "loss": 1.4424,
      "step": 945
    },
    {
      "epoch": 0.4745254745254745,
      "grad_norm": 0.5903315131949918,
      "learning_rate": 1.2612052259931146e-05,
      "loss": 1.432,
      "step": 950
    },
    {
      "epoch": 0.477022977022977,
      "grad_norm": 0.6474768176448746,
      "learning_rate": 1.2527763892932098e-05,
      "loss": 1.4213,
      "step": 955
    },
    {
      "epoch": 0.47952047952047955,
      "grad_norm": 0.5803138843479497,
      "learning_rate": 1.2443283240634295e-05,
      "loss": 1.4285,
      "step": 960
    },
    {
      "epoch": 0.482017982017982,
      "grad_norm": 0.5842946811886939,
      "learning_rate": 1.2358616729424113e-05,
      "loss": 1.4199,
      "step": 965
    },
    {
      "epoch": 0.48451548451548454,
      "grad_norm": 0.5813493069736728,
      "learning_rate": 1.2273770799826104e-05,
      "loss": 1.39,
      "step": 970
    },
    {
      "epoch": 0.487012987012987,
      "grad_norm": 0.5818251384856308,
      "learning_rate": 1.2188751906013054e-05,
      "loss": 1.4252,
      "step": 975
    },
    {
      "epoch": 0.48951048951048953,
      "grad_norm": 0.560060901896041,
      "learning_rate": 1.2103566515315015e-05,
      "loss": 1.4363,
      "step": 980
    },
    {
      "epoch": 0.492007992007992,
      "grad_norm": 0.5900604664592788,
      "learning_rate": 1.2018221107727348e-05,
      "loss": 1.424,
      "step": 985
    },
    {
      "epoch": 0.4945054945054945,
      "grad_norm": 0.6006775065579683,
      "learning_rate": 1.1932722175417796e-05,
      "loss": 1.4445,
      "step": 990
    },
    {
      "epoch": 0.497002997002997,
      "grad_norm": 0.5619729965938716,
      "learning_rate": 1.1847076222232614e-05,
      "loss": 1.4084,
      "step": 995
    },
    {
      "epoch": 0.4995004995004995,
      "grad_norm": 0.5891531026395397,
      "learning_rate": 1.1761289763201843e-05,
      "loss": 1.4629,
      "step": 1000
    },
    {
      "epoch": 0.501998001998002,
      "grad_norm": 0.5714013445476286,
      "learning_rate": 1.1675369324043711e-05,
      "loss": 1.4047,
      "step": 1005
    },
    {
      "epoch": 0.5044955044955045,
      "grad_norm": 0.5863058372349657,
      "learning_rate": 1.1589321440668215e-05,
      "loss": 1.4076,
      "step": 1010
    },
    {
      "epoch": 0.506993006993007,
      "grad_norm": 0.5637118268520764,
      "learning_rate": 1.150315265867996e-05,
      "loss": 1.3906,
      "step": 1015
    },
    {
      "epoch": 0.5094905094905094,
      "grad_norm": 0.5818062669935986,
      "learning_rate": 1.1416869532880219e-05,
      "loss": 1.4197,
      "step": 1020
    },
    {
      "epoch": 0.511988011988012,
      "grad_norm": 0.5445231455998051,
      "learning_rate": 1.1330478626768322e-05,
      "loss": 1.4096,
      "step": 1025
    },
    {
      "epoch": 0.5144855144855145,
      "grad_norm": 0.5431092926811159,
      "learning_rate": 1.1243986512042377e-05,
      "loss": 1.4107,
      "step": 1030
    },
    {
      "epoch": 0.516983016983017,
      "grad_norm": 0.5813926112600306,
      "learning_rate": 1.1157399768099366e-05,
      "loss": 1.4084,
      "step": 1035
    },
    {
      "epoch": 0.5194805194805194,
      "grad_norm": 0.5414994094678953,
      "learning_rate": 1.1070724981534647e-05,
      "loss": 1.4289,
      "step": 1040
    },
    {
      "epoch": 0.521978021978022,
      "grad_norm": 0.6082878578501058,
      "learning_rate": 1.0983968745640923e-05,
      "loss": 1.3955,
      "step": 1045
    },
    {
      "epoch": 0.5244755244755245,
      "grad_norm": 0.5880000826032931,
      "learning_rate": 1.0897137659906688e-05,
      "loss": 1.434,
      "step": 1050
    },
    {
      "epoch": 0.526973026973027,
      "grad_norm": 0.5826064228545781,
      "learning_rate": 1.0810238329514225e-05,
      "loss": 1.4338,
      "step": 1055
    },
    {
      "epoch": 0.5294705294705294,
      "grad_norm": 0.578444951018154,
      "learning_rate": 1.072327736483713e-05,
      "loss": 1.4086,
      "step": 1060
    },
    {
      "epoch": 0.531968031968032,
      "grad_norm": 0.6486816144633984,
      "learning_rate": 1.0636261380937483e-05,
      "loss": 1.4547,
      "step": 1065
    },
    {
      "epoch": 0.5344655344655345,
      "grad_norm": 0.5798026934780651,
      "learning_rate": 1.0549196997062636e-05,
      "loss": 1.4479,
      "step": 1070
    },
    {
      "epoch": 0.5369630369630369,
      "grad_norm": 0.5684699536044626,
      "learning_rate": 1.0462090836141705e-05,
      "loss": 1.4328,
      "step": 1075
    },
    {
      "epoch": 0.5394605394605395,
      "grad_norm": 0.5649595887737456,
      "learning_rate": 1.0374949524281741e-05,
      "loss": 1.4029,
      "step": 1080
    },
    {
      "epoch": 0.541958041958042,
      "grad_norm": 0.563782276984447,
      "learning_rate": 1.0287779690263718e-05,
      "loss": 1.424,
      "step": 1085
    },
    {
      "epoch": 0.5444555444555444,
      "grad_norm": 0.5660579039073754,
      "learning_rate": 1.020058796503826e-05,
      "loss": 1.4297,
      "step": 1090
    },
    {
      "epoch": 0.5469530469530469,
      "grad_norm": 0.5636774609406205,
      "learning_rate": 1.0113380981221251e-05,
      "loss": 1.4215,
      "step": 1095
    },
    {
      "epoch": 0.5494505494505495,
      "grad_norm": 0.6010986540268031,
      "learning_rate": 1.0026165372589278e-05,
      "loss": 1.4266,
      "step": 1100
    },
    {
      "epoch": 0.551948051948052,
      "grad_norm": 0.576964864697373,
      "learning_rate": 9.938947773575014e-06,
      "loss": 1.4293,
      "step": 1105
    },
    {
      "epoch": 0.5544455544455544,
      "grad_norm": 0.5824502629480401,
      "learning_rate": 9.85173481876254e-06,
      "loss": 1.4189,
      "step": 1110
    },
    {
      "epoch": 0.5569430569430569,
      "grad_norm": 0.5942234816959274,
      "learning_rate": 9.76453314238266e-06,
      "loss": 1.4189,
      "step": 1115
    },
    {
      "epoch": 0.5594405594405595,
      "grad_norm": 0.6617650208107443,
      "learning_rate": 9.677349377808223e-06,
      "loss": 1.4168,
      "step": 1120
    },
    {
      "epoch": 0.561938061938062,
      "grad_norm": 0.5884509578639053,
      "learning_rate": 9.59019015704955e-06,
      "loss": 1.4166,
      "step": 1125
    },
    {
      "epoch": 0.5644355644355644,
      "grad_norm": 0.557887295420414,
      "learning_rate": 9.50306211024993e-06,
      "loss": 1.3822,
      "step": 1130
    },
    {
      "epoch": 0.5669330669330669,
      "grad_norm": 0.5879744392930232,
      "learning_rate": 9.415971865181262e-06,
      "loss": 1.432,
      "step": 1135
    },
    {
      "epoch": 0.5694305694305695,
      "grad_norm": 0.537544435355244,
      "learning_rate": 9.328926046739899e-06,
      "loss": 1.3986,
      "step": 1140
    },
    {
      "epoch": 0.5719280719280719,
      "grad_norm": 0.547945173543134,
      "learning_rate": 9.241931276442692e-06,
      "loss": 1.4135,
      "step": 1145
    },
    {
      "epoch": 0.5744255744255744,
      "grad_norm": 0.538047360325627,
      "learning_rate": 9.154994171923285e-06,
      "loss": 1.4039,
      "step": 1150
    },
    {
      "epoch": 0.5769230769230769,
      "grad_norm": 0.5727954926769311,
      "learning_rate": 9.068121346428735e-06,
      "loss": 1.4289,
      "step": 1155
    },
    {
      "epoch": 0.5794205794205795,
      "grad_norm": 0.5576248663734549,
      "learning_rate": 8.981319408316435e-06,
      "loss": 1.4225,
      "step": 1160
    },
    {
      "epoch": 0.5819180819180819,
      "grad_norm": 0.5463217484702698,
      "learning_rate": 8.894594960551417e-06,
      "loss": 1.4387,
      "step": 1165
    },
    {
      "epoch": 0.5844155844155844,
      "grad_norm": 0.5549160167136193,
      "learning_rate": 8.807954600204079e-06,
      "loss": 1.4506,
      "step": 1170
    },
    {
      "epoch": 0.586913086913087,
      "grad_norm": 0.5680365114034921,
      "learning_rate": 8.721404917948343e-06,
      "loss": 1.4281,
      "step": 1175
    },
    {
      "epoch": 0.5894105894105894,
      "grad_norm": 0.5497516014718968,
      "learning_rate": 8.634952497560311e-06,
      "loss": 1.3762,
      "step": 1180
    },
    {
      "epoch": 0.5919080919080919,
      "grad_norm": 0.5441689872765054,
      "learning_rate": 8.548603915417445e-06,
      "loss": 1.4225,
      "step": 1185
    },
    {
      "epoch": 0.5944055944055944,
      "grad_norm": 0.5541444947818719,
      "learning_rate": 8.462365739998293e-06,
      "loss": 1.4109,
      "step": 1190
    },
    {
      "epoch": 0.596903096903097,
      "grad_norm": 0.5395216741373036,
      "learning_rate": 8.37624453138284e-06,
      "loss": 1.4312,
      "step": 1195
    },
    {
      "epoch": 0.5994005994005994,
      "grad_norm": 0.5590912253817989,
      "learning_rate": 8.29024684075349e-06,
      "loss": 1.4496,
      "step": 1200
    },
    {
      "epoch": 0.6018981018981019,
      "grad_norm": 0.5534235750092595,
      "learning_rate": 8.204379209896712e-06,
      "loss": 1.3957,
      "step": 1205
    },
    {
      "epoch": 0.6043956043956044,
      "grad_norm": 0.5527215292209857,
      "learning_rate": 8.118648170705418e-06,
      "loss": 1.3939,
      "step": 1210
    },
    {
      "epoch": 0.6068931068931069,
      "grad_norm": 0.5575590900953113,
      "learning_rate": 8.033060244682079e-06,
      "loss": 1.4287,
      "step": 1215
    },
    {
      "epoch": 0.6093906093906094,
      "grad_norm": 0.5547478805981547,
      "learning_rate": 7.947621942442651e-06,
      "loss": 1.4158,
      "step": 1220
    },
    {
      "epoch": 0.6118881118881119,
      "grad_norm": 0.5450784092052757,
      "learning_rate": 7.86233976322131e-06,
      "loss": 1.401,
      "step": 1225
    },
    {
      "epoch": 0.6143856143856143,
      "grad_norm": 0.5470074785243866,
      "learning_rate": 7.777220194376047e-06,
      "loss": 1.4059,
      "step": 1230
    },
    {
      "epoch": 0.6168831168831169,
      "grad_norm": 0.5626536427769004,
      "learning_rate": 7.692269710895204e-06,
      "loss": 1.3984,
      "step": 1235
    },
    {
      "epoch": 0.6193806193806194,
      "grad_norm": 0.5597868226937674,
      "learning_rate": 7.6074947749049085e-06,
      "loss": 1.3975,
      "step": 1240
    },
    {
      "epoch": 0.6218781218781219,
      "grad_norm": 0.58351780125821,
      "learning_rate": 7.522901835177506e-06,
      "loss": 1.4076,
      "step": 1245
    },
    {
      "epoch": 0.6243756243756243,
      "grad_norm": 0.5724325966850812,
      "learning_rate": 7.438497326641012e-06,
      "loss": 1.3879,
      "step": 1250
    },
    {
      "epoch": 0.6268731268731269,
      "grad_norm": 0.5607824288299132,
      "learning_rate": 7.354287669889606e-06,
      "loss": 1.4287,
      "step": 1255
    },
    {
      "epoch": 0.6293706293706294,
      "grad_norm": 0.5638298509185126,
      "learning_rate": 7.270279270695224e-06,
      "loss": 1.4166,
      "step": 1260
    },
    {
      "epoch": 0.6318681318681318,
      "grad_norm": 0.5665268367121324,
      "learning_rate": 7.186478519520279e-06,
      "loss": 1.4088,
      "step": 1265
    },
    {
      "epoch": 0.6343656343656343,
      "grad_norm": 0.5604638074594092,
      "learning_rate": 7.10289179103153e-06,
      "loss": 1.4039,
      "step": 1270
    },
    {
      "epoch": 0.6368631368631369,
      "grad_norm": 0.532861430529107,
      "learning_rate": 7.019525443615181e-06,
      "loss": 1.417,
      "step": 1275
    },
    {
      "epoch": 0.6393606393606394,
      "grad_norm": 0.5677614156345291,
      "learning_rate": 6.936385818893197e-06,
      "loss": 1.4402,
      "step": 1280
    },
    {
      "epoch": 0.6418581418581418,
      "grad_norm": 0.5694497687636981,
      "learning_rate": 6.853479241240895e-06,
      "loss": 1.4357,
      "step": 1285
    },
    {
      "epoch": 0.6443556443556444,
      "grad_norm": 0.5543995367335554,
      "learning_rate": 6.770812017305862e-06,
      "loss": 1.4146,
      "step": 1290
    },
    {
      "epoch": 0.6468531468531469,
      "grad_norm": 0.5631493620705318,
      "learning_rate": 6.688390435528209e-06,
      "loss": 1.4279,
      "step": 1295
    },
    {
      "epoch": 0.6493506493506493,
      "grad_norm": 0.5592727752351011,
      "learning_rate": 6.606220765662209e-06,
      "loss": 1.4084,
      "step": 1300
    },
    {
      "epoch": 0.6518481518481518,
      "grad_norm": 0.5557444350764018,
      "learning_rate": 6.524309258299368e-06,
      "loss": 1.4469,
      "step": 1305
    },
    {
      "epoch": 0.6543456543456544,
      "grad_norm": 0.5810169874195164,
      "learning_rate": 6.4426621443929505e-06,
      "loss": 1.3941,
      "step": 1310
    },
    {
      "epoch": 0.6568431568431569,
      "grad_norm": 0.551934949323112,
      "learning_rate": 6.361285634783976e-06,
      "loss": 1.4168,
      "step": 1315
    },
    {
      "epoch": 0.6593406593406593,
      "grad_norm": 0.5591413946588629,
      "learning_rate": 6.280185919728784e-06,
      "loss": 1.3924,
      "step": 1320
    },
    {
      "epoch": 0.6618381618381618,
      "grad_norm": 0.5805816363917151,
      "learning_rate": 6.199369168428143e-06,
      "loss": 1.4307,
      "step": 1325
    },
    {
      "epoch": 0.6643356643356644,
      "grad_norm": 0.5547681713848772,
      "learning_rate": 6.11884152855795e-06,
      "loss": 1.3969,
      "step": 1330
    },
    {
      "epoch": 0.6668331668331668,
      "grad_norm": 0.5495944089666234,
      "learning_rate": 6.0386091258015965e-06,
      "loss": 1.3871,
      "step": 1335
    },
    {
      "epoch": 0.6693306693306693,
      "grad_norm": 0.5410207477678411,
      "learning_rate": 5.95867806338398e-06,
      "loss": 1.4008,
      "step": 1340
    },
    {
      "epoch": 0.6718281718281718,
      "grad_norm": 0.5497516804363539,
      "learning_rate": 5.879054421607248e-06,
      "loss": 1.4289,
      "step": 1345
    },
    {
      "epoch": 0.6743256743256744,
      "grad_norm": 0.55144703567488,
      "learning_rate": 5.79974425738826e-06,
      "loss": 1.3982,
      "step": 1350
    },
    {
      "epoch": 0.6768231768231768,
      "grad_norm": 0.5390612872855544,
      "learning_rate": 5.720753603797855e-06,
      "loss": 1.3924,
      "step": 1355
    },
    {
      "epoch": 0.6793206793206793,
      "grad_norm": 0.5939437137737814,
      "learning_rate": 5.6420884696019085e-06,
      "loss": 1.39,
      "step": 1360
    },
    {
      "epoch": 0.6818181818181818,
      "grad_norm": 0.5752948635459798,
      "learning_rate": 5.563754838804252e-06,
      "loss": 1.3951,
      "step": 1365
    },
    {
      "epoch": 0.6843156843156843,
      "grad_norm": 0.5468882878824749,
      "learning_rate": 5.485758670191486e-06,
      "loss": 1.408,
      "step": 1370
    },
    {
      "epoch": 0.6868131868131868,
      "grad_norm": 0.5327021267082772,
      "learning_rate": 5.408105896879684e-06,
      "loss": 1.4203,
      "step": 1375
    },
    {
      "epoch": 0.6893106893106893,
      "grad_norm": 0.5528582709933217,
      "learning_rate": 5.330802425863064e-06,
      "loss": 1.3908,
      "step": 1380
    },
    {
      "epoch": 0.6918081918081919,
      "grad_norm": 0.556565919309983,
      "learning_rate": 5.2538541375646675e-06,
      "loss": 1.3775,
      "step": 1385
    },
    {
      "epoch": 0.6943056943056943,
      "grad_norm": 0.5511759075127527,
      "learning_rate": 5.177266885389016e-06,
      "loss": 1.3973,
      "step": 1390
    },
    {
      "epoch": 0.6968031968031968,
      "grad_norm": 0.5421037971786311,
      "learning_rate": 5.101046495276852e-06,
      "loss": 1.4189,
      "step": 1395
    },
    {
      "epoch": 0.6993006993006993,
      "grad_norm": 0.557535316067776,
      "learning_rate": 5.025198765261981e-06,
      "loss": 1.409,
      "step": 1400
    },
    {
      "epoch": 0.7017982017982018,
      "grad_norm": 0.5534873715450234,
      "learning_rate": 4.949729465030193e-06,
      "loss": 1.3787,
      "step": 1405
    },
    {
      "epoch": 0.7042957042957043,
      "grad_norm": 0.5499647599805345,
      "learning_rate": 4.874644335480383e-06,
      "loss": 1.3984,
      "step": 1410
    },
    {
      "epoch": 0.7067932067932068,
      "grad_norm": 0.5671018068195839,
      "learning_rate": 4.799949088287849e-06,
      "loss": 1.3953,
      "step": 1415
    },
    {
      "epoch": 0.7092907092907093,
      "grad_norm": 0.5502606068139346,
      "learning_rate": 4.725649405469786e-06,
      "loss": 1.4262,
      "step": 1420
    },
    {
      "epoch": 0.7117882117882118,
      "grad_norm": 0.5262691378542982,
      "learning_rate": 4.65175093895308e-06,
      "loss": 1.4166,
      "step": 1425
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.5430319297439744,
      "learning_rate": 4.57825931014437e-06,
      "loss": 1.4123,
      "step": 1430
    },
    {
      "epoch": 0.7167832167832168,
      "grad_norm": 0.5461400473686288,
      "learning_rate": 4.50518010950241e-06,
      "loss": 1.4025,
      "step": 1435
    },
    {
      "epoch": 0.7192807192807192,
      "grad_norm": 0.5700132397767328,
      "learning_rate": 4.432518896112831e-06,
      "loss": 1.3971,
      "step": 1440
    },
    {
      "epoch": 0.7217782217782218,
      "grad_norm": 0.5205732066920892,
      "learning_rate": 4.360281197265249e-06,
      "loss": 1.3898,
      "step": 1445
    },
    {
      "epoch": 0.7242757242757243,
      "grad_norm": 0.5324003867342582,
      "learning_rate": 4.2884725080328245e-06,
      "loss": 1.4328,
      "step": 1450
    },
    {
      "epoch": 0.7267732267732268,
      "grad_norm": 0.5471686011276874,
      "learning_rate": 4.217098290854234e-06,
      "loss": 1.38,
      "step": 1455
    },
    {
      "epoch": 0.7292707292707292,
      "grad_norm": 0.5347286120833782,
      "learning_rate": 4.146163975118154e-06,
      "loss": 1.4111,
      "step": 1460
    },
    {
      "epoch": 0.7317682317682318,
      "grad_norm": 0.528151810944239,
      "learning_rate": 4.0756749567502704e-06,
      "loss": 1.4121,
      "step": 1465
    },
    {
      "epoch": 0.7342657342657343,
      "grad_norm": 0.5532347517823456,
      "learning_rate": 4.005636597802785e-06,
      "loss": 1.4168,
      "step": 1470
    },
    {
      "epoch": 0.7367632367632367,
      "grad_norm": 0.5600356428764731,
      "learning_rate": 3.936054226046539e-06,
      "loss": 1.4145,
      "step": 1475
    },
    {
      "epoch": 0.7392607392607392,
      "grad_norm": 0.5629788475519929,
      "learning_rate": 3.866933134565747e-06,
      "loss": 1.4061,
      "step": 1480
    },
    {
      "epoch": 0.7417582417582418,
      "grad_norm": 0.5485482252017961,
      "learning_rate": 3.7982785813553335e-06,
      "loss": 1.3959,
      "step": 1485
    },
    {
      "epoch": 0.7442557442557443,
      "grad_norm": 0.5402786625190841,
      "learning_rate": 3.730095788920969e-06,
      "loss": 1.4213,
      "step": 1490
    },
    {
      "epoch": 0.7467532467532467,
      "grad_norm": 0.5486228565343816,
      "learning_rate": 3.662389943881811e-06,
      "loss": 1.4117,
      "step": 1495
    },
    {
      "epoch": 0.7492507492507493,
      "grad_norm": 0.5622854885107368,
      "learning_rate": 3.5951661965759376e-06,
      "loss": 1.4166,
      "step": 1500
    },
    {
      "epoch": 0.7517482517482518,
      "grad_norm": 0.5425813739002532,
      "learning_rate": 3.5284296606685788e-06,
      "loss": 1.4195,
      "step": 1505
    },
    {
      "epoch": 0.7542457542457542,
      "grad_norm": 0.5441481454755276,
      "learning_rate": 3.4621854127631293e-06,
      "loss": 1.4318,
      "step": 1510
    },
    {
      "epoch": 0.7567432567432567,
      "grad_norm": 0.5308440820038756,
      "learning_rate": 3.3964384920149574e-06,
      "loss": 1.375,
      "step": 1515
    },
    {
      "epoch": 0.7592407592407593,
      "grad_norm": 0.5529546966620627,
      "learning_rate": 3.331193899748091e-06,
      "loss": 1.4172,
      "step": 1520
    },
    {
      "epoch": 0.7617382617382618,
      "grad_norm": 0.5410603122073653,
      "learning_rate": 3.2664565990747733e-06,
      "loss": 1.4084,
      "step": 1525
    },
    {
      "epoch": 0.7642357642357642,
      "grad_norm": 0.5281657667723981,
      "learning_rate": 3.202231514517913e-06,
      "loss": 1.3988,
      "step": 1530
    },
    {
      "epoch": 0.7667332667332667,
      "grad_norm": 0.5149077191746735,
      "learning_rate": 3.1385235316364805e-06,
      "loss": 1.424,
      "step": 1535
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 0.5631704813557543,
      "learning_rate": 3.0753374966538807e-06,
      "loss": 1.3783,
      "step": 1540
    },
    {
      "epoch": 0.7717282717282717,
      "grad_norm": 0.5342641943320774,
      "learning_rate": 3.012678216089281e-06,
      "loss": 1.3943,
      "step": 1545
    },
    {
      "epoch": 0.7742257742257742,
      "grad_norm": 0.5524166085602449,
      "learning_rate": 2.9505504563920005e-06,
      "loss": 1.4223,
      "step": 1550
    },
    {
      "epoch": 0.7767232767232767,
      "grad_norm": 0.5420564973458639,
      "learning_rate": 2.888958943578919e-06,
      "loss": 1.4121,
      "step": 1555
    },
    {
      "epoch": 0.7792207792207793,
      "grad_norm": 0.5331814779505478,
      "learning_rate": 2.827908362874986e-06,
      "loss": 1.4,
      "step": 1560
    },
    {
      "epoch": 0.7817182817182817,
      "grad_norm": 0.5301796927854623,
      "learning_rate": 2.7674033583568004e-06,
      "loss": 1.3838,
      "step": 1565
    },
    {
      "epoch": 0.7842157842157842,
      "grad_norm": 0.545702280988965,
      "learning_rate": 2.7074485325993482e-06,
      "loss": 1.4086,
      "step": 1570
    },
    {
      "epoch": 0.7867132867132867,
      "grad_norm": 0.5234482876054771,
      "learning_rate": 2.648048446325894e-06,
      "loss": 1.3906,
      "step": 1575
    },
    {
      "epoch": 0.7892107892107892,
      "grad_norm": 0.5443005633158782,
      "learning_rate": 2.5892076180610372e-06,
      "loss": 1.4064,
      "step": 1580
    },
    {
      "epoch": 0.7917082917082917,
      "grad_norm": 0.5273201396031331,
      "learning_rate": 2.5309305237869953e-06,
      "loss": 1.4346,
      "step": 1585
    },
    {
      "epoch": 0.7942057942057942,
      "grad_norm": 0.5341533404236642,
      "learning_rate": 2.473221596603127e-06,
      "loss": 1.393,
      "step": 1590
    },
    {
      "epoch": 0.7967032967032966,
      "grad_norm": 0.5129176573556193,
      "learning_rate": 2.416085226388699e-06,
      "loss": 1.4049,
      "step": 1595
    },
    {
      "epoch": 0.7992007992007992,
      "grad_norm": 0.5357846916369531,
      "learning_rate": 2.3595257594689504e-06,
      "loss": 1.4111,
      "step": 1600
    },
    {
      "epoch": 0.8016983016983017,
      "grad_norm": 0.5376700393185188,
      "learning_rate": 2.303547498284483e-06,
      "loss": 1.427,
      "step": 1605
    },
    {
      "epoch": 0.8041958041958042,
      "grad_norm": 0.531075551344577,
      "learning_rate": 2.2481547010639648e-06,
      "loss": 1.4109,
      "step": 1610
    },
    {
      "epoch": 0.8066933066933067,
      "grad_norm": 0.5432773933731253,
      "learning_rate": 2.1933515815002115e-06,
      "loss": 1.3998,
      "step": 1615
    },
    {
      "epoch": 0.8091908091908092,
      "grad_norm": 0.5304533275584293,
      "learning_rate": 2.1391423084296627e-06,
      "loss": 1.3939,
      "step": 1620
    },
    {
      "epoch": 0.8116883116883117,
      "grad_norm": 0.5399268651924247,
      "learning_rate": 2.08553100551525e-06,
      "loss": 1.4221,
      "step": 1625
    },
    {
      "epoch": 0.8141858141858141,
      "grad_norm": 0.5251996194271727,
      "learning_rate": 2.0325217509327145e-06,
      "loss": 1.3779,
      "step": 1630
    },
    {
      "epoch": 0.8166833166833167,
      "grad_norm": 0.5209614745944219,
      "learning_rate": 1.980118577060397e-06,
      "loss": 1.4176,
      "step": 1635
    },
    {
      "epoch": 0.8191808191808192,
      "grad_norm": 0.5274794663192489,
      "learning_rate": 1.9283254701724742e-06,
      "loss": 1.3885,
      "step": 1640
    },
    {
      "epoch": 0.8216783216783217,
      "grad_norm": 0.5456898809364543,
      "learning_rate": 1.8771463701357428e-06,
      "loss": 1.424,
      "step": 1645
    },
    {
      "epoch": 0.8241758241758241,
      "grad_norm": 0.5358120597244058,
      "learning_rate": 1.8265851701099146e-06,
      "loss": 1.3955,
      "step": 1650
    },
    {
      "epoch": 0.8266733266733267,
      "grad_norm": 0.5226334143418371,
      "learning_rate": 1.7766457162514594e-06,
      "loss": 1.4275,
      "step": 1655
    },
    {
      "epoch": 0.8291708291708292,
      "grad_norm": 0.5258041811619122,
      "learning_rate": 1.7273318074210298e-06,
      "loss": 1.3963,
      "step": 1660
    },
    {
      "epoch": 0.8316683316683317,
      "grad_norm": 0.5204216974935554,
      "learning_rate": 1.6786471948944994e-06,
      "loss": 1.384,
      "step": 1665
    },
    {
      "epoch": 0.8341658341658341,
      "grad_norm": 0.52721249636422,
      "learning_rate": 1.630595582077591e-06,
      "loss": 1.3949,
      "step": 1670
    },
    {
      "epoch": 0.8366633366633367,
      "grad_norm": 0.532445060396544,
      "learning_rate": 1.5831806242241632e-06,
      "loss": 1.3953,
      "step": 1675
    },
    {
      "epoch": 0.8391608391608392,
      "grad_norm": 0.5305595460094648,
      "learning_rate": 1.5364059281581566e-06,
      "loss": 1.4088,
      "step": 1680
    },
    {
      "epoch": 0.8416583416583416,
      "grad_norm": 0.537500680419511,
      "learning_rate": 1.4902750519992392e-06,
      "loss": 1.408,
      "step": 1685
    },
    {
      "epoch": 0.8441558441558441,
      "grad_norm": 0.5185291450402179,
      "learning_rate": 1.4447915048921224e-06,
      "loss": 1.3707,
      "step": 1690
    },
    {
      "epoch": 0.8466533466533467,
      "grad_norm": 0.5297687388016542,
      "learning_rate": 1.3999587467396336e-06,
      "loss": 1.3934,
      "step": 1695
    },
    {
      "epoch": 0.8491508491508492,
      "grad_norm": 0.5325054706914437,
      "learning_rate": 1.3557801879395283e-06,
      "loss": 1.4088,
      "step": 1700
    },
    {
      "epoch": 0.8516483516483516,
      "grad_norm": 0.52166794555475,
      "learning_rate": 1.3122591891250492e-06,
      "loss": 1.3822,
      "step": 1705
    },
    {
      "epoch": 0.8541458541458542,
      "grad_norm": 0.5834364926473834,
      "learning_rate": 1.2693990609092965e-06,
      "loss": 1.4264,
      "step": 1710
    },
    {
      "epoch": 0.8566433566433567,
      "grad_norm": 0.517215086016822,
      "learning_rate": 1.227203063633393e-06,
      "loss": 1.4215,
      "step": 1715
    },
    {
      "epoch": 0.8591408591408591,
      "grad_norm": 0.5288805238531888,
      "learning_rate": 1.185674407118461e-06,
      "loss": 1.3809,
      "step": 1720
    },
    {
      "epoch": 0.8616383616383616,
      "grad_norm": 0.5255926836695057,
      "learning_rate": 1.1448162504214621e-06,
      "loss": 1.4291,
      "step": 1725
    },
    {
      "epoch": 0.8641358641358642,
      "grad_norm": 0.524423223045119,
      "learning_rate": 1.1046317015948904e-06,
      "loss": 1.409,
      "step": 1730
    },
    {
      "epoch": 0.8666333666333667,
      "grad_norm": 0.5354115374780105,
      "learning_rate": 1.0651238174503408e-06,
      "loss": 1.4018,
      "step": 1735
    },
    {
      "epoch": 0.8691308691308691,
      "grad_norm": 0.5239224090860874,
      "learning_rate": 1.0262956033259775e-06,
      "loss": 1.4189,
      "step": 1740
    },
    {
      "epoch": 0.8716283716283716,
      "grad_norm": 0.5202982851355061,
      "learning_rate": 9.881500128579314e-07,
      "loss": 1.3867,
      "step": 1745
    },
    {
      "epoch": 0.8741258741258742,
      "grad_norm": 0.5341415784224784,
      "learning_rate": 9.506899477556042e-07,
      "loss": 1.3861,
      "step": 1750
    },
    {
      "epoch": 0.8766233766233766,
      "grad_norm": 0.5270141203625404,
      "learning_rate": 9.139182575809446e-07,
      "loss": 1.4098,
      "step": 1755
    },
    {
      "epoch": 0.8791208791208791,
      "grad_norm": 0.515236393849031,
      "learning_rate": 8.778377395316906e-07,
      "loss": 1.3807,
      "step": 1760
    },
    {
      "epoch": 0.8816183816183816,
      "grad_norm": 0.5203914014212394,
      "learning_rate": 8.424511382285749e-07,
      "loss": 1.4041,
      "step": 1765
    },
    {
      "epoch": 0.8841158841158842,
      "grad_norm": 0.5349822293665456,
      "learning_rate": 8.077611455065493e-07,
      "loss": 1.4187,
      "step": 1770
    },
    {
      "epoch": 0.8866133866133866,
      "grad_norm": 0.5191180239789339,
      "learning_rate": 7.737704002100255e-07,
      "loss": 1.3771,
      "step": 1775
    },
    {
      "epoch": 0.8891108891108891,
      "grad_norm": 0.5154357868566727,
      "learning_rate": 7.404814879921296e-07,
      "loss": 1.3971,
      "step": 1780
    },
    {
      "epoch": 0.8916083916083916,
      "grad_norm": 0.5106948032804222,
      "learning_rate": 7.078969411180159e-07,
      "loss": 1.3689,
      "step": 1785
    },
    {
      "epoch": 0.8941058941058941,
      "grad_norm": 0.5154159378823482,
      "learning_rate": 6.760192382722485e-07,
      "loss": 1.3945,
      "step": 1790
    },
    {
      "epoch": 0.8966033966033966,
      "grad_norm": 0.5388092143171986,
      "learning_rate": 6.44850804370234e-07,
      "loss": 1.3941,
      "step": 1795
    },
    {
      "epoch": 0.8991008991008991,
      "grad_norm": 0.5401150917043746,
      "learning_rate": 6.143940103737689e-07,
      "loss": 1.409,
      "step": 1800
    },
    {
      "epoch": 0.9015984015984015,
      "grad_norm": 0.5209511228934838,
      "learning_rate": 5.846511731106864e-07,
      "loss": 1.4141,
      "step": 1805
    },
    {
      "epoch": 0.9040959040959041,
      "grad_norm": 0.5177958767714665,
      "learning_rate": 5.556245550986051e-07,
      "loss": 1.4172,
      "step": 1810
    },
    {
      "epoch": 0.9065934065934066,
      "grad_norm": 0.5404986669746837,
      "learning_rate": 5.273163643728296e-07,
      "loss": 1.3877,
      "step": 1815
    },
    {
      "epoch": 0.9090909090909091,
      "grad_norm": 0.512322890225933,
      "learning_rate": 4.997287543183815e-07,
      "loss": 1.391,
      "step": 1820
    },
    {
      "epoch": 0.9115884115884116,
      "grad_norm": 0.5296114115612557,
      "learning_rate": 4.728638235062022e-07,
      "loss": 1.3768,
      "step": 1825
    },
    {
      "epoch": 0.9140859140859141,
      "grad_norm": 0.5167403250060024,
      "learning_rate": 4.4672361553350307e-07,
      "loss": 1.392,
      "step": 1830
    },
    {
      "epoch": 0.9165834165834166,
      "grad_norm": 0.508081136648383,
      "learning_rate": 4.213101188683155e-07,
      "loss": 1.391,
      "step": 1835
    },
    {
      "epoch": 0.919080919080919,
      "grad_norm": 0.5203191714728459,
      "learning_rate": 3.9662526669823954e-07,
      "loss": 1.3928,
      "step": 1840
    },
    {
      "epoch": 0.9215784215784216,
      "grad_norm": 0.5331931738142027,
      "learning_rate": 3.7267093678336807e-07,
      "loss": 1.4189,
      "step": 1845
    },
    {
      "epoch": 0.9240759240759241,
      "grad_norm": 0.5288368842447833,
      "learning_rate": 3.4944895131346355e-07,
      "loss": 1.3803,
      "step": 1850
    },
    {
      "epoch": 0.9265734265734266,
      "grad_norm": 0.5179226929907106,
      "learning_rate": 3.2696107676933874e-07,
      "loss": 1.3596,
      "step": 1855
    },
    {
      "epoch": 0.929070929070929,
      "grad_norm": 0.5262878051391574,
      "learning_rate": 3.052090237884808e-07,
      "loss": 1.4262,
      "step": 1860
    },
    {
      "epoch": 0.9315684315684316,
      "grad_norm": 0.5266674482454742,
      "learning_rate": 2.841944470349256e-07,
      "loss": 1.4291,
      "step": 1865
    },
    {
      "epoch": 0.9340659340659341,
      "grad_norm": 0.5206649591576515,
      "learning_rate": 2.6391894507339036e-07,
      "loss": 1.3789,
      "step": 1870
    },
    {
      "epoch": 0.9365634365634365,
      "grad_norm": 0.5138566783291111,
      "learning_rate": 2.443840602476666e-07,
      "loss": 1.4088,
      "step": 1875
    },
    {
      "epoch": 0.939060939060939,
      "grad_norm": 0.5416672797374391,
      "learning_rate": 2.2559127856330187e-07,
      "loss": 1.4088,
      "step": 1880
    },
    {
      "epoch": 0.9415584415584416,
      "grad_norm": 0.5324657235471711,
      "learning_rate": 2.075420295745567e-07,
      "loss": 1.3969,
      "step": 1885
    },
    {
      "epoch": 0.9440559440559441,
      "grad_norm": 0.5175738421641537,
      "learning_rate": 1.902376862756583e-07,
      "loss": 1.4043,
      "step": 1890
    },
    {
      "epoch": 0.9465534465534465,
      "grad_norm": 0.5236680195439088,
      "learning_rate": 1.7367956499635963e-07,
      "loss": 1.4094,
      "step": 1895
    },
    {
      "epoch": 0.949050949050949,
      "grad_norm": 0.515791328005629,
      "learning_rate": 1.578689253018062e-07,
      "loss": 1.4021,
      "step": 1900
    },
    {
      "epoch": 0.9515484515484516,
      "grad_norm": 0.5161157304826268,
      "learning_rate": 1.4280696989672383e-07,
      "loss": 1.3914,
      "step": 1905
    },
    {
      "epoch": 0.954045954045954,
      "grad_norm": 0.5253135050580393,
      "learning_rate": 1.2849484453392624e-07,
      "loss": 1.3926,
      "step": 1910
    },
    {
      "epoch": 0.9565434565434565,
      "grad_norm": 0.5146074855317031,
      "learning_rate": 1.1493363792716262e-07,
      "loss": 1.3947,
      "step": 1915
    },
    {
      "epoch": 0.9590409590409591,
      "grad_norm": 0.5199643199577462,
      "learning_rate": 1.0212438166829375e-07,
      "loss": 1.4119,
      "step": 1920
    },
    {
      "epoch": 0.9615384615384616,
      "grad_norm": 0.5249135033068716,
      "learning_rate": 9.006805014882825e-08,
      "loss": 1.3582,
      "step": 1925
    },
    {
      "epoch": 0.964035964035964,
      "grad_norm": 0.519821915139949,
      "learning_rate": 7.876556048579287e-08,
      "loss": 1.3842,
      "step": 1930
    },
    {
      "epoch": 0.9665334665334665,
      "grad_norm": 0.5272693411500863,
      "learning_rate": 6.82177724519717e-08,
      "loss": 1.3756,
      "step": 1935
    },
    {
      "epoch": 0.9690309690309691,
      "grad_norm": 0.5217639265783365,
      "learning_rate": 5.8425488410505107e-08,
      "loss": 1.409,
      "step": 1940
    },
    {
      "epoch": 0.9715284715284715,
      "grad_norm": 0.5042986249020024,
      "learning_rate": 4.9389453253850806e-08,
      "loss": 1.367,
      "step": 1945
    },
    {
      "epoch": 0.974025974025974,
      "grad_norm": 0.5366061369312626,
      "learning_rate": 4.111035434712585e-08,
      "loss": 1.3975,
      "step": 1950
    },
    {
      "epoch": 0.9765234765234765,
      "grad_norm": 0.5139220294872585,
      "learning_rate": 3.35888214758151e-08,
      "loss": 1.4076,
      "step": 1955
    },
    {
      "epoch": 0.9790209790209791,
      "grad_norm": 0.5118000063208968,
      "learning_rate": 2.682542679786071e-08,
      "loss": 1.4,
      "step": 1960
    },
    {
      "epoch": 0.9815184815184815,
      "grad_norm": 0.5092878802817355,
      "learning_rate": 2.0820684800147983e-08,
      "loss": 1.3631,
      "step": 1965
    },
    {
      "epoch": 0.984015984015984,
      "grad_norm": 0.5116319378613368,
      "learning_rate": 1.557505225936118e-08,
      "loss": 1.424,
      "step": 1970
    },
    {
      "epoch": 0.9865134865134865,
      "grad_norm": 0.5222511024902936,
      "learning_rate": 1.1088928207236837e-08,
      "loss": 1.3926,
      "step": 1975
    },
    {
      "epoch": 0.989010989010989,
      "grad_norm": 0.527063344772981,
      "learning_rate": 7.362653900215844e-09,
      "loss": 1.4416,
      "step": 1980
    },
    {
      "epoch": 0.9915084915084915,
      "grad_norm": 0.5132794634725654,
      "learning_rate": 4.396512793475305e-09,
      "loss": 1.3953,
      "step": 1985
    },
    {
      "epoch": 0.994005994005994,
      "grad_norm": 0.5181104863110966,
      "learning_rate": 2.1907305193757944e-09,
      "loss": 1.3959,
      "step": 1990
    },
    {
      "epoch": 0.9965034965034965,
      "grad_norm": 0.5171780791342606,
      "learning_rate": 7.454748702895309e-10,
      "loss": 1.3904,
      "step": 1995
    },
    {
      "epoch": 0.999000999000999,
      "grad_norm": 0.5300874480167533,
      "learning_rate": 6.085578584280604e-11,
      "loss": 1.4178,
      "step": 2000
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.4053298234939575,
      "eval_runtime": 49.3907,
      "eval_samples_per_second": 287.058,
      "eval_steps_per_second": 4.495,
      "step": 2002
    },
    {
      "epoch": 1.0,
      "step": 2002,
      "total_flos": 677133806469120.0,
      "train_loss": 1.4447269039554196,
      "train_runtime": 2048.5173,
      "train_samples_per_second": 62.547,
      "train_steps_per_second": 0.977
    }
  ],
  "logging_steps": 5,
  "max_steps": 2002,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 677133806469120.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}