{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.1162340178225494,
  "eval_steps": 500,
  "global_step": 1500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0003874467260751647,
      "grad_norm": 1.3797279596328735,
      "learning_rate": 5.000000000000001e-07,
      "loss": 0.1281,
      "step": 5
    },
    {
      "epoch": 0.0007748934521503294,
      "grad_norm": 1.427977204322815,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 0.1382,
      "step": 10
    },
    {
      "epoch": 0.001162340178225494,
      "grad_norm": 1.578859806060791,
      "learning_rate": 1.5e-06,
      "loss": 0.1277,
      "step": 15
    },
    {
      "epoch": 0.0015497869043006587,
      "grad_norm": 1.1599618196487427,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.1158,
      "step": 20
    },
    {
      "epoch": 0.0019372336303758234,
      "grad_norm": 0.6949732303619385,
      "learning_rate": 2.5e-06,
      "loss": 0.1041,
      "step": 25
    },
    {
      "epoch": 0.002324680356450988,
      "grad_norm": 1.1288537979125977,
      "learning_rate": 3e-06,
      "loss": 0.0945,
      "step": 30
    },
    {
      "epoch": 0.0027121270825261525,
      "grad_norm": 0.6135454773902893,
      "learning_rate": 3.5e-06,
      "loss": 0.0876,
      "step": 35
    },
    {
      "epoch": 0.0030995738086013174,
      "grad_norm": 0.5220204591751099,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.0867,
      "step": 40
    },
    {
      "epoch": 0.003487020534676482,
      "grad_norm": 0.4550929665565491,
      "learning_rate": 4.5e-06,
      "loss": 0.0709,
      "step": 45
    },
    {
      "epoch": 0.0038744672607516468,
      "grad_norm": 0.6910421252250671,
      "learning_rate": 5e-06,
      "loss": 0.0747,
      "step": 50
    },
    {
      "epoch": 0.004261913986826811,
      "grad_norm": 0.41561511158943176,
      "learning_rate": 5.500000000000001e-06,
      "loss": 0.0689,
      "step": 55
    },
    {
      "epoch": 0.004649360712901976,
      "grad_norm": 0.4896767735481262,
      "learning_rate": 6e-06,
      "loss": 0.0702,
      "step": 60
    },
    {
      "epoch": 0.005036807438977141,
      "grad_norm": 0.4564349949359894,
      "learning_rate": 6.5000000000000004e-06,
      "loss": 0.0665,
      "step": 65
    },
    {
      "epoch": 0.005424254165052305,
      "grad_norm": 0.4900062382221222,
      "learning_rate": 7e-06,
      "loss": 0.061,
      "step": 70
    },
    {
      "epoch": 0.00581170089112747,
      "grad_norm": 0.49792054295539856,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.0628,
      "step": 75
    },
    {
      "epoch": 0.006199147617202635,
      "grad_norm": 0.43068310618400574,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.0593,
      "step": 80
    },
    {
      "epoch": 0.0065865943432778,
      "grad_norm": 0.537997305393219,
      "learning_rate": 8.5e-06,
      "loss": 0.0591,
      "step": 85
    },
    {
      "epoch": 0.006974041069352964,
      "grad_norm": 0.4407069981098175,
      "learning_rate": 9e-06,
      "loss": 0.0596,
      "step": 90
    },
    {
      "epoch": 0.007361487795428129,
      "grad_norm": 0.41794413328170776,
      "learning_rate": 9.5e-06,
      "loss": 0.0582,
      "step": 95
    },
    {
      "epoch": 0.0077489345215032935,
      "grad_norm": 0.47180089354515076,
      "learning_rate": 1e-05,
      "loss": 0.0582,
      "step": 100
    },
    {
      "epoch": 0.008136381247578458,
      "grad_norm": 0.4743525981903076,
      "learning_rate": 1.0500000000000001e-05,
      "loss": 0.059,
      "step": 105
    },
    {
      "epoch": 0.008523827973653622,
      "grad_norm": 0.45391592383384705,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 0.0516,
      "step": 110
    },
    {
      "epoch": 0.008911274699728787,
      "grad_norm": 0.3695983290672302,
      "learning_rate": 1.15e-05,
      "loss": 0.0553,
      "step": 115
    },
    {
      "epoch": 0.009298721425803952,
      "grad_norm": 0.43914660811424255,
      "learning_rate": 1.2e-05,
      "loss": 0.0517,
      "step": 120
    },
    {
      "epoch": 0.009686168151879117,
      "grad_norm": 0.49351632595062256,
      "learning_rate": 1.25e-05,
      "loss": 0.0508,
      "step": 125
    },
    {
      "epoch": 0.010073614877954282,
      "grad_norm": 0.4090370237827301,
      "learning_rate": 1.3000000000000001e-05,
      "loss": 0.049,
      "step": 130
    },
    {
      "epoch": 0.010461061604029445,
      "grad_norm": 0.38544005155563354,
      "learning_rate": 1.3500000000000001e-05,
      "loss": 0.0493,
      "step": 135
    },
    {
      "epoch": 0.01084850833010461,
      "grad_norm": 0.4323033094406128,
      "learning_rate": 1.4e-05,
      "loss": 0.0477,
      "step": 140
    },
    {
      "epoch": 0.011235955056179775,
      "grad_norm": 0.38994646072387695,
      "learning_rate": 1.45e-05,
      "loss": 0.0466,
      "step": 145
    },
    {
      "epoch": 0.01162340178225494,
      "grad_norm": 0.42939314246177673,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.0469,
      "step": 150
    },
    {
      "epoch": 0.012010848508330105,
      "grad_norm": 0.39899009466171265,
      "learning_rate": 1.55e-05,
      "loss": 0.0453,
      "step": 155
    },
    {
      "epoch": 0.01239829523440527,
      "grad_norm": 0.43023446202278137,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.0409,
      "step": 160
    },
    {
      "epoch": 0.012785741960480435,
      "grad_norm": 0.42153412103652954,
      "learning_rate": 1.65e-05,
      "loss": 0.041,
      "step": 165
    },
    {
      "epoch": 0.0131731886865556,
      "grad_norm": 0.3974706530570984,
      "learning_rate": 1.7e-05,
      "loss": 0.0392,
      "step": 170
    },
    {
      "epoch": 0.013560635412630763,
      "grad_norm": 0.5288010239601135,
      "learning_rate": 1.7500000000000002e-05,
      "loss": 0.0347,
      "step": 175
    },
    {
      "epoch": 0.013948082138705927,
      "grad_norm": 0.35372209548950195,
      "learning_rate": 1.8e-05,
      "loss": 0.0293,
      "step": 180
    },
    {
      "epoch": 0.014335528864781092,
      "grad_norm": 0.28720059990882874,
      "learning_rate": 1.8500000000000002e-05,
      "loss": 0.0262,
      "step": 185
    },
    {
      "epoch": 0.014722975590856257,
      "grad_norm": 0.2670063078403473,
      "learning_rate": 1.9e-05,
      "loss": 0.0255,
      "step": 190
    },
    {
      "epoch": 0.015110422316931422,
      "grad_norm": 0.1942087560892105,
      "learning_rate": 1.95e-05,
      "loss": 0.0227,
      "step": 195
    },
    {
      "epoch": 0.015497869043006587,
      "grad_norm": 0.2093353122472763,
      "learning_rate": 2e-05,
      "loss": 0.0159,
      "step": 200
    },
    {
      "epoch": 0.01588531576908175,
      "grad_norm": 0.2362644374370575,
      "learning_rate": 1.999996332640321e-05,
      "loss": 0.0181,
      "step": 205
    },
    {
      "epoch": 0.016272762495156915,
      "grad_norm": 0.2892892360687256,
      "learning_rate": 1.9999853305881828e-05,
      "loss": 0.0184,
      "step": 210
    },
    {
      "epoch": 0.01666020922123208,
      "grad_norm": 1.0565048456192017,
      "learning_rate": 1.9999669939242817e-05,
      "loss": 0.015,
      "step": 215
    },
    {
      "epoch": 0.017047655947307245,
      "grad_norm": 0.1855366826057434,
      "learning_rate": 1.9999413227831133e-05,
      "loss": 0.0157,
      "step": 220
    },
    {
      "epoch": 0.01743510267338241,
      "grad_norm": 0.1555640548467636,
      "learning_rate": 1.999908317352967e-05,
      "loss": 0.0132,
      "step": 225
    },
    {
      "epoch": 0.017822549399457575,
      "grad_norm": 0.5774663090705872,
      "learning_rate": 1.9998679778759294e-05,
      "loss": 0.0135,
      "step": 230
    },
    {
      "epoch": 0.01820999612553274,
      "grad_norm": 0.20720309019088745,
      "learning_rate": 1.9998203046478784e-05,
      "loss": 0.0134,
      "step": 235
    },
    {
      "epoch": 0.018597442851607904,
      "grad_norm": 0.2124570906162262,
      "learning_rate": 1.999765298018484e-05,
      "loss": 0.0117,
      "step": 240
    },
    {
      "epoch": 0.01898488957768307,
      "grad_norm": 0.2567868232727051,
      "learning_rate": 1.999702958391205e-05,
      "loss": 0.0136,
      "step": 245
    },
    {
      "epoch": 0.019372336303758234,
      "grad_norm": 0.22264684736728668,
      "learning_rate": 1.9996332862232843e-05,
      "loss": 0.0156,
      "step": 250
    },
    {
      "epoch": 0.0197597830298334,
      "grad_norm": 0.18246963620185852,
      "learning_rate": 1.9995562820257475e-05,
      "loss": 0.0129,
      "step": 255
    },
    {
      "epoch": 0.020147229755908564,
      "grad_norm": 0.19054433703422546,
      "learning_rate": 1.9994719463633996e-05,
      "loss": 0.0115,
      "step": 260
    },
    {
      "epoch": 0.02053467648198373,
      "grad_norm": 0.21489836275577545,
      "learning_rate": 1.9993802798548185e-05,
      "loss": 0.01,
      "step": 265
    },
    {
      "epoch": 0.02092212320805889,
      "grad_norm": 0.18399657309055328,
      "learning_rate": 1.9992812831723527e-05,
      "loss": 0.0105,
      "step": 270
    },
    {
      "epoch": 0.021309569934134055,
      "grad_norm": 0.17456519603729248,
      "learning_rate": 1.9991749570421146e-05,
      "loss": 0.0097,
      "step": 275
    },
    {
      "epoch": 0.02169701666020922,
      "grad_norm": 0.23350177705287933,
      "learning_rate": 1.999061302243977e-05,
      "loss": 0.0106,
      "step": 280
    },
    {
      "epoch": 0.022084463386284385,
      "grad_norm": 0.26445719599723816,
      "learning_rate": 1.9989403196115656e-05,
      "loss": 0.0097,
      "step": 285
    },
    {
      "epoch": 0.02247191011235955,
      "grad_norm": 0.30252763628959656,
      "learning_rate": 1.998812010032254e-05,
      "loss": 0.011,
      "step": 290
    },
    {
      "epoch": 0.022859356838434715,
      "grad_norm": 0.3056206703186035,
      "learning_rate": 1.998676374447157e-05,
      "loss": 0.0114,
      "step": 295
    },
    {
      "epoch": 0.02324680356450988,
      "grad_norm": 0.17039866745471954,
      "learning_rate": 1.998533413851124e-05,
      "loss": 0.0092,
      "step": 300
    },
    {
      "epoch": 0.023634250290585045,
      "grad_norm": 0.1324278861284256,
      "learning_rate": 1.9983831292927305e-05,
      "loss": 0.0116,
      "step": 305
    },
    {
      "epoch": 0.02402169701666021,
      "grad_norm": 0.18124036490917206,
      "learning_rate": 1.9982255218742715e-05,
      "loss": 0.0084,
      "step": 310
    },
    {
      "epoch": 0.024409143742735374,
      "grad_norm": 0.18300756812095642,
      "learning_rate": 1.998060592751753e-05,
      "loss": 0.0105,
      "step": 315
    },
    {
      "epoch": 0.02479659046881054,
      "grad_norm": 0.18791139125823975,
      "learning_rate": 1.9978883431348845e-05,
      "loss": 0.0114,
      "step": 320
    },
    {
      "epoch": 0.025184037194885704,
      "grad_norm": 0.15705984830856323,
      "learning_rate": 1.9977087742870683e-05,
      "loss": 0.0091,
      "step": 325
    },
    {
      "epoch": 0.02557148392096087,
      "grad_norm": 0.15753675997257233,
      "learning_rate": 1.997521887525391e-05,
      "loss": 0.009,
      "step": 330
    },
    {
      "epoch": 0.025958930647036034,
      "grad_norm": 0.17778246104717255,
      "learning_rate": 1.997327684220615e-05,
      "loss": 0.0097,
      "step": 335
    },
    {
      "epoch": 0.0263463773731112,
      "grad_norm": 0.2148500233888626,
      "learning_rate": 1.997126165797167e-05,
      "loss": 0.01,
      "step": 340
    },
    {
      "epoch": 0.02673382409918636,
      "grad_norm": 0.16575461626052856,
      "learning_rate": 1.9969173337331283e-05,
      "loss": 0.0084,
      "step": 345
    },
    {
      "epoch": 0.027121270825261525,
      "grad_norm": 0.14615203440189362,
      "learning_rate": 1.996701189560223e-05,
      "loss": 0.01,
      "step": 350
    },
    {
      "epoch": 0.02750871755133669,
      "grad_norm": 0.19437825679779053,
      "learning_rate": 1.9964777348638083e-05,
      "loss": 0.0099,
      "step": 355
    },
    {
      "epoch": 0.027896164277411855,
      "grad_norm": 0.16040682792663574,
      "learning_rate": 1.9962469712828613e-05,
      "loss": 0.0081,
      "step": 360
    },
    {
      "epoch": 0.02828361100348702,
      "grad_norm": 0.24002408981323242,
      "learning_rate": 1.9960089005099686e-05,
      "loss": 0.009,
      "step": 365
    },
    {
      "epoch": 0.028671057729562185,
      "grad_norm": 0.19318589568138123,
      "learning_rate": 1.9957635242913124e-05,
      "loss": 0.0082,
      "step": 370
    },
    {
      "epoch": 0.02905850445563735,
      "grad_norm": 0.12690387666225433,
      "learning_rate": 1.9955108444266585e-05,
      "loss": 0.009,
      "step": 375
    },
    {
      "epoch": 0.029445951181712515,
      "grad_norm": 0.141282320022583,
      "learning_rate": 1.995250862769342e-05,
      "loss": 0.0091,
      "step": 380
    },
    {
      "epoch": 0.02983339790778768,
      "grad_norm": 0.1491638422012329,
      "learning_rate": 1.9949835812262566e-05,
      "loss": 0.0081,
      "step": 385
    },
    {
      "epoch": 0.030220844633862844,
      "grad_norm": 0.18488113582134247,
      "learning_rate": 1.9947090017578363e-05,
      "loss": 0.0088,
      "step": 390
    },
    {
      "epoch": 0.03060829135993801,
      "grad_norm": 0.12061460316181183,
      "learning_rate": 1.994427126378045e-05,
      "loss": 0.0067,
      "step": 395
    },
    {
      "epoch": 0.030995738086013174,
      "grad_norm": 0.16431978344917297,
      "learning_rate": 1.9941379571543597e-05,
      "loss": 0.0073,
      "step": 400
    },
    {
      "epoch": 0.031383184812088336,
      "grad_norm": 0.17443543672561646,
      "learning_rate": 1.9938414962077552e-05,
      "loss": 0.0081,
      "step": 405
    },
    {
      "epoch": 0.0317706315381635,
      "grad_norm": 0.12979194521903992,
      "learning_rate": 1.9935377457126893e-05,
      "loss": 0.0083,
      "step": 410
    },
    {
      "epoch": 0.032158078264238665,
      "grad_norm": 0.15405865013599396,
      "learning_rate": 1.993226707897087e-05,
      "loss": 0.0068,
      "step": 415
    },
    {
      "epoch": 0.03254552499031383,
      "grad_norm": 0.16082651913166046,
      "learning_rate": 1.9929083850423226e-05,
      "loss": 0.0074,
      "step": 420
    },
    {
      "epoch": 0.032932971716388995,
      "grad_norm": 0.14032596349716187,
      "learning_rate": 1.9925827794832057e-05,
      "loss": 0.0077,
      "step": 425
    },
    {
      "epoch": 0.03332041844246416,
      "grad_norm": 0.14939086139202118,
      "learning_rate": 1.9922498936079612e-05,
      "loss": 0.0099,
      "step": 430
    },
    {
      "epoch": 0.033707865168539325,
      "grad_norm": 0.14590921998023987,
      "learning_rate": 1.9919097298582142e-05,
      "loss": 0.0073,
      "step": 435
    },
    {
      "epoch": 0.03409531189461449,
      "grad_norm": 0.17522308230400085,
      "learning_rate": 1.9915622907289695e-05,
      "loss": 0.0084,
      "step": 440
    },
    {
      "epoch": 0.034482758620689655,
      "grad_norm": 0.13548927009105682,
      "learning_rate": 1.9912075787685964e-05,
      "loss": 0.0068,
      "step": 445
    },
    {
      "epoch": 0.03487020534676482,
      "grad_norm": 0.1186554878950119,
      "learning_rate": 1.990845596578807e-05,
      "loss": 0.0082,
      "step": 450
    },
    {
      "epoch": 0.035257652072839984,
      "grad_norm": 0.1406015306711197,
      "learning_rate": 1.9904763468146394e-05,
      "loss": 0.0081,
      "step": 455
    },
    {
      "epoch": 0.03564509879891515,
      "grad_norm": 0.11095679551362991,
      "learning_rate": 1.9900998321844367e-05,
      "loss": 0.0084,
      "step": 460
    },
    {
      "epoch": 0.036032545524990314,
      "grad_norm": 0.11735799908638,
      "learning_rate": 1.9897160554498285e-05,
      "loss": 0.0079,
      "step": 465
    },
    {
      "epoch": 0.03641999225106548,
      "grad_norm": 0.11704786866903305,
      "learning_rate": 1.9893250194257087e-05,
      "loss": 0.0069,
      "step": 470
    },
    {
      "epoch": 0.036807438977140644,
      "grad_norm": 0.16678492724895477,
      "learning_rate": 1.988926726980218e-05,
      "loss": 0.0087,
      "step": 475
    },
    {
      "epoch": 0.03719488570321581,
      "grad_norm": 0.1538490206003189,
      "learning_rate": 1.9885211810347185e-05,
      "loss": 0.0091,
      "step": 480
    },
    {
      "epoch": 0.037582332429290974,
      "grad_norm": 0.12139847874641418,
      "learning_rate": 1.9881083845637764e-05,
      "loss": 0.0082,
      "step": 485
    },
    {
      "epoch": 0.03796977915536614,
      "grad_norm": 0.13453418016433716,
      "learning_rate": 1.9876883405951378e-05,
      "loss": 0.0087,
      "step": 490
    },
    {
      "epoch": 0.038357225881441304,
      "grad_norm": 0.1216122955083847,
      "learning_rate": 1.987261052209708e-05,
      "loss": 0.0074,
      "step": 495
    },
    {
      "epoch": 0.03874467260751647,
      "grad_norm": 0.10939031839370728,
      "learning_rate": 1.9868265225415263e-05,
      "loss": 0.0075,
      "step": 500
    },
    {
      "epoch": 0.03913211933359163,
      "grad_norm": 0.16390249133110046,
      "learning_rate": 1.9863847547777467e-05,
      "loss": 0.007,
      "step": 505
    },
    {
      "epoch": 0.0395195660596668,
      "grad_norm": 0.13085976243019104,
      "learning_rate": 1.9859357521586115e-05,
      "loss": 0.008,
      "step": 510
    },
    {
      "epoch": 0.03990701278574196,
      "grad_norm": 0.14601804316043854,
      "learning_rate": 1.9854795179774288e-05,
      "loss": 0.008,
      "step": 515
    },
    {
      "epoch": 0.04029445951181713,
      "grad_norm": 0.17783567309379578,
      "learning_rate": 1.9850160555805485e-05,
      "loss": 0.0073,
      "step": 520
    },
    {
      "epoch": 0.04068190623789229,
      "grad_norm": 0.11501951515674591,
      "learning_rate": 1.984545368367337e-05,
      "loss": 0.0069,
      "step": 525
    },
    {
      "epoch": 0.04106935296396746,
      "grad_norm": 0.13545309007167816,
      "learning_rate": 1.9840674597901533e-05,
      "loss": 0.0077,
      "step": 530
    },
    {
      "epoch": 0.041456799690042616,
      "grad_norm": 0.12369155138731003,
      "learning_rate": 1.983582333354322e-05,
      "loss": 0.0079,
      "step": 535
    },
    {
      "epoch": 0.04184424641611778,
      "grad_norm": 0.14605672657489777,
      "learning_rate": 1.9830899926181103e-05,
      "loss": 0.0062,
      "step": 540
    },
    {
      "epoch": 0.042231693142192946,
      "grad_norm": 0.11621249467134476,
      "learning_rate": 1.9825904411926983e-05,
      "loss": 0.0071,
      "step": 545
    },
    {
      "epoch": 0.04261913986826811,
      "grad_norm": 0.122838094830513,
      "learning_rate": 1.982083682742156e-05,
      "loss": 0.0075,
      "step": 550
    },
    {
      "epoch": 0.043006586594343275,
      "grad_norm": 0.11120407283306122,
      "learning_rate": 1.981569720983415e-05,
      "loss": 0.0065,
      "step": 555
    },
    {
      "epoch": 0.04339403332041844,
      "grad_norm": 0.0935436561703682,
      "learning_rate": 1.981048559686239e-05,
      "loss": 0.0084,
      "step": 560
    },
    {
      "epoch": 0.043781480046493605,
      "grad_norm": 0.11046198755502701,
      "learning_rate": 1.9805202026732018e-05,
      "loss": 0.0076,
      "step": 565
    },
    {
      "epoch": 0.04416892677256877,
      "grad_norm": 0.1548909842967987,
      "learning_rate": 1.9799846538196524e-05,
      "loss": 0.0074,
      "step": 570
    },
    {
      "epoch": 0.044556373498643935,
      "grad_norm": 0.09135284274816513,
      "learning_rate": 1.9794419170536918e-05,
      "loss": 0.0068,
      "step": 575
    },
    {
      "epoch": 0.0449438202247191,
      "grad_norm": 0.1384485512971878,
      "learning_rate": 1.9788919963561423e-05,
      "loss": 0.009,
      "step": 580
    },
    {
      "epoch": 0.045331266950794265,
      "grad_norm": 0.10797080397605896,
      "learning_rate": 1.978334895760517e-05,
      "loss": 0.009,
      "step": 585
    },
    {
      "epoch": 0.04571871367686943,
      "grad_norm": 0.10121048241853714,
      "learning_rate": 1.9777706193529927e-05,
      "loss": 0.007,
      "step": 590
    },
    {
      "epoch": 0.046106160402944595,
      "grad_norm": 0.14966851472854614,
      "learning_rate": 1.977199171272379e-05,
      "loss": 0.0069,
      "step": 595
    },
    {
      "epoch": 0.04649360712901976,
      "grad_norm": 0.1313655823469162,
      "learning_rate": 1.976620555710087e-05,
      "loss": 0.0072,
      "step": 600
    },
    {
      "epoch": 0.046881053855094924,
      "grad_norm": 0.11657986044883728,
      "learning_rate": 1.976034776910099e-05,
      "loss": 0.0076,
      "step": 605
    },
    {
      "epoch": 0.04726850058117009,
      "grad_norm": 0.13987232744693756,
      "learning_rate": 1.9754418391689384e-05,
      "loss": 0.0068,
      "step": 610
    },
    {
      "epoch": 0.047655947307245254,
      "grad_norm": 0.12414025515317917,
      "learning_rate": 1.9748417468356374e-05,
      "loss": 0.0075,
      "step": 615
    },
    {
      "epoch": 0.04804339403332042,
      "grad_norm": 0.1323256641626358,
      "learning_rate": 1.9742345043117045e-05,
      "loss": 0.0087,
      "step": 620
    },
    {
      "epoch": 0.048430840759395584,
      "grad_norm": 0.11190538108348846,
      "learning_rate": 1.9736201160510933e-05,
      "loss": 0.007,
      "step": 625
    },
    {
      "epoch": 0.04881828748547075,
      "grad_norm": 0.11807341128587723,
      "learning_rate": 1.972998586560169e-05,
      "loss": 0.0076,
      "step": 630
    },
    {
      "epoch": 0.049205734211545914,
      "grad_norm": 0.10347302258014679,
      "learning_rate": 1.9723699203976768e-05,
      "loss": 0.0082,
      "step": 635
    },
    {
      "epoch": 0.04959318093762108,
      "grad_norm": 0.10547901690006256,
      "learning_rate": 1.9717341221747056e-05,
      "loss": 0.0068,
      "step": 640
    },
    {
      "epoch": 0.049980627663696243,
      "grad_norm": 0.09318678081035614,
      "learning_rate": 1.9710911965546577e-05,
      "loss": 0.0067,
      "step": 645
    },
    {
      "epoch": 0.05036807438977141,
      "grad_norm": 0.16719457507133484,
      "learning_rate": 1.9704411482532116e-05,
      "loss": 0.0074,
      "step": 650
    },
    {
      "epoch": 0.05075552111584657,
      "grad_norm": 0.14071008563041687,
      "learning_rate": 1.969783982038289e-05,
      "loss": 0.0063,
      "step": 655
    },
    {
      "epoch": 0.05114296784192174,
      "grad_norm": 0.09480374306440353,
      "learning_rate": 1.9691197027300208e-05,
      "loss": 0.0069,
      "step": 660
    },
    {
      "epoch": 0.0515304145679969,
      "grad_norm": 0.1424514651298523,
      "learning_rate": 1.968448315200708e-05,
      "loss": 0.0069,
      "step": 665
    },
    {
      "epoch": 0.05191786129407207,
      "grad_norm": 0.12241359800100327,
      "learning_rate": 1.96776982437479e-05,
      "loss": 0.0066,
      "step": 670
    },
    {
      "epoch": 0.05230530802014723,
      "grad_norm": 0.13578863441944122,
      "learning_rate": 1.967084235228807e-05,
      "loss": 0.007,
      "step": 675
    },
    {
      "epoch": 0.0526927547462224,
      "grad_norm": 0.15467995405197144,
      "learning_rate": 1.9663915527913628e-05,
      "loss": 0.0081,
      "step": 680
    },
    {
      "epoch": 0.053080201472297556,
      "grad_norm": 0.15875425934791565,
      "learning_rate": 1.9656917821430883e-05,
      "loss": 0.0083,
      "step": 685
    },
    {
      "epoch": 0.05346764819837272,
      "grad_norm": 0.08851481229066849,
      "learning_rate": 1.9649849284166052e-05,
      "loss": 0.0066,
      "step": 690
    },
    {
      "epoch": 0.053855094924447885,
      "grad_norm": 0.08082897216081619,
      "learning_rate": 1.9642709967964877e-05,
      "loss": 0.0063,
      "step": 695
    },
    {
      "epoch": 0.05424254165052305,
      "grad_norm": 0.09030059725046158,
      "learning_rate": 1.963549992519223e-05,
      "loss": 0.0072,
      "step": 700
    },
    {
      "epoch": 0.054629988376598215,
      "grad_norm": 0.14087818562984467,
      "learning_rate": 1.9628219208731756e-05,
      "loss": 0.0065,
      "step": 705
    },
    {
      "epoch": 0.05501743510267338,
      "grad_norm": 0.10587012767791748,
      "learning_rate": 1.9620867871985467e-05,
      "loss": 0.0064,
      "step": 710
    },
    {
      "epoch": 0.055404881828748545,
      "grad_norm": 0.10362262278795242,
      "learning_rate": 1.9613445968873352e-05,
      "loss": 0.0068,
      "step": 715
    },
    {
      "epoch": 0.05579232855482371,
      "grad_norm": 0.13274861872196198,
      "learning_rate": 1.9605953553832987e-05,
      "loss": 0.0072,
      "step": 720
    },
    {
      "epoch": 0.056179775280898875,
      "grad_norm": 0.10128219425678253,
      "learning_rate": 1.9598390681819138e-05,
      "loss": 0.0069,
      "step": 725
    },
    {
      "epoch": 0.05656722200697404,
      "grad_norm": 0.15282753109931946,
      "learning_rate": 1.959075740830335e-05,
      "loss": 0.0071,
      "step": 730
    },
    {
      "epoch": 0.056954668733049205,
      "grad_norm": 0.12651081383228302,
      "learning_rate": 1.9583053789273534e-05,
      "loss": 0.0074,
      "step": 735
    },
    {
      "epoch": 0.05734211545912437,
      "grad_norm": 0.124647356569767,
      "learning_rate": 1.9575279881233578e-05,
      "loss": 0.008,
      "step": 740
    },
    {
      "epoch": 0.057729562185199534,
      "grad_norm": 0.11204249411821365,
      "learning_rate": 1.9567435741202917e-05,
      "loss": 0.0058,
      "step": 745
    },
    {
      "epoch": 0.0581170089112747,
      "grad_norm": 0.13926751911640167,
      "learning_rate": 1.955952142671612e-05,
      "loss": 0.0068,
      "step": 750
    },
    {
      "epoch": 0.058504455637349864,
      "grad_norm": 0.10197625309228897,
      "learning_rate": 1.9551536995822452e-05,
      "loss": 0.0061,
      "step": 755
    },
    {
      "epoch": 0.05889190236342503,
      "grad_norm": 0.09653060883283615,
      "learning_rate": 1.9543482507085484e-05,
      "loss": 0.0067,
      "step": 760
    },
    {
      "epoch": 0.059279349089500194,
      "grad_norm": 0.13161785900592804,
      "learning_rate": 1.9535358019582624e-05,
      "loss": 0.0072,
      "step": 765
    },
    {
      "epoch": 0.05966679581557536,
      "grad_norm": 0.09690017998218536,
      "learning_rate": 1.9527163592904707e-05,
      "loss": 0.0061,
      "step": 770
    },
    {
      "epoch": 0.060054242541650524,
      "grad_norm": 0.11521229147911072,
      "learning_rate": 1.9518899287155558e-05,
      "loss": 0.0066,
      "step": 775
    },
    {
      "epoch": 0.06044168926772569,
      "grad_norm": 0.08923397958278656,
      "learning_rate": 1.9510565162951538e-05,
      "loss": 0.0057,
      "step": 780
    },
    {
      "epoch": 0.060829135993800854,
      "grad_norm": 0.09332666546106339,
      "learning_rate": 1.9502161281421107e-05,
      "loss": 0.0071,
      "step": 785
    },
    {
      "epoch": 0.06121658271987602,
      "grad_norm": 0.10926046222448349,
      "learning_rate": 1.9493687704204382e-05,
      "loss": 0.0066,
      "step": 790
    },
    {
      "epoch": 0.06160402944595118,
      "grad_norm": 0.1336076855659485,
      "learning_rate": 1.9485144493452672e-05,
      "loss": 0.0078,
      "step": 795
    },
    {
      "epoch": 0.06199147617202635,
      "grad_norm": 0.11809663474559784,
      "learning_rate": 1.9476531711828027e-05,
      "loss": 0.006,
      "step": 800
    },
    {
      "epoch": 0.06237892289810151,
      "grad_norm": 0.10250601917505264,
      "learning_rate": 1.9467849422502786e-05,
      "loss": 0.0062,
      "step": 805
    },
    {
      "epoch": 0.06276636962417667,
      "grad_norm": 0.06555704772472382,
      "learning_rate": 1.9459097689159104e-05,
      "loss": 0.0055,
      "step": 810
    },
    {
      "epoch": 0.06315381635025184,
      "grad_norm": 0.11264653503894806,
      "learning_rate": 1.9450276575988493e-05,
      "loss": 0.005,
      "step": 815
    },
    {
      "epoch": 0.063541263076327,
      "grad_norm": 0.12369207292795181,
      "learning_rate": 1.9441386147691336e-05,
      "loss": 0.008,
      "step": 820
    },
    {
      "epoch": 0.06392870980240217,
      "grad_norm": 0.10422497987747192,
      "learning_rate": 1.9432426469476432e-05,
      "loss": 0.0058,
      "step": 825
    },
    {
      "epoch": 0.06431615652847733,
      "grad_norm": 0.08945394307374954,
      "learning_rate": 1.9423397607060507e-05,
      "loss": 0.0059,
      "step": 830
    },
    {
      "epoch": 0.0647036032545525,
      "grad_norm": 0.10614626109600067,
      "learning_rate": 1.9414299626667733e-05,
      "loss": 0.0061,
      "step": 835
    },
    {
      "epoch": 0.06509104998062766,
      "grad_norm": 0.08883573114871979,
      "learning_rate": 1.940513259502924e-05,
      "loss": 0.0068,
      "step": 840
    },
    {
      "epoch": 0.06547849670670283,
      "grad_norm": 0.13218294084072113,
      "learning_rate": 1.939589657938264e-05,
      "loss": 0.007,
      "step": 845
    },
    {
      "epoch": 0.06586594343277799,
      "grad_norm": 0.1291383057832718,
      "learning_rate": 1.9386591647471508e-05,
      "loss": 0.0065,
      "step": 850
    },
    {
      "epoch": 0.06625339015885316,
      "grad_norm": 0.13212865591049194,
      "learning_rate": 1.937721786754491e-05,
      "loss": 0.007,
      "step": 855
    },
    {
      "epoch": 0.06664083688492832,
      "grad_norm": 0.12437047064304352,
      "learning_rate": 1.9367775308356892e-05,
      "loss": 0.0057,
      "step": 860
    },
    {
      "epoch": 0.06702828361100349,
      "grad_norm": 0.096067875623703,
      "learning_rate": 1.9358264039165976e-05,
      "loss": 0.0079,
      "step": 865
    },
    {
      "epoch": 0.06741573033707865,
      "grad_norm": 0.15886329114437103,
      "learning_rate": 1.9348684129734652e-05,
      "loss": 0.0074,
      "step": 870
    },
    {
      "epoch": 0.06780317706315382,
      "grad_norm": 0.10266343504190445,
      "learning_rate": 1.933903565032887e-05,
      "loss": 0.0065,
      "step": 875
    },
    {
      "epoch": 0.06819062378922898,
      "grad_norm": 0.09206750988960266,
      "learning_rate": 1.932931867171751e-05,
      "loss": 0.0056,
      "step": 880
    },
    {
      "epoch": 0.06857807051530415,
      "grad_norm": 0.1066446453332901,
      "learning_rate": 1.931953326517189e-05,
      "loss": 0.0064,
      "step": 885
    },
    {
      "epoch": 0.06896551724137931,
      "grad_norm": 0.1061030849814415,
      "learning_rate": 1.9309679502465225e-05,
      "loss": 0.005,
      "step": 890
    },
    {
      "epoch": 0.06935296396745448,
      "grad_norm": 0.09487008303403854,
      "learning_rate": 1.929975745587209e-05,
      "loss": 0.0053,
      "step": 895
    },
    {
      "epoch": 0.06974041069352964,
      "grad_norm": 0.12475048750638962,
      "learning_rate": 1.9289767198167918e-05,
      "loss": 0.0079,
      "step": 900
    },
    {
      "epoch": 0.07012785741960481,
      "grad_norm": 0.09674495458602905,
      "learning_rate": 1.9279708802628437e-05,
      "loss": 0.0057,
      "step": 905
    },
    {
      "epoch": 0.07051530414567997,
      "grad_norm": 0.12408360838890076,
      "learning_rate": 1.926958234302917e-05,
      "loss": 0.0068,
      "step": 910
    },
    {
      "epoch": 0.07090275087175513,
      "grad_norm": 0.10904911160469055,
      "learning_rate": 1.9259387893644847e-05,
      "loss": 0.0054,
      "step": 915
    },
    {
      "epoch": 0.0712901975978303,
      "grad_norm": 0.09366695582866669,
      "learning_rate": 1.924912552924889e-05,
      "loss": 0.0053,
      "step": 920
    },
    {
      "epoch": 0.07167764432390546,
      "grad_norm": 0.09137874841690063,
      "learning_rate": 1.9238795325112867e-05,
      "loss": 0.0053,
      "step": 925
    },
    {
      "epoch": 0.07206509104998063,
      "grad_norm": 0.129123717546463,
      "learning_rate": 1.922839735700593e-05,
      "loss": 0.0074,
      "step": 930
    },
    {
      "epoch": 0.07245253777605579,
      "grad_norm": 0.10229382663965225,
      "learning_rate": 1.921793170119425e-05,
      "loss": 0.0062,
      "step": 935
    },
    {
      "epoch": 0.07283998450213096,
      "grad_norm": 0.09574132412672043,
      "learning_rate": 1.9207398434440478e-05,
      "loss": 0.0074,
      "step": 940
    },
    {
      "epoch": 0.07322743122820612,
      "grad_norm": 0.11554568260908127,
      "learning_rate": 1.919679763400317e-05,
      "loss": 0.0052,
      "step": 945
    },
    {
      "epoch": 0.07361487795428129,
      "grad_norm": 0.10633377730846405,
      "learning_rate": 1.918612937763622e-05,
      "loss": 0.0063,
      "step": 950
    },
    {
      "epoch": 0.07400232468035645,
      "grad_norm": 0.10467655956745148,
      "learning_rate": 1.9175393743588297e-05,
      "loss": 0.0063,
      "step": 955
    },
    {
      "epoch": 0.07438977140643162,
      "grad_norm": 0.09323202073574066,
      "learning_rate": 1.9164590810602262e-05,
      "loss": 0.0065,
      "step": 960
    },
    {
      "epoch": 0.07477721813250678,
      "grad_norm": 0.099956214427948,
      "learning_rate": 1.9153720657914597e-05,
      "loss": 0.0051,
      "step": 965
    },
    {
      "epoch": 0.07516466485858195,
      "grad_norm": 0.11138712614774704,
      "learning_rate": 1.9142783365254826e-05,
      "loss": 0.0065,
      "step": 970
    },
    {
      "epoch": 0.0755521115846571,
      "grad_norm": 0.12999290227890015,
      "learning_rate": 1.9131779012844914e-05,
      "loss": 0.0061,
      "step": 975
    },
    {
      "epoch": 0.07593955831073228,
      "grad_norm": 0.11701661348342896,
      "learning_rate": 1.91207076813987e-05,
      "loss": 0.006,
      "step": 980
    },
    {
      "epoch": 0.07632700503680744,
      "grad_norm": 0.1041875034570694,
      "learning_rate": 1.9109569452121294e-05,
      "loss": 0.006,
      "step": 985
    },
    {
      "epoch": 0.07671445176288261,
      "grad_norm": 0.10007134824991226,
      "learning_rate": 1.9098364406708482e-05,
      "loss": 0.0058,
      "step": 990
    },
    {
      "epoch": 0.07710189848895777,
      "grad_norm": 0.11660099029541016,
      "learning_rate": 1.908709262734613e-05,
      "loss": 0.0079,
      "step": 995
    },
    {
      "epoch": 0.07748934521503294,
      "grad_norm": 0.10171498358249664,
      "learning_rate": 1.9075754196709574e-05,
      "loss": 0.0059,
      "step": 1000
    },
    {
      "epoch": 0.0778767919411081,
      "grad_norm": 0.09439248591661453,
      "learning_rate": 1.9064349197963015e-05,
      "loss": 0.0063,
      "step": 1005
    },
    {
      "epoch": 0.07826423866718327,
      "grad_norm": 0.15760357677936554,
      "learning_rate": 1.9052877714758926e-05,
      "loss": 0.0062,
      "step": 1010
    },
    {
      "epoch": 0.07865168539325842,
      "grad_norm": 0.11133988201618195,
      "learning_rate": 1.9041339831237416e-05,
      "loss": 0.0057,
      "step": 1015
    },
    {
      "epoch": 0.0790391321193336,
      "grad_norm": 0.12682966887950897,
      "learning_rate": 1.9029735632025618e-05,
      "loss": 0.007,
      "step": 1020
    },
    {
      "epoch": 0.07942657884540875,
      "grad_norm": 0.1026381179690361,
      "learning_rate": 1.9018065202237083e-05,
      "loss": 0.0058,
      "step": 1025
    },
    {
      "epoch": 0.07981402557148393,
      "grad_norm": 0.11611684411764145,
      "learning_rate": 1.9006328627471133e-05,
      "loss": 0.0058,
      "step": 1030
    },
    {
      "epoch": 0.08020147229755908,
      "grad_norm": 0.0950181856751442,
      "learning_rate": 1.8994525993812252e-05,
      "loss": 0.006,
      "step": 1035
    },
    {
      "epoch": 0.08058891902363426,
      "grad_norm": 0.10637630522251129,
      "learning_rate": 1.8982657387829447e-05,
      "loss": 0.0059,
      "step": 1040
    },
    {
      "epoch": 0.08097636574970941,
      "grad_norm": 0.08024627715349197,
      "learning_rate": 1.8970722896575608e-05,
      "loss": 0.0053,
      "step": 1045
    },
    {
      "epoch": 0.08136381247578459,
      "grad_norm": 0.11056095361709595,
      "learning_rate": 1.8958722607586883e-05,
      "loss": 0.0068,
      "step": 1050
    },
    {
      "epoch": 0.08175125920185974,
      "grad_norm": 0.09633923321962357,
      "learning_rate": 1.894665660888202e-05,
      "loss": 0.0052,
      "step": 1055
    },
    {
      "epoch": 0.08213870592793492,
      "grad_norm": 0.11852028965950012,
      "learning_rate": 1.893452498896174e-05,
      "loss": 0.0062,
      "step": 1060
    },
    {
      "epoch": 0.08252615265401007,
      "grad_norm": 0.11247052252292633,
      "learning_rate": 1.892232783680806e-05,
      "loss": 0.0063,
      "step": 1065
    },
    {
      "epoch": 0.08291359938008523,
      "grad_norm": 0.09401384741067886,
      "learning_rate": 1.891006524188368e-05,
      "loss": 0.0065,
      "step": 1070
    },
    {
      "epoch": 0.0833010461061604,
      "grad_norm": 0.08759772032499313,
      "learning_rate": 1.8897737294131288e-05,
      "loss": 0.0056,
      "step": 1075
    },
    {
      "epoch": 0.08368849283223556,
      "grad_norm": 0.103630930185318,
      "learning_rate": 1.8885344083972912e-05,
      "loss": 0.0059,
      "step": 1080
    },
    {
      "epoch": 0.08407593955831073,
      "grad_norm": 0.08127617090940475,
      "learning_rate": 1.8872885702309283e-05,
      "loss": 0.0055,
      "step": 1085
    },
    {
      "epoch": 0.08446338628438589,
      "grad_norm": 0.13204775750637054,
      "learning_rate": 1.886036224051913e-05,
      "loss": 0.0061,
      "step": 1090
    },
    {
      "epoch": 0.08485083301046106,
      "grad_norm": 0.09941404312849045,
      "learning_rate": 1.884777379045853e-05,
      "loss": 0.0053,
      "step": 1095
    },
    {
      "epoch": 0.08523827973653622,
      "grad_norm": 0.08837231993675232,
      "learning_rate": 1.883512044446023e-05,
      "loss": 0.0054,
      "step": 1100
    },
    {
      "epoch": 0.08562572646261139,
      "grad_norm": 0.08981067687273026,
      "learning_rate": 1.8822402295332972e-05,
      "loss": 0.0053,
      "step": 1105
    },
    {
      "epoch": 0.08601317318868655,
      "grad_norm": 0.1063075065612793,
      "learning_rate": 1.8809619436360816e-05,
      "loss": 0.0062,
      "step": 1110
    },
    {
      "epoch": 0.08640061991476172,
      "grad_norm": 0.08444508165121078,
      "learning_rate": 1.879677196130244e-05,
      "loss": 0.0059,
      "step": 1115
    },
    {
      "epoch": 0.08678806664083688,
      "grad_norm": 0.11189703643321991,
      "learning_rate": 1.8783859964390466e-05,
      "loss": 0.0059,
      "step": 1120
    },
    {
      "epoch": 0.08717551336691205,
      "grad_norm": 0.09602108597755432,
      "learning_rate": 1.877088354033077e-05,
      "loss": 0.0061,
      "step": 1125
    },
    {
      "epoch": 0.08756296009298721,
      "grad_norm": 0.08872901648283005,
      "learning_rate": 1.8757842784301786e-05,
      "loss": 0.0054,
      "step": 1130
    },
    {
      "epoch": 0.08795040681906238,
      "grad_norm": 0.09550667554140091,
      "learning_rate": 1.874473779195379e-05,
      "loss": 0.0055,
      "step": 1135
    },
    {
      "epoch": 0.08833785354513754,
      "grad_norm": 0.09804882854223251,
      "learning_rate": 1.873156865940823e-05,
      "loss": 0.0057,
      "step": 1140
    },
    {
      "epoch": 0.08872530027121271,
      "grad_norm": 0.07303327322006226,
      "learning_rate": 1.8718335483257e-05,
      "loss": 0.0059,
      "step": 1145
    },
    {
      "epoch": 0.08911274699728787,
      "grad_norm": 0.104513980448246,
      "learning_rate": 1.8705038360561724e-05,
      "loss": 0.0063,
      "step": 1150
    },
    {
      "epoch": 0.08950019372336304,
      "grad_norm": 0.07896976172924042,
      "learning_rate": 1.869167738885307e-05,
      "loss": 0.0061,
      "step": 1155
    },
    {
      "epoch": 0.0898876404494382,
      "grad_norm": 0.09948602318763733,
      "learning_rate": 1.8678252666130016e-05,
      "loss": 0.0054,
      "step": 1160
    },
    {
      "epoch": 0.09027508717551337,
      "grad_norm": 0.1102101057767868,
      "learning_rate": 1.8664764290859136e-05,
      "loss": 0.0063,
      "step": 1165
    },
    {
      "epoch": 0.09066253390158853,
      "grad_norm": 0.08791438490152359,
      "learning_rate": 1.8651212361973877e-05,
      "loss": 0.0055,
      "step": 1170
    },
    {
      "epoch": 0.0910499806276637,
      "grad_norm": 0.08494678884744644,
      "learning_rate": 1.8637596978873834e-05,
      "loss": 0.0064,
      "step": 1175
    },
    {
      "epoch": 0.09143742735373886,
      "grad_norm": 0.08456923067569733,
      "learning_rate": 1.8623918241424023e-05,
      "loss": 0.0051,
      "step": 1180
    },
    {
      "epoch": 0.09182487407981403,
      "grad_norm": 0.10810911655426025,
      "learning_rate": 1.861017624995414e-05,
      "loss": 0.0055,
      "step": 1185
    },
    {
      "epoch": 0.09221232080588919,
      "grad_norm": 0.10361585766077042,
      "learning_rate": 1.8596371105257834e-05,
      "loss": 0.006,
      "step": 1190
    },
    {
      "epoch": 0.09259976753196436,
      "grad_norm": 0.0990578904747963,
      "learning_rate": 1.8582502908591977e-05,
      "loss": 0.0064,
      "step": 1195
    },
    {
      "epoch": 0.09298721425803952,
      "grad_norm": 0.07855784147977829,
      "learning_rate": 1.8568571761675893e-05,
      "loss": 0.005,
      "step": 1200
    },
    {
      "epoch": 0.09337466098411469,
      "grad_norm": 0.10020443052053452,
      "learning_rate": 1.8554577766690636e-05,
      "loss": 0.0058,
      "step": 1205
    },
    {
      "epoch": 0.09376210771018985,
      "grad_norm": 0.07697867602109909,
      "learning_rate": 1.8540521026278232e-05,
      "loss": 0.0058,
      "step": 1210
    },
    {
      "epoch": 0.094149554436265,
      "grad_norm": 0.07031143456697464,
      "learning_rate": 1.8526401643540924e-05,
      "loss": 0.0057,
      "step": 1215
    },
    {
      "epoch": 0.09453700116234018,
      "grad_norm": 0.08743724226951599,
      "learning_rate": 1.8512219722040426e-05,
      "loss": 0.0061,
      "step": 1220
    },
    {
      "epoch": 0.09492444788841534,
      "grad_norm": 0.11691045761108398,
      "learning_rate": 1.849797536579715e-05,
      "loss": 0.006,
      "step": 1225
    },
    {
      "epoch": 0.09531189461449051,
      "grad_norm": 0.0990758165717125,
      "learning_rate": 1.8483668679289452e-05,
      "loss": 0.0058,
      "step": 1230
    },
    {
      "epoch": 0.09569934134056567,
      "grad_norm": 0.07349522411823273,
      "learning_rate": 1.8469299767452864e-05,
      "loss": 0.005,
      "step": 1235
    },
    {
      "epoch": 0.09608678806664084,
      "grad_norm": 0.08687637001276016,
      "learning_rate": 1.845486873567932e-05,
      "loss": 0.0063,
      "step": 1240
    },
    {
      "epoch": 0.096474234792716,
      "grad_norm": 0.099228136241436,
      "learning_rate": 1.8440375689816387e-05,
      "loss": 0.0055,
      "step": 1245
    },
    {
      "epoch": 0.09686168151879117,
      "grad_norm": 0.07230998575687408,
      "learning_rate": 1.8425820736166492e-05,
      "loss": 0.0058,
      "step": 1250
    },
    {
      "epoch": 0.09724912824486633,
      "grad_norm": 0.09425082802772522,
      "learning_rate": 1.8411203981486135e-05,
      "loss": 0.0063,
      "step": 1255
    },
    {
      "epoch": 0.0976365749709415,
      "grad_norm": 0.07735039293766022,
      "learning_rate": 1.839652553298511e-05,
      "loss": 0.0058,
      "step": 1260
    },
    {
      "epoch": 0.09802402169701666,
      "grad_norm": 0.09144142270088196,
      "learning_rate": 1.838178549832571e-05,
      "loss": 0.0066,
      "step": 1265
    },
    {
      "epoch": 0.09841146842309183,
      "grad_norm": 0.14690975844860077,
      "learning_rate": 1.836698398562196e-05,
      "loss": 0.0051,
      "step": 1270
    },
    {
      "epoch": 0.09879891514916699,
      "grad_norm": 0.12115617096424103,
      "learning_rate": 1.8352121103438804e-05,
      "loss": 0.0054,
      "step": 1275
    },
    {
      "epoch": 0.09918636187524216,
      "grad_norm": 0.09853852540254593,
      "learning_rate": 1.8337196960791305e-05,
      "loss": 0.0057,
      "step": 1280
    },
    {
      "epoch": 0.09957380860131732,
      "grad_norm": 0.11039669066667557,
      "learning_rate": 1.832221166714386e-05,
      "loss": 0.0058,
      "step": 1285
    },
    {
      "epoch": 0.09996125532739249,
      "grad_norm": 0.08724901080131531,
      "learning_rate": 1.8307165332409404e-05,
      "loss": 0.0059,
      "step": 1290
    },
    {
      "epoch": 0.10034870205346764,
      "grad_norm": 0.12327704578638077,
      "learning_rate": 1.829205806694857e-05,
      "loss": 0.0048,
      "step": 1295
    },
    {
      "epoch": 0.10073614877954282,
      "grad_norm": 0.08107170462608337,
      "learning_rate": 1.827688998156891e-05,
      "loss": 0.0049,
      "step": 1300
    },
    {
      "epoch": 0.10112359550561797,
      "grad_norm": 0.06302095204591751,
      "learning_rate": 1.8261661187524074e-05,
      "loss": 0.0046,
      "step": 1305
    },
    {
      "epoch": 0.10151104223169315,
      "grad_norm": 0.1211981549859047,
      "learning_rate": 1.8246371796512995e-05,
      "loss": 0.0066,
      "step": 1310
    },
    {
      "epoch": 0.1018984889577683,
      "grad_norm": 0.14916694164276123,
      "learning_rate": 1.8231021920679067e-05,
      "loss": 0.0047,
      "step": 1315
    },
    {
      "epoch": 0.10228593568384348,
      "grad_norm": 0.08771459013223648,
      "learning_rate": 1.8215611672609316e-05,
      "loss": 0.0069,
      "step": 1320
    },
    {
      "epoch": 0.10267338240991863,
      "grad_norm": 0.09507758915424347,
      "learning_rate": 1.8200141165333592e-05,
      "loss": 0.0051,
      "step": 1325
    },
    {
      "epoch": 0.1030608291359938,
      "grad_norm": 0.07304011285305023,
      "learning_rate": 1.818461051232372e-05,
      "loss": 0.0049,
      "step": 1330
    },
    {
      "epoch": 0.10344827586206896,
      "grad_norm": 0.11238119006156921,
      "learning_rate": 1.8169019827492684e-05,
      "loss": 0.0049,
      "step": 1335
    },
    {
      "epoch": 0.10383572258814414,
      "grad_norm": 0.10092518478631973,
      "learning_rate": 1.8153369225193782e-05,
      "loss": 0.0056,
      "step": 1340
    },
    {
      "epoch": 0.1042231693142193,
      "grad_norm": 0.0644020363688469,
      "learning_rate": 1.8137658820219787e-05,
      "loss": 0.0053,
      "step": 1345
    },
    {
      "epoch": 0.10461061604029447,
      "grad_norm": 0.10352007299661636,
      "learning_rate": 1.8121888727802113e-05,
      "loss": 0.0051,
      "step": 1350
    },
    {
      "epoch": 0.10499806276636962,
      "grad_norm": 0.0957900807261467,
      "learning_rate": 1.810605906360996e-05,
      "loss": 0.0046,
      "step": 1355
    },
    {
      "epoch": 0.1053855094924448,
      "grad_norm": 0.07484105229377747,
      "learning_rate": 1.8090169943749477e-05,
      "loss": 0.0046,
      "step": 1360
    },
    {
      "epoch": 0.10577295621851995,
      "grad_norm": 0.09927642345428467,
      "learning_rate": 1.807422148476289e-05,
      "loss": 0.0053,
      "step": 1365
    },
    {
      "epoch": 0.10616040294459511,
      "grad_norm": 0.07936850935220718,
      "learning_rate": 1.805821380362768e-05,
      "loss": 0.0042,
      "step": 1370
    },
    {
      "epoch": 0.10654784967067028,
      "grad_norm": 0.08534638583660126,
      "learning_rate": 1.804214701775569e-05,
      "loss": 0.0053,
      "step": 1375
    },
    {
      "epoch": 0.10693529639674544,
      "grad_norm": 0.09789389371871948,
      "learning_rate": 1.802602124499229e-05,
      "loss": 0.0052,
      "step": 1380
    },
    {
      "epoch": 0.10732274312282061,
      "grad_norm": 0.10937155038118362,
      "learning_rate": 1.8009836603615492e-05,
      "loss": 0.005,
      "step": 1385
    },
    {
      "epoch": 0.10771018984889577,
      "grad_norm": 0.09280149638652802,
      "learning_rate": 1.7993593212335098e-05,
      "loss": 0.0058,
      "step": 1390
    },
    {
      "epoch": 0.10809763657497094,
      "grad_norm": 0.08343416452407837,
      "learning_rate": 1.7977291190291827e-05,
      "loss": 0.0052,
      "step": 1395
    },
    {
      "epoch": 0.1084850833010461,
      "grad_norm": 0.10159525275230408,
      "learning_rate": 1.796093065705644e-05,
      "loss": 0.0043,
      "step": 1400
    },
    {
      "epoch": 0.10887253002712127,
      "grad_norm": 0.06880492717027664,
      "learning_rate": 1.794451173262885e-05,
      "loss": 0.0048,
      "step": 1405
    },
    {
      "epoch": 0.10925997675319643,
      "grad_norm": 0.07566852122545242,
      "learning_rate": 1.7928034537437263e-05,
      "loss": 0.0056,
      "step": 1410
    },
    {
      "epoch": 0.1096474234792716,
      "grad_norm": 0.08274251967668533,
      "learning_rate": 1.791149919233728e-05,
      "loss": 0.0053,
      "step": 1415
    },
    {
      "epoch": 0.11003487020534676,
      "grad_norm": 0.0768815353512764,
      "learning_rate": 1.789490581861102e-05,
      "loss": 0.0045,
      "step": 1420
    },
    {
      "epoch": 0.11042231693142193,
      "grad_norm": 0.11294172704219818,
      "learning_rate": 1.787825453796622e-05,
      "loss": 0.0059,
      "step": 1425
    },
    {
      "epoch": 0.11080976365749709,
      "grad_norm": 0.15366220474243164,
      "learning_rate": 1.786154547253535e-05,
      "loss": 0.0054,
      "step": 1430
    },
    {
      "epoch": 0.11119721038357226,
      "grad_norm": 0.09102647006511688,
      "learning_rate": 1.7844778744874715e-05,
      "loss": 0.0052,
      "step": 1435
    },
    {
      "epoch": 0.11158465710964742,
      "grad_norm": 0.12378168106079102,
      "learning_rate": 1.782795447796356e-05,
      "loss": 0.0057,
      "step": 1440
    },
    {
      "epoch": 0.11197210383572259,
      "grad_norm": 0.08235283195972443,
      "learning_rate": 1.781107279520316e-05,
      "loss": 0.0055,
      "step": 1445
    },
    {
      "epoch": 0.11235955056179775,
      "grad_norm": 0.0910840630531311,
      "learning_rate": 1.7794133820415916e-05,
      "loss": 0.0044,
      "step": 1450
    },
    {
      "epoch": 0.11274699728787292,
      "grad_norm": 0.09277354925870895,
      "learning_rate": 1.7777137677844463e-05,
      "loss": 0.0048,
      "step": 1455
    },
    {
      "epoch": 0.11313444401394808,
      "grad_norm": 0.08550482988357544,
      "learning_rate": 1.7760084492150733e-05,
      "loss": 0.0047,
      "step": 1460
    },
    {
      "epoch": 0.11352189074002325,
      "grad_norm": 0.10471171885728836,
      "learning_rate": 1.7742974388415054e-05,
      "loss": 0.006,
      "step": 1465
    },
    {
      "epoch": 0.11390933746609841,
      "grad_norm": 0.07290663570165634,
      "learning_rate": 1.7725807492135238e-05,
      "loss": 0.0049,
      "step": 1470
    },
    {
      "epoch": 0.11429678419217358,
      "grad_norm": 0.10590043663978577,
      "learning_rate": 1.770858392922565e-05,
      "loss": 0.0046,
      "step": 1475
    },
    {
      "epoch": 0.11468423091824874,
      "grad_norm": 0.10638522356748581,
      "learning_rate": 1.769130382601629e-05,
      "loss": 0.0051,
      "step": 1480
    },
    {
      "epoch": 0.11507167764432391,
      "grad_norm": 0.1076829582452774,
      "learning_rate": 1.7673967309251868e-05,
      "loss": 0.0054,
      "step": 1485
    },
    {
      "epoch": 0.11545912437039907,
      "grad_norm": 0.06817775219678879,
      "learning_rate": 1.765657450609087e-05,
      "loss": 0.0043,
      "step": 1490
    },
    {
      "epoch": 0.11584657109647424,
      "grad_norm": 0.08475981652736664,
      "learning_rate": 1.7639125544104624e-05,
      "loss": 0.0056,
      "step": 1495
    },
    {
      "epoch": 0.1162340178225494,
      "grad_norm": 0.13820545375347137,
      "learning_rate": 1.7621620551276366e-05,
      "loss": 0.0043,
      "step": 1500
    }
  ],
  "logging_steps": 5,
  "max_steps": 6000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 8.215368583714387e+21,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}