{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.48,
  "eval_steps": 500,
  "global_step": 1500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00224,
      "grad_norm": 0.45510444045066833,
      "learning_rate": 7.000000000000001e-06,
      "loss": 0.9729,
      "step": 7
    },
    {
      "epoch": 0.00448,
      "grad_norm": 0.35351651906967163,
      "learning_rate": 1.4000000000000001e-05,
      "loss": 0.8405,
      "step": 14
    },
    {
      "epoch": 0.00672,
      "grad_norm": 0.3594699800014496,
      "learning_rate": 2.1e-05,
      "loss": 0.6958,
      "step": 21
    },
    {
      "epoch": 0.00896,
      "grad_norm": 0.24103356897830963,
      "learning_rate": 2.8000000000000003e-05,
      "loss": 0.6497,
      "step": 28
    },
    {
      "epoch": 0.0112,
      "grad_norm": 0.2711668312549591,
      "learning_rate": 3.5e-05,
      "loss": 0.672,
      "step": 35
    },
    {
      "epoch": 0.01344,
      "grad_norm": 0.2763957679271698,
      "learning_rate": 4.2e-05,
      "loss": 0.6791,
      "step": 42
    },
    {
      "epoch": 0.01568,
      "grad_norm": 0.309011310338974,
      "learning_rate": 4.9e-05,
      "loss": 0.5827,
      "step": 49
    },
    {
      "epoch": 0.01792,
      "grad_norm": 0.34690427780151367,
      "learning_rate": 5.6000000000000006e-05,
      "loss": 0.6147,
      "step": 56
    },
    {
      "epoch": 0.02016,
      "grad_norm": 0.405419260263443,
      "learning_rate": 6.3e-05,
      "loss": 0.6015,
      "step": 63
    },
    {
      "epoch": 0.0224,
      "grad_norm": 0.34178897738456726,
      "learning_rate": 7e-05,
      "loss": 0.6362,
      "step": 70
    },
    {
      "epoch": 0.02464,
      "grad_norm": 0.34064868092536926,
      "learning_rate": 7.7e-05,
      "loss": 0.6036,
      "step": 77
    },
    {
      "epoch": 0.02688,
      "grad_norm": 0.4166269898414612,
      "learning_rate": 8.4e-05,
      "loss": 0.6539,
      "step": 84
    },
    {
      "epoch": 0.02912,
      "grad_norm": 0.3622279763221741,
      "learning_rate": 9.1e-05,
      "loss": 0.6226,
      "step": 91
    },
    {
      "epoch": 0.03136,
      "grad_norm": 0.4067601263523102,
      "learning_rate": 9.8e-05,
      "loss": 0.6471,
      "step": 98
    },
    {
      "epoch": 0.0336,
      "grad_norm": 0.5193690061569214,
      "learning_rate": 9.999685283773504e-05,
      "loss": 0.6553,
      "step": 105
    },
    {
      "epoch": 0.03584,
      "grad_norm": 0.47901004552841187,
      "learning_rate": 9.998187325055106e-05,
      "loss": 0.6163,
      "step": 112
    },
    {
      "epoch": 0.03808,
      "grad_norm": 0.4698639214038849,
      "learning_rate": 9.995456138403733e-05,
      "loss": 0.6358,
      "step": 119
    },
    {
      "epoch": 0.04032,
      "grad_norm": 0.4763827919960022,
      "learning_rate": 9.991492397698826e-05,
      "loss": 0.62,
      "step": 126
    },
    {
      "epoch": 0.04256,
      "grad_norm": 0.47025153040885925,
      "learning_rate": 9.986297080934089e-05,
      "loss": 0.6076,
      "step": 133
    },
    {
      "epoch": 0.0448,
      "grad_norm": 0.577258288860321,
      "learning_rate": 9.979871469976196e-05,
      "loss": 0.6582,
      "step": 140
    },
    {
      "epoch": 0.04704,
      "grad_norm": 0.5159895420074463,
      "learning_rate": 9.972217150248503e-05,
      "loss": 0.5916,
      "step": 147
    },
    {
      "epoch": 0.04928,
      "grad_norm": 0.5111774802207947,
      "learning_rate": 9.963336010339868e-05,
      "loss": 0.6133,
      "step": 154
    },
    {
      "epoch": 0.05152,
      "grad_norm": 0.547308087348938,
      "learning_rate": 9.953230241538674e-05,
      "loss": 0.6076,
      "step": 161
    },
    {
      "epoch": 0.05376,
      "grad_norm": 0.474540114402771,
      "learning_rate": 9.941902337292155e-05,
      "loss": 0.5933,
      "step": 168
    },
    {
      "epoch": 0.056,
      "grad_norm": 0.5269235968589783,
      "learning_rate": 9.92935509259118e-05,
      "loss": 0.6083,
      "step": 175
    },
    {
      "epoch": 0.05824,
      "grad_norm": 0.646146297454834,
      "learning_rate": 9.915591603280631e-05,
      "loss": 0.6359,
      "step": 182
    },
    {
      "epoch": 0.06048,
      "grad_norm": 0.5110781788825989,
      "learning_rate": 9.900615265295552e-05,
      "loss": 0.6075,
      "step": 189
    },
    {
      "epoch": 0.06272,
      "grad_norm": 0.5567126274108887,
      "learning_rate": 9.884429773823239e-05,
      "loss": 0.5883,
      "step": 196
    },
    {
      "epoch": 0.06496,
      "grad_norm": 0.6163576245307922,
      "learning_rate": 9.867039122391527e-05,
      "loss": 0.6579,
      "step": 203
    },
    {
      "epoch": 0.0672,
      "grad_norm": 0.5443176031112671,
      "learning_rate": 9.848447601883435e-05,
      "loss": 0.6143,
      "step": 210
    },
    {
      "epoch": 0.06944,
      "grad_norm": 0.6728412508964539,
      "learning_rate": 9.828659799478456e-05,
      "loss": 0.6117,
      "step": 217
    },
    {
      "epoch": 0.07168,
      "grad_norm": 0.603645384311676,
      "learning_rate": 9.807680597520746e-05,
      "loss": 0.6588,
      "step": 224
    },
    {
      "epoch": 0.07392,
      "grad_norm": 0.6796200275421143,
      "learning_rate": 9.785515172314463e-05,
      "loss": 0.6384,
      "step": 231
    },
    {
      "epoch": 0.07616,
      "grad_norm": 0.5520369410514832,
      "learning_rate": 9.762168992846614e-05,
      "loss": 0.6266,
      "step": 238
    },
    {
      "epoch": 0.0784,
      "grad_norm": 0.6474802494049072,
      "learning_rate": 9.737647819437645e-05,
      "loss": 0.5995,
      "step": 245
    },
    {
      "epoch": 0.08064,
      "grad_norm": 0.6413195729255676,
      "learning_rate": 9.711957702320175e-05,
      "loss": 0.6484,
      "step": 252
    },
    {
      "epoch": 0.08288,
      "grad_norm": 0.6501693725585938,
      "learning_rate": 9.685104980146193e-05,
      "loss": 0.6002,
      "step": 259
    },
    {
      "epoch": 0.08512,
      "grad_norm": 0.7622158527374268,
      "learning_rate": 9.657096278423093e-05,
      "loss": 0.6202,
      "step": 266
    },
    {
      "epoch": 0.08736,
      "grad_norm": 0.7799564003944397,
      "learning_rate": 9.627938507878917e-05,
      "loss": 0.6091,
      "step": 273
    },
    {
      "epoch": 0.0896,
      "grad_norm": 0.6426442861557007,
      "learning_rate": 9.597638862757255e-05,
      "loss": 0.6171,
      "step": 280
    },
    {
      "epoch": 0.09184,
      "grad_norm": 0.7126322984695435,
      "learning_rate": 9.566204819042152e-05,
      "loss": 0.6182,
      "step": 287
    },
    {
      "epoch": 0.09408,
      "grad_norm": 0.5929219126701355,
      "learning_rate": 9.533644132613541e-05,
      "loss": 0.6436,
      "step": 294
    },
    {
      "epoch": 0.09632,
      "grad_norm": 0.7340856194496155,
      "learning_rate": 9.49996483733358e-05,
      "loss": 0.6234,
      "step": 301
    },
    {
      "epoch": 0.09856,
      "grad_norm": 0.7164344191551208,
      "learning_rate": 9.465175243064428e-05,
      "loss": 0.6617,
      "step": 308
    },
    {
      "epoch": 0.1008,
      "grad_norm": 0.6583709716796875,
      "learning_rate": 9.4292839336179e-05,
      "loss": 0.607,
      "step": 315
    },
    {
      "epoch": 0.10304,
      "grad_norm": 0.7767605781555176,
      "learning_rate": 9.39229976463755e-05,
      "loss": 0.5986,
      "step": 322
    },
    {
      "epoch": 0.10528,
      "grad_norm": 0.9974865317344666,
      "learning_rate": 9.354231861413668e-05,
      "loss": 0.6074,
      "step": 329
    },
    {
      "epoch": 0.10752,
      "grad_norm": 0.7920616269111633,
      "learning_rate": 9.315089616631752e-05,
      "loss": 0.6363,
      "step": 336
    },
    {
      "epoch": 0.10976,
      "grad_norm": 0.6668233871459961,
      "learning_rate": 9.274882688055005e-05,
      "loss": 0.5992,
      "step": 343
    },
    {
      "epoch": 0.112,
      "grad_norm": 0.6663250923156738,
      "learning_rate": 9.233620996141421e-05,
      "loss": 0.6012,
      "step": 350
    },
    {
      "epoch": 0.11424,
      "grad_norm": 0.6916643977165222,
      "learning_rate": 9.191314721596072e-05,
      "loss": 0.6196,
      "step": 357
    },
    {
      "epoch": 0.11648,
      "grad_norm": 0.8148261904716492,
      "learning_rate": 9.147974302859157e-05,
      "loss": 0.5736,
      "step": 364
    },
    {
      "epoch": 0.11872,
      "grad_norm": 0.7469860315322876,
      "learning_rate": 9.103610433530483e-05,
      "loss": 0.6153,
      "step": 371
    },
    {
      "epoch": 0.12096,
      "grad_norm": 0.8896865844726562,
      "learning_rate": 9.058234059730976e-05,
      "loss": 0.6373,
      "step": 378
    },
    {
      "epoch": 0.1232,
      "grad_norm": 0.6328408122062683,
      "learning_rate": 9.01185637740189e-05,
      "loss": 0.5982,
      "step": 385
    },
    {
      "epoch": 0.12544,
      "grad_norm": 0.8956583738327026,
      "learning_rate": 8.964488829542377e-05,
      "loss": 0.6208,
      "step": 392
    },
    {
      "epoch": 0.12768,
      "grad_norm": 0.7814136743545532,
      "learning_rate": 8.916143103386093e-05,
      "loss": 0.6612,
      "step": 399
    },
    {
      "epoch": 0.12992,
      "grad_norm": 0.7828670740127563,
      "learning_rate": 8.866831127517557e-05,
      "loss": 0.6083,
      "step": 406
    },
    {
      "epoch": 0.13216,
      "grad_norm": 0.835975170135498,
      "learning_rate": 8.81656506892894e-05,
      "loss": 0.5735,
      "step": 413
    },
    {
      "epoch": 0.1344,
      "grad_norm": 0.7670660018920898,
      "learning_rate": 8.765357330018056e-05,
      "loss": 0.6282,
      "step": 420
    },
    {
      "epoch": 0.13664,
      "grad_norm": 0.7417272925376892,
      "learning_rate": 8.71322054552824e-05,
      "loss": 0.5669,
      "step": 427
    },
    {
      "epoch": 0.13888,
      "grad_norm": 1.2703428268432617,
      "learning_rate": 8.660167579430927e-05,
      "loss": 0.6857,
      "step": 434
    },
    {
      "epoch": 0.14112,
      "grad_norm": 0.8281843066215515,
      "learning_rate": 8.606211521751652e-05,
      "loss": 0.6526,
      "step": 441
    },
    {
      "epoch": 0.14336,
      "grad_norm": 0.9514496326446533,
      "learning_rate": 8.551365685340285e-05,
      "loss": 0.673,
      "step": 448
    },
    {
      "epoch": 0.1456,
      "grad_norm": 0.7578536868095398,
      "learning_rate": 8.495643602586287e-05,
      "loss": 0.5945,
      "step": 455
    },
    {
      "epoch": 0.14784,
      "grad_norm": 0.8481722474098206,
      "learning_rate": 8.439059022079789e-05,
      "loss": 0.6298,
      "step": 462
    },
    {
      "epoch": 0.15008,
      "grad_norm": 0.8727512955665588,
      "learning_rate": 8.381625905219339e-05,
      "loss": 0.632,
      "step": 469
    },
    {
      "epoch": 0.15232,
      "grad_norm": 0.7547667622566223,
      "learning_rate": 8.32335842276713e-05,
      "loss": 0.614,
      "step": 476
    },
    {
      "epoch": 0.15456,
      "grad_norm": 0.8366633057594299,
      "learning_rate": 8.264270951352581e-05,
      "loss": 0.6381,
      "step": 483
    },
    {
      "epoch": 0.1568,
      "grad_norm": 1.007885456085205,
      "learning_rate": 8.20437806992512e-05,
      "loss": 0.6493,
      "step": 490
    },
    {
      "epoch": 0.15904,
      "grad_norm": 0.7697886824607849,
      "learning_rate": 8.143694556157046e-05,
      "loss": 0.5767,
      "step": 497
    },
    {
      "epoch": 0.16128,
      "grad_norm": 0.7888888716697693,
      "learning_rate": 8.082235382797349e-05,
      "loss": 0.5676,
      "step": 504
    },
    {
      "epoch": 0.16352,
      "grad_norm": 0.8891093730926514,
      "learning_rate": 8.020015713977427e-05,
      "loss": 0.5689,
      "step": 511
    },
    {
      "epoch": 0.16576,
      "grad_norm": 0.7580416798591614,
      "learning_rate": 7.957050901469545e-05,
      "loss": 0.6234,
      "step": 518
    },
    {
      "epoch": 0.168,
      "grad_norm": 0.8658462166786194,
      "learning_rate": 7.89335648089903e-05,
      "loss": 0.6284,
      "step": 525
    },
    {
      "epoch": 0.17024,
      "grad_norm": 0.8224705457687378,
      "learning_rate": 7.828948167911074e-05,
      "loss": 0.6072,
      "step": 532
    },
    {
      "epoch": 0.17248,
      "grad_norm": 0.848377525806427,
      "learning_rate": 7.763841854293145e-05,
      "loss": 0.6269,
      "step": 539
    },
    {
      "epoch": 0.17472,
      "grad_norm": 0.802182674407959,
      "learning_rate": 7.698053604053922e-05,
      "loss": 0.6053,
      "step": 546
    },
    {
      "epoch": 0.17696,
      "grad_norm": 0.9357284307479858,
      "learning_rate": 7.631599649459744e-05,
      "loss": 0.5793,
      "step": 553
    },
    {
      "epoch": 0.1792,
      "grad_norm": 0.9084393978118896,
      "learning_rate": 7.564496387029532e-05,
      "loss": 0.6,
      "step": 560
    },
    {
      "epoch": 0.18144,
      "grad_norm": 0.9397440552711487,
      "learning_rate": 7.496760373489202e-05,
      "loss": 0.6105,
      "step": 567
    },
    {
      "epoch": 0.18368,
      "grad_norm": 0.8454979062080383,
      "learning_rate": 7.428408321686541e-05,
      "loss": 0.5853,
      "step": 574
    },
    {
      "epoch": 0.18592,
      "grad_norm": 0.7087661027908325,
      "learning_rate": 7.35945709646756e-05,
      "loss": 0.5775,
      "step": 581
    },
    {
      "epoch": 0.18816,
      "grad_norm": 0.8922597765922546,
      "learning_rate": 7.289923710515339e-05,
      "loss": 0.5919,
      "step": 588
    },
    {
      "epoch": 0.1904,
      "grad_norm": 0.8507658243179321,
      "learning_rate": 7.219825320152411e-05,
      "loss": 0.5977,
      "step": 595
    },
    {
      "epoch": 0.19264,
      "grad_norm": 0.8782737255096436,
      "learning_rate": 7.149179221107694e-05,
      "loss": 0.6038,
      "step": 602
    },
    {
      "epoch": 0.19488,
      "grad_norm": 0.7777867317199707,
      "learning_rate": 7.078002844249032e-05,
      "loss": 0.6033,
      "step": 609
    },
    {
      "epoch": 0.19712,
      "grad_norm": 0.8785403966903687,
      "learning_rate": 7.006313751282372e-05,
      "loss": 0.6005,
      "step": 616
    },
    {
      "epoch": 0.19936,
      "grad_norm": 0.8451494574546814,
      "learning_rate": 6.934129630418701e-05,
      "loss": 0.6055,
      "step": 623
    },
    {
      "epoch": 0.2016,
      "grad_norm": 0.9187778830528259,
      "learning_rate": 6.861468292009727e-05,
      "loss": 0.5489,
      "step": 630
    },
    {
      "epoch": 0.20384,
      "grad_norm": 0.8952279090881348,
      "learning_rate": 6.788347664153447e-05,
      "loss": 0.5935,
      "step": 637
    },
    {
      "epoch": 0.20608,
      "grad_norm": 0.7939856052398682,
      "learning_rate": 6.714785788270658e-05,
      "loss": 0.6337,
      "step": 644
    },
    {
      "epoch": 0.20832,
      "grad_norm": 0.8823303580284119,
      "learning_rate": 6.640800814653503e-05,
      "loss": 0.5901,
      "step": 651
    },
    {
      "epoch": 0.21056,
      "grad_norm": 0.9725677371025085,
      "learning_rate": 6.566410997987163e-05,
      "loss": 0.6063,
      "step": 658
    },
    {
      "epoch": 0.2128,
      "grad_norm": 1.0578663349151611,
      "learning_rate": 6.49163469284578e-05,
      "loss": 0.6139,
      "step": 665
    },
    {
      "epoch": 0.21504,
      "grad_norm": 0.8042324185371399,
      "learning_rate": 6.416490349163748e-05,
      "loss": 0.6096,
      "step": 672
    },
    {
      "epoch": 0.21728,
      "grad_norm": 0.8953472375869751,
      "learning_rate": 6.340996507683458e-05,
      "loss": 0.5642,
      "step": 679
    },
    {
      "epoch": 0.21952,
      "grad_norm": 1.0117398500442505,
      "learning_rate": 6.265171795380659e-05,
      "loss": 0.6229,
      "step": 686
    },
    {
      "epoch": 0.22176,
      "grad_norm": 0.8845699429512024,
      "learning_rate": 6.189034920868522e-05,
      "loss": 0.6096,
      "step": 693
    },
    {
      "epoch": 0.224,
      "grad_norm": 0.7586193680763245,
      "learning_rate": 6.112604669781572e-05,
      "loss": 0.5921,
      "step": 700
    },
    {
      "epoch": 0.22624,
      "grad_norm": 0.824637770652771,
      "learning_rate": 6.0358999001406156e-05,
      "loss": 0.5945,
      "step": 707
    },
    {
      "epoch": 0.22848,
      "grad_norm": 0.9163945317268372,
      "learning_rate": 5.9589395376998e-05,
      "loss": 0.6149,
      "step": 714
    },
    {
      "epoch": 0.23072,
      "grad_norm": 0.701906144618988,
      "learning_rate": 5.8817425712769794e-05,
      "loss": 0.5311,
      "step": 721
    },
    {
      "epoch": 0.23296,
      "grad_norm": 0.9770711064338684,
      "learning_rate": 5.804328048068492e-05,
      "loss": 0.6551,
      "step": 728
    },
    {
      "epoch": 0.2352,
      "grad_norm": 0.8285620808601379,
      "learning_rate": 5.7267150689495644e-05,
      "loss": 0.6072,
      "step": 735
    },
    {
      "epoch": 0.23744,
      "grad_norm": 0.8945158123970032,
      "learning_rate": 5.648922783761443e-05,
      "loss": 0.5713,
      "step": 742
    },
    {
      "epoch": 0.23968,
      "grad_norm": 0.9433677792549133,
      "learning_rate": 5.570970386586469e-05,
      "loss": 0.6195,
      "step": 749
    },
    {
      "epoch": 0.24192,
      "grad_norm": 0.8325879573822021,
      "learning_rate": 5.492877111012218e-05,
      "loss": 0.6178,
      "step": 756
    },
    {
      "epoch": 0.24416,
      "grad_norm": 0.7389728426933289,
      "learning_rate": 5.414662225385903e-05,
      "loss": 0.5362,
      "step": 763
    },
    {
      "epoch": 0.2464,
      "grad_norm": 1.114851474761963,
      "learning_rate": 5.336345028060199e-05,
      "loss": 0.588,
      "step": 770
    },
    {
      "epoch": 0.24864,
      "grad_norm": 0.9318227767944336,
      "learning_rate": 5.257944842631658e-05,
      "loss": 0.6308,
      "step": 777
    },
    {
      "epoch": 0.25088,
      "grad_norm": 0.8139416575431824,
      "learning_rate": 5.179481013172912e-05,
      "loss": 0.5513,
      "step": 784
    },
    {
      "epoch": 0.25312,
      "grad_norm": 0.8797311186790466,
      "learning_rate": 5.100972899459796e-05,
      "loss": 0.5688,
      "step": 791
    },
    {
      "epoch": 0.25536,
      "grad_norm": 0.6677159070968628,
      "learning_rate": 5.022439872194629e-05,
      "loss": 0.6143,
      "step": 798
    },
    {
      "epoch": 0.2576,
      "grad_norm": 0.8934993147850037,
      "learning_rate": 4.943901308226771e-05,
      "loss": 0.6053,
      "step": 805
    },
    {
      "epoch": 0.25984,
      "grad_norm": 0.819581925868988,
      "learning_rate": 4.865376585771687e-05,
      "loss": 0.5429,
      "step": 812
    },
    {
      "epoch": 0.26208,
      "grad_norm": 0.8983387351036072,
      "learning_rate": 4.7868850796296495e-05,
      "loss": 0.5552,
      "step": 819
    },
    {
      "epoch": 0.26432,
      "grad_norm": 0.9034095406532288,
      "learning_rate": 4.708446156405307e-05,
      "loss": 0.5856,
      "step": 826
    },
    {
      "epoch": 0.26656,
      "grad_norm": 0.8797436952590942,
      "learning_rate": 4.630079169729257e-05,
      "loss": 0.6254,
      "step": 833
    },
    {
      "epoch": 0.2688,
      "grad_norm": 0.8626985549926758,
      "learning_rate": 4.551803455482833e-05,
      "loss": 0.5873,
      "step": 840
    },
    {
      "epoch": 0.27104,
      "grad_norm": 0.7669677734375,
      "learning_rate": 4.473638327027259e-05,
      "loss": 0.5524,
      "step": 847
    },
    {
      "epoch": 0.27328,
      "grad_norm": 0.7522668838500977,
      "learning_rate": 4.395603070438373e-05,
      "loss": 0.5492,
      "step": 854
    },
    {
      "epoch": 0.27552,
      "grad_norm": 0.7575129866600037,
      "learning_rate": 4.31771693974807e-05,
      "loss": 0.5988,
      "step": 861
    },
    {
      "epoch": 0.27776,
      "grad_norm": 0.8619323968887329,
      "learning_rate": 4.239999152193664e-05,
      "loss": 0.5721,
      "step": 868
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.8450742959976196,
      "learning_rate": 4.162468883476319e-05,
      "loss": 0.5957,
      "step": 875
    },
    {
      "epoch": 0.28224,
      "grad_norm": 0.901733934879303,
      "learning_rate": 4.085145263029726e-05,
      "loss": 0.5992,
      "step": 882
    },
    {
      "epoch": 0.28448,
      "grad_norm": 0.8222865462303162,
      "learning_rate": 4.008047369300218e-05,
      "loss": 0.5495,
      "step": 889
    },
    {
      "epoch": 0.28672,
      "grad_norm": 0.896916389465332,
      "learning_rate": 3.9311942250394276e-05,
      "loss": 0.5601,
      "step": 896
    },
    {
      "epoch": 0.28896,
      "grad_norm": 0.934933602809906,
      "learning_rate": 3.8546047926107256e-05,
      "loss": 0.5833,
      "step": 903
    },
    {
      "epoch": 0.2912,
      "grad_norm": 1.0166302919387817,
      "learning_rate": 3.778297969310529e-05,
      "loss": 0.5685,
      "step": 910
    },
    {
      "epoch": 0.29344,
      "grad_norm": 0.8434739708900452,
      "learning_rate": 3.7022925827056884e-05,
      "loss": 0.5214,
      "step": 917
    },
    {
      "epoch": 0.29568,
      "grad_norm": 0.8891777396202087,
      "learning_rate": 3.62660738598805e-05,
      "loss": 0.5603,
      "step": 924
    },
    {
      "epoch": 0.29792,
      "grad_norm": 0.921019971370697,
      "learning_rate": 3.551261053347404e-05,
      "loss": 0.5702,
      "step": 931
    },
    {
      "epoch": 0.30016,
      "grad_norm": 0.8053598403930664,
      "learning_rate": 3.4762721753638995e-05,
      "loss": 0.5408,
      "step": 938
    },
    {
      "epoch": 0.3024,
      "grad_norm": 0.8381845951080322,
      "learning_rate": 3.401659254421094e-05,
      "loss": 0.6215,
      "step": 945
    },
    {
      "epoch": 0.30464,
      "grad_norm": 0.9827066659927368,
      "learning_rate": 3.3274407001407735e-05,
      "loss": 0.6113,
      "step": 952
    },
    {
      "epoch": 0.30688,
      "grad_norm": 0.8961237668991089,
      "learning_rate": 3.2536348248406534e-05,
      "loss": 0.5729,
      "step": 959
    },
    {
      "epoch": 0.30912,
      "grad_norm": 0.86384516954422,
      "learning_rate": 3.1802598390160784e-05,
      "loss": 0.5722,
      "step": 966
    },
    {
      "epoch": 0.31136,
      "grad_norm": 0.8062101006507874,
      "learning_rate": 3.107333846846872e-05,
      "loss": 0.5431,
      "step": 973
    },
    {
      "epoch": 0.3136,
      "grad_norm": 0.8134042620658875,
      "learning_rate": 3.0348748417303823e-05,
      "loss": 0.5946,
      "step": 980
    },
    {
      "epoch": 0.31584,
      "grad_norm": 0.9020351767539978,
      "learning_rate": 2.9629007018418985e-05,
      "loss": 0.5357,
      "step": 987
    },
    {
      "epoch": 0.31808,
      "grad_norm": 0.9527891278266907,
      "learning_rate": 2.8914291857234636e-05,
      "loss": 0.5536,
      "step": 994
    },
    {
      "epoch": 0.32032,
      "grad_norm": 0.8286277651786804,
      "learning_rate": 2.8204779279022276e-05,
      "loss": 0.5193,
      "step": 1001
    },
    {
      "epoch": 0.32256,
      "grad_norm": 0.8435440063476562,
      "learning_rate": 2.7500644345393943e-05,
      "loss": 0.5574,
      "step": 1008
    },
    {
      "epoch": 0.3248,
      "grad_norm": 0.8855453133583069,
      "learning_rate": 2.68020607911083e-05,
      "loss": 0.6092,
      "step": 1015
    },
    {
      "epoch": 0.32704,
      "grad_norm": 0.7506464123725891,
      "learning_rate": 2.610920098120424e-05,
      "loss": 0.557,
      "step": 1022
    },
    {
      "epoch": 0.32928,
      "grad_norm": 0.7836260795593262,
      "learning_rate": 2.5422235868472345e-05,
      "loss": 0.5168,
      "step": 1029
    },
    {
      "epoch": 0.33152,
      "grad_norm": 0.8196290135383606,
      "learning_rate": 2.4741334951274947e-05,
      "loss": 0.5896,
      "step": 1036
    },
    {
      "epoch": 0.33376,
      "grad_norm": 0.6813897490501404,
      "learning_rate": 2.40666662317248e-05,
      "loss": 0.5585,
      "step": 1043
    },
    {
      "epoch": 0.336,
      "grad_norm": 0.7538558840751648,
      "learning_rate": 2.3398396174233178e-05,
      "loss": 0.5467,
      "step": 1050
    },
    {
      "epoch": 0.33824,
      "grad_norm": 0.8094273209571838,
      "learning_rate": 2.2736689664437217e-05,
      "loss": 0.6003,
      "step": 1057
    },
    {
      "epoch": 0.34048,
      "grad_norm": 0.7607126235961914,
      "learning_rate": 2.2081709968516866e-05,
      "loss": 0.5347,
      "step": 1064
    },
    {
      "epoch": 0.34272,
      "grad_norm": 0.8913360834121704,
      "learning_rate": 2.1433618692911467e-05,
      "loss": 0.5342,
      "step": 1071
    },
    {
      "epoch": 0.34496,
      "grad_norm": 0.8837697505950928,
      "learning_rate": 2.0792575744445653e-05,
      "loss": 0.5616,
      "step": 1078
    },
    {
      "epoch": 0.3472,
      "grad_norm": 0.8293822407722473,
      "learning_rate": 2.015873929087482e-05,
      "loss": 0.5407,
      "step": 1085
    },
    {
      "epoch": 0.34944,
      "grad_norm": 0.7272706031799316,
      "learning_rate": 1.95322657218596e-05,
      "loss": 0.5771,
      "step": 1092
    },
    {
      "epoch": 0.35168,
      "grad_norm": 1.029606819152832,
      "learning_rate": 1.8913309610379015e-05,
      "loss": 0.6015,
      "step": 1099
    },
    {
      "epoch": 0.35392,
      "grad_norm": 0.8777096271514893,
      "learning_rate": 1.8302023674591935e-05,
      "loss": 0.5702,
      "step": 1106
    },
    {
      "epoch": 0.35616,
      "grad_norm": 0.8563998937606812,
      "learning_rate": 1.7698558740156135e-05,
      "loss": 0.5389,
      "step": 1113
    },
    {
      "epoch": 0.3584,
      "grad_norm": 0.8523100018501282,
      "learning_rate": 1.7103063703014372e-05,
      "loss": 0.5668,
      "step": 1120
    },
    {
      "epoch": 0.36064,
      "grad_norm": 0.9193650484085083,
      "learning_rate": 1.6515685492656467e-05,
      "loss": 0.5504,
      "step": 1127
    },
    {
      "epoch": 0.36288,
      "grad_norm": 0.8891139030456543,
      "learning_rate": 1.59365690358667e-05,
      "loss": 0.5634,
      "step": 1134
    },
    {
      "epoch": 0.36512,
      "grad_norm": 0.8892940878868103,
      "learning_rate": 1.5365857220965275e-05,
      "loss": 0.5788,
      "step": 1141
    },
    {
      "epoch": 0.36736,
      "grad_norm": 1.0040040016174316,
      "learning_rate": 1.4803690862552755e-05,
      "loss": 0.5487,
      "step": 1148
    },
    {
      "epoch": 0.3696,
      "grad_norm": 0.899566650390625,
      "learning_rate": 1.4250208666766235e-05,
      "loss": 0.541,
      "step": 1155
    },
    {
      "epoch": 0.37184,
      "grad_norm": 0.7974374294281006,
      "learning_rate": 1.3705547197055584e-05,
      "loss": 0.5337,
      "step": 1162
    },
    {
      "epoch": 0.37408,
      "grad_norm": 0.9237691760063171,
      "learning_rate": 1.3169840840488501e-05,
      "loss": 0.5905,
      "step": 1169
    },
    {
      "epoch": 0.37632,
      "grad_norm": 0.8376994132995605,
      "learning_rate": 1.2643221774592518e-05,
      "loss": 0.5659,
      "step": 1176
    },
    {
      "epoch": 0.37856,
      "grad_norm": 0.8588236570358276,
      "learning_rate": 1.2125819934742188e-05,
      "loss": 0.5312,
      "step": 1183
    },
    {
      "epoch": 0.3808,
      "grad_norm": 0.7766312956809998,
      "learning_rate": 1.1617762982099446e-05,
      "loss": 0.5848,
      "step": 1190
    },
    {
      "epoch": 0.38304,
      "grad_norm": 0.8787358999252319,
      "learning_rate": 1.1119176272115128e-05,
      "loss": 0.5575,
      "step": 1197
    },
    {
      "epoch": 0.38528,
      "grad_norm": 0.7391377687454224,
      "learning_rate": 1.0630182823599399e-05,
      "loss": 0.5081,
      "step": 1204
    },
    {
      "epoch": 0.38752,
      "grad_norm": 0.9170346856117249,
      "learning_rate": 1.0150903288368741e-05,
      "loss": 0.6004,
      "step": 1211
    },
    {
      "epoch": 0.38976,
      "grad_norm": 0.7619460821151733,
      "learning_rate": 9.681455921476839e-06,
      "loss": 0.5169,
      "step": 1218
    },
    {
      "epoch": 0.392,
      "grad_norm": 0.7589924931526184,
      "learning_rate": 9.221956552036992e-06,
      "loss": 0.5354,
      "step": 1225
    },
    {
      "epoch": 0.39424,
      "grad_norm": 0.7964060306549072,
      "learning_rate": 8.772518554642973e-06,
      "loss": 0.5582,
      "step": 1232
    },
    {
      "epoch": 0.39648,
      "grad_norm": 0.7699112296104431,
      "learning_rate": 8.333252821395526e-06,
      "loss": 0.5507,
      "step": 1239
    },
    {
      "epoch": 0.39872,
      "grad_norm": 1.0710296630859375,
      "learning_rate": 7.904267734541498e-06,
      "loss": 0.593,
      "step": 1246
    },
    {
      "epoch": 0.40096,
      "grad_norm": 0.7977660894393921,
      "learning_rate": 7.485669139732004e-06,
      "loss": 0.5811,
      "step": 1253
    },
    {
      "epoch": 0.4032,
      "grad_norm": 0.8697894215583801,
      "learning_rate": 7.077560319906695e-06,
      "loss": 0.5352,
      "step": 1260
    },
    {
      "epoch": 0.40544,
      "grad_norm": 0.9328649044036865,
      "learning_rate": 6.680041969810203e-06,
      "loss": 0.5408,
      "step": 1267
    },
    {
      "epoch": 0.40768,
      "grad_norm": 0.7801123857498169,
      "learning_rate": 6.293212171147206e-06,
      "loss": 0.5138,
      "step": 1274
    },
    {
      "epoch": 0.40992,
      "grad_norm": 0.901892364025116,
      "learning_rate": 5.917166368382277e-06,
      "loss": 0.5369,
      "step": 1281
    },
    {
      "epoch": 0.41216,
      "grad_norm": 0.8500468134880066,
      "learning_rate": 5.5519973451903405e-06,
      "loss": 0.5706,
      "step": 1288
    },
    {
      "epoch": 0.4144,
      "grad_norm": 0.8045719265937805,
      "learning_rate": 5.197795201563743e-06,
      "loss": 0.5841,
      "step": 1295
    },
    {
      "epoch": 0.41664,
      "grad_norm": 0.9745064973831177,
      "learning_rate": 4.8546473315813856e-06,
      "loss": 0.5533,
      "step": 1302
    },
    {
      "epoch": 0.41888,
      "grad_norm": 0.7593828439712524,
      "learning_rate": 4.522638401845547e-06,
      "loss": 0.5794,
      "step": 1309
    },
    {
      "epoch": 0.42112,
      "grad_norm": 0.92644864320755,
      "learning_rate": 4.2018503305916775e-06,
      "loss": 0.5397,
      "step": 1316
    },
    {
      "epoch": 0.42336,
      "grad_norm": 0.9765615463256836,
      "learning_rate": 3.892362267476313e-06,
      "loss": 0.5813,
      "step": 1323
    },
    {
      "epoch": 0.4256,
      "grad_norm": 0.7187498807907104,
      "learning_rate": 3.5942505740480582e-06,
      "loss": 0.5394,
      "step": 1330
    },
    {
      "epoch": 0.42784,
      "grad_norm": 0.8445992469787598,
      "learning_rate": 3.3075888049065196e-06,
      "loss": 0.5711,
      "step": 1337
    },
    {
      "epoch": 0.43008,
      "grad_norm": 0.7535851001739502,
      "learning_rate": 3.03244768955383e-06,
      "loss": 0.5654,
      "step": 1344
    },
    {
      "epoch": 0.43232,
      "grad_norm": 0.8969655632972717,
      "learning_rate": 2.7688951149431595e-06,
      "loss": 0.5769,
      "step": 1351
    },
    {
      "epoch": 0.43456,
      "grad_norm": 0.7924101948738098,
      "learning_rate": 2.5169961087286974e-06,
      "loss": 0.545,
      "step": 1358
    },
    {
      "epoch": 0.4368,
      "grad_norm": 0.9723260998725891,
      "learning_rate": 2.276812823220964e-06,
      "loss": 0.5829,
      "step": 1365
    },
    {
      "epoch": 0.43904,
      "grad_norm": 0.7933911681175232,
      "learning_rate": 2.048404520051722e-06,
      "loss": 0.5123,
      "step": 1372
    },
    {
      "epoch": 0.44128,
      "grad_norm": 0.746873676776886,
      "learning_rate": 1.8318275555520237e-06,
      "loss": 0.5069,
      "step": 1379
    },
    {
      "epoch": 0.44352,
      "grad_norm": 0.6996661424636841,
      "learning_rate": 1.6271353668471655e-06,
      "loss": 0.5512,
      "step": 1386
    },
    {
      "epoch": 0.44576,
      "grad_norm": 0.923608660697937,
      "learning_rate": 1.4343784586718311e-06,
      "loss": 0.5616,
      "step": 1393
    },
    {
      "epoch": 0.448,
      "grad_norm": 0.9334977269172668,
      "learning_rate": 1.2536043909088191e-06,
      "loss": 0.5218,
      "step": 1400
    },
    {
      "epoch": 0.45024,
      "grad_norm": 0.7125422954559326,
      "learning_rate": 1.0848577668543802e-06,
      "loss": 0.5559,
      "step": 1407
    },
    {
      "epoch": 0.45248,
      "grad_norm": 0.8883575797080994,
      "learning_rate": 9.281802222129765e-07,
      "loss": 0.5492,
      "step": 1414
    },
    {
      "epoch": 0.45472,
      "grad_norm": 0.7941312193870544,
      "learning_rate": 7.836104148243484e-07,
      "loss": 0.5988,
      "step": 1421
    },
    {
      "epoch": 0.45696,
      "grad_norm": 0.7571983337402344,
      "learning_rate": 6.511840151252169e-07,
      "loss": 0.4977,
      "step": 1428
    },
    {
      "epoch": 0.4592,
      "grad_norm": 0.79682856798172,
      "learning_rate": 5.309336973481683e-07,
      "loss": 0.5213,
      "step": 1435
    },
    {
      "epoch": 0.46144,
      "grad_norm": 0.7586665749549866,
      "learning_rate": 4.228891314597694e-07,
      "loss": 0.4809,
      "step": 1442
    },
    {
      "epoch": 0.46368,
      "grad_norm": 0.7893497943878174,
      "learning_rate": 3.2707697583995167e-07,
      "loss": 0.516,
      "step": 1449
    },
    {
      "epoch": 0.46592,
      "grad_norm": 0.8268821835517883,
      "learning_rate": 2.4352087070443895e-07,
      "loss": 0.5377,
      "step": 1456
    },
    {
      "epoch": 0.46816,
      "grad_norm": 0.787476122379303,
      "learning_rate": 1.7224143227190236e-07,
      "loss": 0.5399,
      "step": 1463
    },
    {
      "epoch": 0.4704,
      "grad_norm": 0.8766822218894958,
      "learning_rate": 1.132562476771959e-07,
      "loss": 0.5693,
      "step": 1470
    },
    {
      "epoch": 0.47264,
      "grad_norm": 0.8565278649330139,
      "learning_rate": 6.657987063200533e-08,
      "loss": 0.5614,
      "step": 1477
    },
    {
      "epoch": 0.47488,
      "grad_norm": 0.7923242449760437,
      "learning_rate": 3.2223817833931805e-08,
      "loss": 0.5312,
      "step": 1484
    },
    {
      "epoch": 0.47712,
      "grad_norm": 0.8289048671722412,
      "learning_rate": 1.019656612492592e-08,
      "loss": 0.5486,
      "step": 1491
    },
    {
      "epoch": 0.47936,
      "grad_norm": 0.6884098052978516,
      "learning_rate": 5.035503997385949e-10,
      "loss": 0.5244,
      "step": 1498
    }
  ],
  "logging_steps": 7,
  "max_steps": 1500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.16312417401779e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}