{
  "best_metric": 0.8272562623023987,
  "best_model_checkpoint": "miner_id_24/checkpoint-3600",
  "epoch": 1.0212145158349037,
  "eval_steps": 200,
  "global_step": 4200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00024314631329402467,
      "grad_norm": 1.0808688402175903,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.0202,
      "step": 1
    },
    {
      "epoch": 0.00024314631329402467,
      "eval_loss": 0.9943941831588745,
      "eval_runtime": 12.2522,
      "eval_samples_per_second": 40.482,
      "eval_steps_per_second": 6.774,
      "step": 1
    },
    {
      "epoch": 0.00048629262658804933,
      "grad_norm": 1.0395212173461914,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 0.9174,
      "step": 2
    },
    {
      "epoch": 0.0007294389398820741,
      "grad_norm": 1.0326361656188965,
      "learning_rate": 2e-05,
      "loss": 0.8558,
      "step": 3
    },
    {
      "epoch": 0.0009725852531760987,
      "grad_norm": 0.9181053042411804,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 0.8978,
      "step": 4
    },
    {
      "epoch": 0.0012157315664701235,
      "grad_norm": 1.0348658561706543,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 1.0537,
      "step": 5
    },
    {
      "epoch": 0.0014588778797641482,
      "grad_norm": 0.9182009696960449,
      "learning_rate": 4e-05,
      "loss": 0.9268,
      "step": 6
    },
    {
      "epoch": 0.0017020241930581729,
      "grad_norm": 0.9932162761688232,
      "learning_rate": 4.666666666666667e-05,
      "loss": 1.0328,
      "step": 7
    },
    {
      "epoch": 0.0019451705063521973,
      "grad_norm": 0.9426829218864441,
      "learning_rate": 5.333333333333333e-05,
      "loss": 0.9289,
      "step": 8
    },
    {
      "epoch": 0.002188316819646222,
      "grad_norm": 0.9225431680679321,
      "learning_rate": 6e-05,
      "loss": 1.0292,
      "step": 9
    },
    {
      "epoch": 0.002431463132940247,
      "grad_norm": 1.1825724840164185,
      "learning_rate": 6.666666666666667e-05,
      "loss": 1.0584,
      "step": 10
    },
    {
      "epoch": 0.0026746094462342714,
      "grad_norm": 1.097290277481079,
      "learning_rate": 7.333333333333333e-05,
      "loss": 0.989,
      "step": 11
    },
    {
      "epoch": 0.0029177557595282963,
      "grad_norm": 0.8865394592285156,
      "learning_rate": 8e-05,
      "loss": 0.9889,
      "step": 12
    },
    {
      "epoch": 0.003160902072822321,
      "grad_norm": 0.9935480356216431,
      "learning_rate": 8.666666666666667e-05,
      "loss": 0.8509,
      "step": 13
    },
    {
      "epoch": 0.0034040483861163457,
      "grad_norm": 1.0522222518920898,
      "learning_rate": 9.333333333333334e-05,
      "loss": 1.0024,
      "step": 14
    },
    {
      "epoch": 0.00364719469941037,
      "grad_norm": 1.2540761232376099,
      "learning_rate": 0.0001,
      "loss": 1.0976,
      "step": 15
    },
    {
      "epoch": 0.0038903410127043947,
      "grad_norm": 1.0347063541412354,
      "learning_rate": 0.00010666666666666667,
      "loss": 1.0474,
      "step": 16
    },
    {
      "epoch": 0.004133487325998419,
      "grad_norm": 0.9998148083686829,
      "learning_rate": 0.00011333333333333334,
      "loss": 1.0318,
      "step": 17
    },
    {
      "epoch": 0.004376633639292444,
      "grad_norm": 0.7831889390945435,
      "learning_rate": 0.00012,
      "loss": 0.8416,
      "step": 18
    },
    {
      "epoch": 0.004619779952586469,
      "grad_norm": 0.831993579864502,
      "learning_rate": 0.00012666666666666666,
      "loss": 1.0504,
      "step": 19
    },
    {
      "epoch": 0.004862926265880494,
      "grad_norm": 0.8210404515266418,
      "learning_rate": 0.00013333333333333334,
      "loss": 1.0467,
      "step": 20
    },
    {
      "epoch": 0.005106072579174518,
      "grad_norm": 0.8974295854568481,
      "learning_rate": 0.00014,
      "loss": 0.9301,
      "step": 21
    },
    {
      "epoch": 0.005349218892468543,
      "grad_norm": 0.878714919090271,
      "learning_rate": 0.00014666666666666666,
      "loss": 0.9158,
      "step": 22
    },
    {
      "epoch": 0.005592365205762568,
      "grad_norm": 0.8625950813293457,
      "learning_rate": 0.00015333333333333334,
      "loss": 0.9447,
      "step": 23
    },
    {
      "epoch": 0.005835511519056593,
      "grad_norm": 0.769762396812439,
      "learning_rate": 0.00016,
      "loss": 0.9224,
      "step": 24
    },
    {
      "epoch": 0.006078657832350617,
      "grad_norm": 0.7611008882522583,
      "learning_rate": 0.0001666666666666667,
      "loss": 0.8711,
      "step": 25
    },
    {
      "epoch": 0.006321804145644642,
      "grad_norm": 0.824384868144989,
      "learning_rate": 0.00017333333333333334,
      "loss": 0.9185,
      "step": 26
    },
    {
      "epoch": 0.0065649504589386665,
      "grad_norm": 0.8382388949394226,
      "learning_rate": 0.00018,
      "loss": 0.9725,
      "step": 27
    },
    {
      "epoch": 0.0068080967722326914,
      "grad_norm": 0.7574337124824524,
      "learning_rate": 0.0001866666666666667,
      "loss": 0.7537,
      "step": 28
    },
    {
      "epoch": 0.0070512430855267155,
      "grad_norm": 0.7373242378234863,
      "learning_rate": 0.00019333333333333333,
      "loss": 0.8357,
      "step": 29
    },
    {
      "epoch": 0.00729438939882074,
      "grad_norm": 0.8402305841445923,
      "learning_rate": 0.0002,
      "loss": 1.036,
      "step": 30
    },
    {
      "epoch": 0.007537535712114765,
      "grad_norm": 0.7414513230323792,
      "learning_rate": 0.00019999999674136346,
      "loss": 0.8839,
      "step": 31
    },
    {
      "epoch": 0.007780682025408789,
      "grad_norm": 0.7936459183692932,
      "learning_rate": 0.000199999986965454,
      "loss": 0.7301,
      "step": 32
    },
    {
      "epoch": 0.008023828338702814,
      "grad_norm": 0.8579583764076233,
      "learning_rate": 0.00019999997067227224,
      "loss": 0.9213,
      "step": 33
    },
    {
      "epoch": 0.008266974651996838,
      "grad_norm": 0.7710360288619995,
      "learning_rate": 0.00019999994786181927,
      "loss": 0.8602,
      "step": 34
    },
    {
      "epoch": 0.008510120965290864,
      "grad_norm": 0.7112097144126892,
      "learning_rate": 0.0001999999185340966,
      "loss": 0.9409,
      "step": 35
    },
    {
      "epoch": 0.008753267278584888,
      "grad_norm": 0.7077227830886841,
      "learning_rate": 0.00019999988268910613,
      "loss": 0.8097,
      "step": 36
    },
    {
      "epoch": 0.008996413591878914,
      "grad_norm": 0.7571427226066589,
      "learning_rate": 0.00019999984032685014,
      "loss": 0.9323,
      "step": 37
    },
    {
      "epoch": 0.009239559905172938,
      "grad_norm": 0.6910419464111328,
      "learning_rate": 0.00019999979144733144,
      "loss": 0.8282,
      "step": 38
    },
    {
      "epoch": 0.009482706218466962,
      "grad_norm": 0.7277637720108032,
      "learning_rate": 0.00019999973605055326,
      "loss": 1.0065,
      "step": 39
    },
    {
      "epoch": 0.009725852531760988,
      "grad_norm": 0.7056716084480286,
      "learning_rate": 0.00019999967413651912,
      "loss": 1.0274,
      "step": 40
    },
    {
      "epoch": 0.009968998845055012,
      "grad_norm": 0.7195923328399658,
      "learning_rate": 0.00019999960570523312,
      "loss": 0.7573,
      "step": 41
    },
    {
      "epoch": 0.010212145158349036,
      "grad_norm": 0.645984411239624,
      "learning_rate": 0.00019999953075669965,
      "loss": 0.8479,
      "step": 42
    },
    {
      "epoch": 0.010455291471643062,
      "grad_norm": 0.6659473776817322,
      "learning_rate": 0.0001999994492909237,
      "loss": 0.8707,
      "step": 43
    },
    {
      "epoch": 0.010698437784937086,
      "grad_norm": 0.7145140767097473,
      "learning_rate": 0.00019999936130791048,
      "loss": 0.8573,
      "step": 44
    },
    {
      "epoch": 0.01094158409823111,
      "grad_norm": 0.7259754538536072,
      "learning_rate": 0.00019999926680766577,
      "loss": 0.9872,
      "step": 45
    },
    {
      "epoch": 0.011184730411525136,
      "grad_norm": 0.7049406170845032,
      "learning_rate": 0.00019999916579019572,
      "loss": 0.8266,
      "step": 46
    },
    {
      "epoch": 0.01142787672481916,
      "grad_norm": 0.6579735279083252,
      "learning_rate": 0.0001999990582555069,
      "loss": 0.7565,
      "step": 47
    },
    {
      "epoch": 0.011671023038113185,
      "grad_norm": 0.6432561278343201,
      "learning_rate": 0.00019999894420360637,
      "loss": 0.8371,
      "step": 48
    },
    {
      "epoch": 0.01191416935140721,
      "grad_norm": 0.748826801776886,
      "learning_rate": 0.00019999882363450154,
      "loss": 0.9479,
      "step": 49
    },
    {
      "epoch": 0.012157315664701233,
      "grad_norm": 0.8813024759292603,
      "learning_rate": 0.0001999986965482002,
      "loss": 1.1269,
      "step": 50
    },
    {
      "epoch": 0.01240046197799526,
      "grad_norm": 0.7437623143196106,
      "learning_rate": 0.0001999985629447107,
      "loss": 1.1212,
      "step": 51
    },
    {
      "epoch": 0.012643608291289283,
      "grad_norm": 0.6962594389915466,
      "learning_rate": 0.0001999984228240418,
      "loss": 0.9374,
      "step": 52
    },
    {
      "epoch": 0.012886754604583307,
      "grad_norm": 0.6673151254653931,
      "learning_rate": 0.0001999982761862025,
      "loss": 0.7357,
      "step": 53
    },
    {
      "epoch": 0.013129900917877333,
      "grad_norm": 0.7314661741256714,
      "learning_rate": 0.00019999812303120242,
      "loss": 1.1486,
      "step": 54
    },
    {
      "epoch": 0.013373047231171357,
      "grad_norm": 0.6567515134811401,
      "learning_rate": 0.00019999796335905156,
      "loss": 0.7696,
      "step": 55
    },
    {
      "epoch": 0.013616193544465383,
      "grad_norm": 0.6628119945526123,
      "learning_rate": 0.00019999779716976031,
      "loss": 0.8916,
      "step": 56
    },
    {
      "epoch": 0.013859339857759407,
      "grad_norm": 0.650818943977356,
      "learning_rate": 0.0001999976244633395,
      "loss": 0.92,
      "step": 57
    },
    {
      "epoch": 0.014102486171053431,
      "grad_norm": 0.6729323267936707,
      "learning_rate": 0.00019999744523980042,
      "loss": 1.0452,
      "step": 58
    },
    {
      "epoch": 0.014345632484347457,
      "grad_norm": 0.6486150026321411,
      "learning_rate": 0.00019999725949915468,
      "loss": 0.9699,
      "step": 59
    },
    {
      "epoch": 0.01458877879764148,
      "grad_norm": 0.6198340654373169,
      "learning_rate": 0.00019999706724141447,
      "loss": 0.8585,
      "step": 60
    },
    {
      "epoch": 0.014831925110935505,
      "grad_norm": 0.6683560609817505,
      "learning_rate": 0.00019999686846659223,
      "loss": 0.9945,
      "step": 61
    },
    {
      "epoch": 0.01507507142422953,
      "grad_norm": 0.6384044885635376,
      "learning_rate": 0.00019999666317470097,
      "loss": 0.8785,
      "step": 62
    },
    {
      "epoch": 0.015318217737523555,
      "grad_norm": 0.7137377262115479,
      "learning_rate": 0.00019999645136575407,
      "loss": 0.9945,
      "step": 63
    },
    {
      "epoch": 0.015561364050817579,
      "grad_norm": 0.6446824073791504,
      "learning_rate": 0.0001999962330397653,
      "loss": 0.9958,
      "step": 64
    },
    {
      "epoch": 0.015804510364111603,
      "grad_norm": 0.6684116721153259,
      "learning_rate": 0.00019999600819674892,
      "loss": 0.8388,
      "step": 65
    },
    {
      "epoch": 0.01604765667740563,
      "grad_norm": 0.6680419445037842,
      "learning_rate": 0.00019999577683671958,
      "loss": 0.8603,
      "step": 66
    },
    {
      "epoch": 0.016290802990699654,
      "grad_norm": 0.6481260657310486,
      "learning_rate": 0.00019999553895969237,
      "loss": 0.684,
      "step": 67
    },
    {
      "epoch": 0.016533949303993677,
      "grad_norm": 0.6687188148498535,
      "learning_rate": 0.00019999529456568276,
      "loss": 1.025,
      "step": 68
    },
    {
      "epoch": 0.016777095617287702,
      "grad_norm": 0.6578351855278015,
      "learning_rate": 0.00019999504365470668,
      "loss": 0.8843,
      "step": 69
    },
    {
      "epoch": 0.017020241930581728,
      "grad_norm": 0.6872825026512146,
      "learning_rate": 0.0001999947862267805,
      "loss": 1.1109,
      "step": 70
    },
    {
      "epoch": 0.017263388243875754,
      "grad_norm": 0.5984856486320496,
      "learning_rate": 0.00019999452228192102,
      "loss": 0.7852,
      "step": 71
    },
    {
      "epoch": 0.017506534557169776,
      "grad_norm": 0.6173950433731079,
      "learning_rate": 0.0001999942518201454,
      "loss": 0.9545,
      "step": 72
    },
    {
      "epoch": 0.017749680870463802,
      "grad_norm": 0.6353166103363037,
      "learning_rate": 0.00019999397484147128,
      "loss": 0.9078,
      "step": 73
    },
    {
      "epoch": 0.017992827183757828,
      "grad_norm": 0.7043059468269348,
      "learning_rate": 0.0001999936913459167,
      "loss": 1.094,
      "step": 74
    },
    {
      "epoch": 0.01823597349705185,
      "grad_norm": 0.632735550403595,
      "learning_rate": 0.00019999340133350019,
      "loss": 0.8526,
      "step": 75
    },
    {
      "epoch": 0.018479119810345876,
      "grad_norm": 0.601316511631012,
      "learning_rate": 0.00019999310480424057,
      "loss": 0.8701,
      "step": 76
    },
    {
      "epoch": 0.0187222661236399,
      "grad_norm": 0.638351321220398,
      "learning_rate": 0.00019999280175815725,
      "loss": 0.946,
      "step": 77
    },
    {
      "epoch": 0.018965412436933924,
      "grad_norm": 0.6137983798980713,
      "learning_rate": 0.00019999249219526988,
      "loss": 0.8759,
      "step": 78
    },
    {
      "epoch": 0.01920855875022795,
      "grad_norm": 0.7010385990142822,
      "learning_rate": 0.00019999217611559874,
      "loss": 1.0331,
      "step": 79
    },
    {
      "epoch": 0.019451705063521976,
      "grad_norm": 0.6394873261451721,
      "learning_rate": 0.00019999185351916437,
      "loss": 0.7582,
      "step": 80
    },
    {
      "epoch": 0.019694851376815998,
      "grad_norm": 0.6316054463386536,
      "learning_rate": 0.0001999915244059878,
      "loss": 0.8651,
      "step": 81
    },
    {
      "epoch": 0.019937997690110024,
      "grad_norm": 0.6420007348060608,
      "learning_rate": 0.0001999911887760905,
      "loss": 0.878,
      "step": 82
    },
    {
      "epoch": 0.02018114400340405,
      "grad_norm": 0.6331058144569397,
      "learning_rate": 0.0001999908466294943,
      "loss": 0.8931,
      "step": 83
    },
    {
      "epoch": 0.020424290316698072,
      "grad_norm": 0.651838481426239,
      "learning_rate": 0.00019999049796622152,
      "loss": 1.1055,
      "step": 84
    },
    {
      "epoch": 0.020667436629992098,
      "grad_norm": 0.6502586007118225,
      "learning_rate": 0.00019999014278629496,
      "loss": 1.0166,
      "step": 85
    },
    {
      "epoch": 0.020910582943286123,
      "grad_norm": 0.6136001348495483,
      "learning_rate": 0.00019998978108973762,
      "loss": 0.7747,
      "step": 86
    },
    {
      "epoch": 0.021153729256580146,
      "grad_norm": 0.6174079775810242,
      "learning_rate": 0.00019998941287657323,
      "loss": 0.8599,
      "step": 87
    },
    {
      "epoch": 0.02139687556987417,
      "grad_norm": 0.6164785027503967,
      "learning_rate": 0.00019998903814682562,
      "loss": 0.8372,
      "step": 88
    },
    {
      "epoch": 0.021640021883168197,
      "grad_norm": 0.5645419955253601,
      "learning_rate": 0.00019998865690051937,
      "loss": 0.8412,
      "step": 89
    },
    {
      "epoch": 0.02188316819646222,
      "grad_norm": 0.6699426770210266,
      "learning_rate": 0.00019998826913767925,
      "loss": 0.8902,
      "step": 90
    },
    {
      "epoch": 0.022126314509756245,
      "grad_norm": 0.5624681115150452,
      "learning_rate": 0.00019998787485833052,
      "loss": 0.7816,
      "step": 91
    },
    {
      "epoch": 0.02236946082305027,
      "grad_norm": 0.5687196850776672,
      "learning_rate": 0.0001999874740624989,
      "loss": 0.7006,
      "step": 92
    },
    {
      "epoch": 0.022612607136344297,
      "grad_norm": 0.6380746364593506,
      "learning_rate": 0.00019998706675021052,
      "loss": 0.9058,
      "step": 93
    },
    {
      "epoch": 0.02285575344963832,
      "grad_norm": 0.6436892747879028,
      "learning_rate": 0.00019998665292149192,
      "loss": 0.6359,
      "step": 94
    },
    {
      "epoch": 0.023098899762932345,
      "grad_norm": 0.6779087781906128,
      "learning_rate": 0.00019998623257637003,
      "loss": 1.0035,
      "step": 95
    },
    {
      "epoch": 0.02334204607622637,
      "grad_norm": 0.570086658000946,
      "learning_rate": 0.00019998580571487233,
      "loss": 0.7464,
      "step": 96
    },
    {
      "epoch": 0.023585192389520393,
      "grad_norm": 0.6192846894264221,
      "learning_rate": 0.00019998537233702654,
      "loss": 0.9267,
      "step": 97
    },
    {
      "epoch": 0.02382833870281442,
      "grad_norm": 0.6366615891456604,
      "learning_rate": 0.000199984932442861,
      "loss": 0.9868,
      "step": 98
    },
    {
      "epoch": 0.024071485016108445,
      "grad_norm": 0.6191880702972412,
      "learning_rate": 0.00019998448603240427,
      "loss": 0.939,
      "step": 99
    },
    {
      "epoch": 0.024314631329402467,
      "grad_norm": 0.6212614178657532,
      "learning_rate": 0.00019998403310568557,
      "loss": 0.9458,
      "step": 100
    },
    {
      "epoch": 0.024557777642696493,
      "grad_norm": 0.6130384206771851,
      "learning_rate": 0.00019998357366273433,
      "loss": 0.7784,
      "step": 101
    },
    {
      "epoch": 0.02480092395599052,
      "grad_norm": 0.6520388722419739,
      "learning_rate": 0.0001999831077035805,
      "loss": 0.995,
      "step": 102
    },
    {
      "epoch": 0.02504407026928454,
      "grad_norm": 0.6171340942382812,
      "learning_rate": 0.00019998263522825446,
      "loss": 0.8891,
      "step": 103
    },
    {
      "epoch": 0.025287216582578566,
      "grad_norm": 0.6112785339355469,
      "learning_rate": 0.00019998215623678704,
      "loss": 0.8415,
      "step": 104
    },
    {
      "epoch": 0.025530362895872592,
      "grad_norm": 0.5564025640487671,
      "learning_rate": 0.0001999816707292094,
      "loss": 0.8825,
      "step": 105
    },
    {
      "epoch": 0.025773509209166615,
      "grad_norm": 0.6076588034629822,
      "learning_rate": 0.0001999811787055532,
      "loss": 0.9107,
      "step": 106
    },
    {
      "epoch": 0.02601665552246064,
      "grad_norm": 0.5932787656784058,
      "learning_rate": 0.00019998068016585056,
      "loss": 1.015,
      "step": 107
    },
    {
      "epoch": 0.026259801835754666,
      "grad_norm": 0.5917640924453735,
      "learning_rate": 0.00019998017511013388,
      "loss": 0.8505,
      "step": 108
    },
    {
      "epoch": 0.02650294814904869,
      "grad_norm": 0.6101740598678589,
      "learning_rate": 0.00019997966353843611,
      "loss": 1.0136,
      "step": 109
    },
    {
      "epoch": 0.026746094462342714,
      "grad_norm": 0.5912372469902039,
      "learning_rate": 0.00019997914545079063,
      "loss": 1.0412,
      "step": 110
    },
    {
      "epoch": 0.02698924077563674,
      "grad_norm": 0.5979217290878296,
      "learning_rate": 0.00019997862084723117,
      "loss": 0.8052,
      "step": 111
    },
    {
      "epoch": 0.027232387088930766,
      "grad_norm": 0.5859766602516174,
      "learning_rate": 0.00019997808972779194,
      "loss": 0.9118,
      "step": 112
    },
    {
      "epoch": 0.027475533402224788,
      "grad_norm": 0.6348604559898376,
      "learning_rate": 0.00019997755209250753,
      "loss": 1.0026,
      "step": 113
    },
    {
      "epoch": 0.027718679715518814,
      "grad_norm": 0.6230006217956543,
      "learning_rate": 0.000199977007941413,
      "loss": 1.051,
      "step": 114
    },
    {
      "epoch": 0.02796182602881284,
      "grad_norm": 0.5767983794212341,
      "learning_rate": 0.00019997645727454376,
      "loss": 0.8162,
      "step": 115
    },
    {
      "epoch": 0.028204972342106862,
      "grad_norm": 0.6225388050079346,
      "learning_rate": 0.0001999759000919358,
      "loss": 1.0062,
      "step": 116
    },
    {
      "epoch": 0.028448118655400888,
      "grad_norm": 0.6220940351486206,
      "learning_rate": 0.00019997533639362533,
      "loss": 1.0175,
      "step": 117
    },
    {
      "epoch": 0.028691264968694914,
      "grad_norm": 0.6057636737823486,
      "learning_rate": 0.00019997476617964914,
      "loss": 1.0419,
      "step": 118
    },
    {
      "epoch": 0.028934411281988936,
      "grad_norm": 0.5613518953323364,
      "learning_rate": 0.0001999741894500444,
      "loss": 0.8645,
      "step": 119
    },
    {
      "epoch": 0.02917755759528296,
      "grad_norm": 0.5778535604476929,
      "learning_rate": 0.00019997360620484868,
      "loss": 0.9831,
      "step": 120
    },
    {
      "epoch": 0.029420703908576987,
      "grad_norm": 0.6076965928077698,
      "learning_rate": 0.0001999730164441,
      "loss": 1.0129,
      "step": 121
    },
    {
      "epoch": 0.02966385022187101,
      "grad_norm": 0.6135757565498352,
      "learning_rate": 0.00019997242016783678,
      "loss": 0.942,
      "step": 122
    },
    {
      "epoch": 0.029906996535165035,
      "grad_norm": 0.5815350413322449,
      "learning_rate": 0.00019997181737609786,
      "loss": 0.888,
      "step": 123
    },
    {
      "epoch": 0.03015014284845906,
      "grad_norm": 0.558336079120636,
      "learning_rate": 0.0001999712080689226,
      "loss": 0.8322,
      "step": 124
    },
    {
      "epoch": 0.030393289161753084,
      "grad_norm": 0.6502689123153687,
      "learning_rate": 0.00019997059224635067,
      "loss": 1.2234,
      "step": 125
    },
    {
      "epoch": 0.03063643547504711,
      "grad_norm": 0.5508304834365845,
      "learning_rate": 0.0001999699699084222,
      "loss": 0.8759,
      "step": 126
    },
    {
      "epoch": 0.030879581788341135,
      "grad_norm": 0.5093840956687927,
      "learning_rate": 0.00019996934105517773,
      "loss": 0.788,
      "step": 127
    },
    {
      "epoch": 0.031122728101635157,
      "grad_norm": 0.6012975573539734,
      "learning_rate": 0.00019996870568665825,
      "loss": 0.8195,
      "step": 128
    },
    {
      "epoch": 0.03136587441492918,
      "grad_norm": 0.5714089274406433,
      "learning_rate": 0.0001999680638029052,
      "loss": 0.8713,
      "step": 129
    },
    {
      "epoch": 0.031609020728223206,
      "grad_norm": 0.6876862645149231,
      "learning_rate": 0.0001999674154039604,
      "loss": 0.9346,
      "step": 130
    },
    {
      "epoch": 0.031852167041517235,
      "grad_norm": 0.6536641716957092,
      "learning_rate": 0.0001999667604898661,
      "loss": 0.9916,
      "step": 131
    },
    {
      "epoch": 0.03209531335481126,
      "grad_norm": 0.5901199579238892,
      "learning_rate": 0.00019996609906066501,
      "loss": 0.7471,
      "step": 132
    },
    {
      "epoch": 0.03233845966810528,
      "grad_norm": 0.6328975558280945,
      "learning_rate": 0.00019996543111640023,
      "loss": 0.8913,
      "step": 133
    },
    {
      "epoch": 0.03258160598139931,
      "grad_norm": 0.5803573131561279,
      "learning_rate": 0.00019996475665711523,
      "loss": 0.7176,
      "step": 134
    },
    {
      "epoch": 0.03282475229469333,
      "grad_norm": 0.6181637048721313,
      "learning_rate": 0.000199964075682854,
      "loss": 0.9465,
      "step": 135
    },
    {
      "epoch": 0.03306789860798735,
      "grad_norm": 0.6208160519599915,
      "learning_rate": 0.000199963388193661,
      "loss": 0.9473,
      "step": 136
    },
    {
      "epoch": 0.03331104492128138,
      "grad_norm": 0.6146875619888306,
      "learning_rate": 0.00019996269418958093,
      "loss": 0.9058,
      "step": 137
    },
    {
      "epoch": 0.033554191234575405,
      "grad_norm": 0.597611665725708,
      "learning_rate": 0.00019996199367065907,
      "loss": 0.7985,
      "step": 138
    },
    {
      "epoch": 0.03379733754786943,
      "grad_norm": 0.61948162317276,
      "learning_rate": 0.00019996128663694104,
      "loss": 0.8769,
      "step": 139
    },
    {
      "epoch": 0.034040483861163456,
      "grad_norm": 0.6126230955123901,
      "learning_rate": 0.00019996057308847297,
      "loss": 1.075,
      "step": 140
    },
    {
      "epoch": 0.03428363017445748,
      "grad_norm": 0.6178486943244934,
      "learning_rate": 0.00019995985302530134,
      "loss": 0.9869,
      "step": 141
    },
    {
      "epoch": 0.03452677648775151,
      "grad_norm": 0.5872266292572021,
      "learning_rate": 0.00019995912644747309,
      "loss": 0.9291,
      "step": 142
    },
    {
      "epoch": 0.03476992280104553,
      "grad_norm": 0.5531854033470154,
      "learning_rate": 0.00019995839335503553,
      "loss": 0.8301,
      "step": 143
    },
    {
      "epoch": 0.03501306911433955,
      "grad_norm": 0.590242862701416,
      "learning_rate": 0.00019995765374803646,
      "loss": 0.8674,
      "step": 144
    },
    {
      "epoch": 0.03525621542763358,
      "grad_norm": 0.5839166641235352,
      "learning_rate": 0.00019995690762652412,
      "loss": 0.8299,
      "step": 145
    },
    {
      "epoch": 0.035499361740927604,
      "grad_norm": 0.592936635017395,
      "learning_rate": 0.00019995615499054706,
      "loss": 0.7592,
      "step": 146
    },
    {
      "epoch": 0.035742508054221626,
      "grad_norm": 0.5838887691497803,
      "learning_rate": 0.00019995539584015442,
      "loss": 0.9298,
      "step": 147
    },
    {
      "epoch": 0.035985654367515656,
      "grad_norm": 0.5746930837631226,
      "learning_rate": 0.0001999546301753956,
      "loss": 0.8726,
      "step": 148
    },
    {
      "epoch": 0.03622880068080968,
      "grad_norm": 0.5507683157920837,
      "learning_rate": 0.00019995385799632053,
      "loss": 0.8018,
      "step": 149
    },
    {
      "epoch": 0.0364719469941037,
      "grad_norm": 0.5969981551170349,
      "learning_rate": 0.00019995307930297958,
      "loss": 0.9476,
      "step": 150
    },
    {
      "epoch": 0.03671509330739773,
      "grad_norm": 0.5509942770004272,
      "learning_rate": 0.00019995229409542346,
      "loss": 0.9373,
      "step": 151
    },
    {
      "epoch": 0.03695823962069175,
      "grad_norm": 0.5503922700881958,
      "learning_rate": 0.00019995150237370332,
      "loss": 0.7184,
      "step": 152
    },
    {
      "epoch": 0.037201385933985774,
      "grad_norm": 0.5791242122650146,
      "learning_rate": 0.00019995070413787077,
      "loss": 0.8523,
      "step": 153
    },
    {
      "epoch": 0.0374445322472798,
      "grad_norm": 0.5945818424224854,
      "learning_rate": 0.00019994989938797785,
      "loss": 0.9865,
      "step": 154
    },
    {
      "epoch": 0.037687678560573826,
      "grad_norm": 0.6097773909568787,
      "learning_rate": 0.000199949088124077,
      "loss": 1.0324,
      "step": 155
    },
    {
      "epoch": 0.03793082487386785,
      "grad_norm": 0.5606511831283569,
      "learning_rate": 0.0001999482703462211,
      "loss": 0.8895,
      "step": 156
    },
    {
      "epoch": 0.03817397118716188,
      "grad_norm": 0.6053358912467957,
      "learning_rate": 0.00019994744605446343,
      "loss": 0.8142,
      "step": 157
    },
    {
      "epoch": 0.0384171175004559,
      "grad_norm": 0.6385974884033203,
      "learning_rate": 0.00019994661524885775,
      "loss": 0.9458,
      "step": 158
    },
    {
      "epoch": 0.03866026381374992,
      "grad_norm": 0.6165451407432556,
      "learning_rate": 0.00019994577792945814,
      "loss": 0.9655,
      "step": 159
    },
    {
      "epoch": 0.03890341012704395,
      "grad_norm": 0.6832087635993958,
      "learning_rate": 0.00019994493409631925,
      "loss": 1.0284,
      "step": 160
    },
    {
      "epoch": 0.03914655644033797,
      "grad_norm": 0.599547266960144,
      "learning_rate": 0.000199944083749496,
      "loss": 0.8713,
      "step": 161
    },
    {
      "epoch": 0.039389702753631996,
      "grad_norm": 0.632045328617096,
      "learning_rate": 0.00019994322688904385,
      "loss": 0.8809,
      "step": 162
    },
    {
      "epoch": 0.039632849066926025,
      "grad_norm": 0.6062279939651489,
      "learning_rate": 0.00019994236351501864,
      "loss": 0.8656,
      "step": 163
    },
    {
      "epoch": 0.03987599538022005,
      "grad_norm": 0.5671045184135437,
      "learning_rate": 0.00019994149362747665,
      "loss": 0.8774,
      "step": 164
    },
    {
      "epoch": 0.04011914169351407,
      "grad_norm": 0.5980863571166992,
      "learning_rate": 0.00019994061722647453,
      "loss": 0.78,
      "step": 165
    },
    {
      "epoch": 0.0403622880068081,
      "grad_norm": 0.5674638748168945,
      "learning_rate": 0.00019993973431206948,
      "loss": 0.7707,
      "step": 166
    },
    {
      "epoch": 0.04060543432010212,
      "grad_norm": 0.6062524318695068,
      "learning_rate": 0.00019993884488431893,
      "loss": 0.9177,
      "step": 167
    },
    {
      "epoch": 0.040848580633396143,
      "grad_norm": 0.547060489654541,
      "learning_rate": 0.00019993794894328094,
      "loss": 0.8195,
      "step": 168
    },
    {
      "epoch": 0.04109172694669017,
      "grad_norm": 0.6147907376289368,
      "learning_rate": 0.00019993704648901383,
      "loss": 1.1084,
      "step": 169
    },
    {
      "epoch": 0.041334873259984195,
      "grad_norm": 0.5674060583114624,
      "learning_rate": 0.00019993613752157646,
      "loss": 0.9637,
      "step": 170
    },
    {
      "epoch": 0.04157801957327822,
      "grad_norm": 0.5824222564697266,
      "learning_rate": 0.00019993522204102808,
      "loss": 1.0479,
      "step": 171
    },
    {
      "epoch": 0.04182116588657225,
      "grad_norm": 0.5450815558433533,
      "learning_rate": 0.00019993430004742834,
      "loss": 0.7782,
      "step": 172
    },
    {
      "epoch": 0.04206431219986627,
      "grad_norm": 0.5565938353538513,
      "learning_rate": 0.00019993337154083728,
      "loss": 0.8036,
      "step": 173
    },
    {
      "epoch": 0.04230745851316029,
      "grad_norm": 0.5621530413627625,
      "learning_rate": 0.0001999324365213155,
      "loss": 0.8229,
      "step": 174
    },
    {
      "epoch": 0.04255060482645432,
      "grad_norm": 0.5562009215354919,
      "learning_rate": 0.00019993149498892388,
      "loss": 0.8595,
      "step": 175
    },
    {
      "epoch": 0.04279375113974834,
      "grad_norm": 0.6169120073318481,
      "learning_rate": 0.00019993054694372378,
      "loss": 0.8939,
      "step": 176
    },
    {
      "epoch": 0.043036897453042365,
      "grad_norm": 0.5362971425056458,
      "learning_rate": 0.00019992959238577705,
      "loss": 0.8247,
      "step": 177
    },
    {
      "epoch": 0.043280043766336394,
      "grad_norm": 0.6738100647926331,
      "learning_rate": 0.0001999286313151458,
      "loss": 0.8848,
      "step": 178
    },
    {
      "epoch": 0.04352319007963042,
      "grad_norm": 0.6309462785720825,
      "learning_rate": 0.00019992766373189277,
      "loss": 0.8653,
      "step": 179
    },
    {
      "epoch": 0.04376633639292444,
      "grad_norm": 0.5722900629043579,
      "learning_rate": 0.00019992668963608092,
      "loss": 0.8322,
      "step": 180
    },
    {
      "epoch": 0.04400948270621847,
      "grad_norm": 0.6476843357086182,
      "learning_rate": 0.0001999257090277738,
      "loss": 0.9347,
      "step": 181
    },
    {
      "epoch": 0.04425262901951249,
      "grad_norm": 0.5112050771713257,
      "learning_rate": 0.0001999247219070353,
      "loss": 0.7184,
      "step": 182
    },
    {
      "epoch": 0.04449577533280652,
      "grad_norm": 0.5547932982444763,
      "learning_rate": 0.00019992372827392979,
      "loss": 0.7946,
      "step": 183
    },
    {
      "epoch": 0.04473892164610054,
      "grad_norm": 0.5889966487884521,
      "learning_rate": 0.00019992272812852197,
      "loss": 0.9002,
      "step": 184
    },
    {
      "epoch": 0.044982067959394564,
      "grad_norm": 0.6151620149612427,
      "learning_rate": 0.00019992172147087706,
      "loss": 1.0826,
      "step": 185
    },
    {
      "epoch": 0.045225214272688594,
      "grad_norm": 0.5725030303001404,
      "learning_rate": 0.00019992070830106062,
      "loss": 0.853,
      "step": 186
    },
    {
      "epoch": 0.045468360585982616,
      "grad_norm": 0.6215304732322693,
      "learning_rate": 0.00019991968861913874,
      "loss": 0.9277,
      "step": 187
    },
    {
      "epoch": 0.04571150689927664,
      "grad_norm": 0.6391120553016663,
      "learning_rate": 0.00019991866242517788,
      "loss": 0.8296,
      "step": 188
    },
    {
      "epoch": 0.04595465321257067,
      "grad_norm": 0.5548989772796631,
      "learning_rate": 0.00019991762971924482,
      "loss": 0.8342,
      "step": 189
    },
    {
      "epoch": 0.04619779952586469,
      "grad_norm": 0.5279743671417236,
      "learning_rate": 0.000199916590501407,
      "loss": 0.789,
      "step": 190
    },
    {
      "epoch": 0.04644094583915871,
      "grad_norm": 0.5842193365097046,
      "learning_rate": 0.00019991554477173206,
      "loss": 0.8517,
      "step": 191
    },
    {
      "epoch": 0.04668409215245274,
      "grad_norm": 0.5467206835746765,
      "learning_rate": 0.00019991449253028818,
      "loss": 0.8145,
      "step": 192
    },
    {
      "epoch": 0.046927238465746764,
      "grad_norm": 0.6146947145462036,
      "learning_rate": 0.00019991343377714392,
      "loss": 0.7152,
      "step": 193
    },
    {
      "epoch": 0.047170384779040786,
      "grad_norm": 0.5638715028762817,
      "learning_rate": 0.0001999123685123683,
      "loss": 0.8584,
      "step": 194
    },
    {
      "epoch": 0.047413531092334815,
      "grad_norm": 0.5741074681282043,
      "learning_rate": 0.00019991129673603073,
      "loss": 0.813,
      "step": 195
    },
    {
      "epoch": 0.04765667740562884,
      "grad_norm": 0.5811284780502319,
      "learning_rate": 0.00019991021844820107,
      "loss": 0.9336,
      "step": 196
    },
    {
      "epoch": 0.04789982371892286,
      "grad_norm": 0.5468984246253967,
      "learning_rate": 0.00019990913364894964,
      "loss": 0.621,
      "step": 197
    },
    {
      "epoch": 0.04814297003221689,
      "grad_norm": 0.5986211895942688,
      "learning_rate": 0.00019990804233834705,
      "loss": 0.8669,
      "step": 198
    },
    {
      "epoch": 0.04838611634551091,
      "grad_norm": 0.5964471101760864,
      "learning_rate": 0.0001999069445164645,
      "loss": 0.8489,
      "step": 199
    },
    {
      "epoch": 0.048629262658804934,
      "grad_norm": 0.5873769521713257,
      "learning_rate": 0.0001999058401833735,
      "loss": 0.8382,
      "step": 200
    },
    {
      "epoch": 0.048629262658804934,
      "eval_loss": 0.8599897027015686,
      "eval_runtime": 12.3127,
      "eval_samples_per_second": 40.284,
      "eval_steps_per_second": 6.741,
      "step": 200
    },
    {
      "epoch": 0.04887240897209896,
      "grad_norm": 0.5434983372688293,
      "learning_rate": 0.000199904729339146,
      "loss": 0.8042,
      "step": 201
    },
    {
      "epoch": 0.049115555285392985,
      "grad_norm": 0.5352884531021118,
      "learning_rate": 0.0001999036119838545,
      "loss": 0.8462,
      "step": 202
    },
    {
      "epoch": 0.04935870159868701,
      "grad_norm": 0.5143418312072754,
      "learning_rate": 0.00019990248811757168,
      "loss": 0.7771,
      "step": 203
    },
    {
      "epoch": 0.04960184791198104,
      "grad_norm": 0.5820656418800354,
      "learning_rate": 0.00019990135774037088,
      "loss": 0.9367,
      "step": 204
    },
    {
      "epoch": 0.04984499422527506,
      "grad_norm": 0.5554493069648743,
      "learning_rate": 0.00019990022085232575,
      "loss": 0.8015,
      "step": 205
    },
    {
      "epoch": 0.05008814053856908,
      "grad_norm": 0.5435299277305603,
      "learning_rate": 0.00019989907745351034,
      "loss": 0.9094,
      "step": 206
    },
    {
      "epoch": 0.05033128685186311,
      "grad_norm": 0.5881260633468628,
      "learning_rate": 0.00019989792754399925,
      "loss": 0.9784,
      "step": 207
    },
    {
      "epoch": 0.05057443316515713,
      "grad_norm": 0.586668074131012,
      "learning_rate": 0.00019989677112386734,
      "loss": 0.839,
      "step": 208
    },
    {
      "epoch": 0.050817579478451155,
      "grad_norm": 0.5597600340843201,
      "learning_rate": 0.00019989560819319007,
      "loss": 0.8785,
      "step": 209
    },
    {
      "epoch": 0.051060725791745185,
      "grad_norm": 0.5731325149536133,
      "learning_rate": 0.00019989443875204313,
      "loss": 0.8259,
      "step": 210
    },
    {
      "epoch": 0.05130387210503921,
      "grad_norm": 0.5302432775497437,
      "learning_rate": 0.0001998932628005028,
      "loss": 0.776,
      "step": 211
    },
    {
      "epoch": 0.05154701841833323,
      "grad_norm": 0.574527382850647,
      "learning_rate": 0.0001998920803386457,
      "loss": 0.9091,
      "step": 212
    },
    {
      "epoch": 0.05179016473162726,
      "grad_norm": 0.5451681613922119,
      "learning_rate": 0.0001998908913665489,
      "loss": 0.8225,
      "step": 213
    },
    {
      "epoch": 0.05203331104492128,
      "grad_norm": 0.5663014650344849,
      "learning_rate": 0.00019988969588428989,
      "loss": 0.8163,
      "step": 214
    },
    {
      "epoch": 0.0522764573582153,
      "grad_norm": 0.5630120635032654,
      "learning_rate": 0.00019988849389194658,
      "loss": 0.8051,
      "step": 215
    },
    {
      "epoch": 0.05251960367150933,
      "grad_norm": 0.5575823187828064,
      "learning_rate": 0.00019988728538959725,
      "loss": 0.868,
      "step": 216
    },
    {
      "epoch": 0.052762749984803355,
      "grad_norm": 0.5967915654182434,
      "learning_rate": 0.00019988607037732078,
      "loss": 0.9486,
      "step": 217
    },
    {
      "epoch": 0.05300589629809738,
      "grad_norm": 0.652319610118866,
      "learning_rate": 0.00019988484885519628,
      "loss": 0.8488,
      "step": 218
    },
    {
      "epoch": 0.053249042611391406,
      "grad_norm": 0.5759122371673584,
      "learning_rate": 0.0001998836208233034,
      "loss": 0.9445,
      "step": 219
    },
    {
      "epoch": 0.05349218892468543,
      "grad_norm": 0.5662469863891602,
      "learning_rate": 0.0001998823862817221,
      "loss": 0.8015,
      "step": 220
    },
    {
      "epoch": 0.05373533523797945,
      "grad_norm": 0.5564638376235962,
      "learning_rate": 0.00019988114523053293,
      "loss": 0.8756,
      "step": 221
    },
    {
      "epoch": 0.05397848155127348,
      "grad_norm": 0.6003666520118713,
      "learning_rate": 0.00019987989766981668,
      "loss": 0.8754,
      "step": 222
    },
    {
      "epoch": 0.0542216278645675,
      "grad_norm": 0.5575522184371948,
      "learning_rate": 0.00019987864359965473,
      "loss": 0.8781,
      "step": 223
    },
    {
      "epoch": 0.05446477417786153,
      "grad_norm": 0.6010307669639587,
      "learning_rate": 0.00019987738302012877,
      "loss": 0.932,
      "step": 224
    },
    {
      "epoch": 0.054707920491155554,
      "grad_norm": 0.5563473105430603,
      "learning_rate": 0.00019987611593132098,
      "loss": 0.7492,
      "step": 225
    },
    {
      "epoch": 0.054951066804449576,
      "grad_norm": 0.561107873916626,
      "learning_rate": 0.00019987484233331394,
      "loss": 0.6631,
      "step": 226
    },
    {
      "epoch": 0.055194213117743605,
      "grad_norm": 0.56708163022995,
      "learning_rate": 0.00019987356222619064,
      "loss": 0.9808,
      "step": 227
    },
    {
      "epoch": 0.05543735943103763,
      "grad_norm": 0.6282437443733215,
      "learning_rate": 0.00019987227561003452,
      "loss": 1.0887,
      "step": 228
    },
    {
      "epoch": 0.05568050574433165,
      "grad_norm": 0.5714172720909119,
      "learning_rate": 0.00019987098248492943,
      "loss": 0.7854,
      "step": 229
    },
    {
      "epoch": 0.05592365205762568,
      "grad_norm": 0.5884191989898682,
      "learning_rate": 0.00019986968285095962,
      "loss": 0.905,
      "step": 230
    },
    {
      "epoch": 0.0561667983709197,
      "grad_norm": 0.6013808250427246,
      "learning_rate": 0.0001998683767082098,
      "loss": 0.827,
      "step": 231
    },
    {
      "epoch": 0.056409944684213724,
      "grad_norm": 0.5512117743492126,
      "learning_rate": 0.00019986706405676516,
      "loss": 0.8486,
      "step": 232
    },
    {
      "epoch": 0.05665309099750775,
      "grad_norm": 0.5694674253463745,
      "learning_rate": 0.00019986574489671118,
      "loss": 0.7368,
      "step": 233
    },
    {
      "epoch": 0.056896237310801775,
      "grad_norm": 0.5847075581550598,
      "learning_rate": 0.00019986441922813383,
      "loss": 0.9602,
      "step": 234
    },
    {
      "epoch": 0.0571393836240958,
      "grad_norm": 0.5504270792007446,
      "learning_rate": 0.0001998630870511195,
      "loss": 0.8722,
      "step": 235
    },
    {
      "epoch": 0.05738252993738983,
      "grad_norm": 0.6310554146766663,
      "learning_rate": 0.0001998617483657551,
      "loss": 0.7039,
      "step": 236
    },
    {
      "epoch": 0.05762567625068385,
      "grad_norm": 0.5699747204780579,
      "learning_rate": 0.0001998604031721278,
      "loss": 0.9755,
      "step": 237
    },
    {
      "epoch": 0.05786882256397787,
      "grad_norm": 0.5479840040206909,
      "learning_rate": 0.00019985905147032527,
      "loss": 0.7936,
      "step": 238
    },
    {
      "epoch": 0.0581119688772719,
      "grad_norm": 0.5786449313163757,
      "learning_rate": 0.00019985769326043558,
      "loss": 0.9535,
      "step": 239
    },
    {
      "epoch": 0.05835511519056592,
      "grad_norm": 0.5462601780891418,
      "learning_rate": 0.00019985632854254735,
      "loss": 0.881,
      "step": 240
    },
    {
      "epoch": 0.058598261503859946,
      "grad_norm": 0.552566647529602,
      "learning_rate": 0.00019985495731674943,
      "loss": 0.8327,
      "step": 241
    },
    {
      "epoch": 0.058841407817153975,
      "grad_norm": 0.5376986265182495,
      "learning_rate": 0.00019985357958313124,
      "loss": 0.8141,
      "step": 242
    },
    {
      "epoch": 0.059084554130448,
      "grad_norm": 0.5129720568656921,
      "learning_rate": 0.00019985219534178253,
      "loss": 0.8525,
      "step": 243
    },
    {
      "epoch": 0.05932770044374202,
      "grad_norm": 0.5685076117515564,
      "learning_rate": 0.00019985080459279352,
      "loss": 0.8733,
      "step": 244
    },
    {
      "epoch": 0.05957084675703605,
      "grad_norm": 0.6098380088806152,
      "learning_rate": 0.00019984940733625489,
      "loss": 1.0513,
      "step": 245
    },
    {
      "epoch": 0.05981399307033007,
      "grad_norm": 0.5158479809761047,
      "learning_rate": 0.00019984800357225764,
      "loss": 0.8539,
      "step": 246
    },
    {
      "epoch": 0.06005713938362409,
      "grad_norm": 0.5470035076141357,
      "learning_rate": 0.00019984659330089333,
      "loss": 0.8042,
      "step": 247
    },
    {
      "epoch": 0.06030028569691812,
      "grad_norm": 0.5806499719619751,
      "learning_rate": 0.00019984517652225377,
      "loss": 0.9532,
      "step": 248
    },
    {
      "epoch": 0.060543432010212145,
      "grad_norm": 0.5630072355270386,
      "learning_rate": 0.0001998437532364314,
      "loss": 0.803,
      "step": 249
    },
    {
      "epoch": 0.06078657832350617,
      "grad_norm": 0.5813340544700623,
      "learning_rate": 0.00019984232344351895,
      "loss": 0.8203,
      "step": 250
    },
    {
      "epoch": 0.061029724636800196,
      "grad_norm": 0.6095483303070068,
      "learning_rate": 0.00019984088714360956,
      "loss": 0.8982,
      "step": 251
    },
    {
      "epoch": 0.06127287095009422,
      "grad_norm": 0.6027067303657532,
      "learning_rate": 0.0001998394443367969,
      "loss": 0.8515,
      "step": 252
    },
    {
      "epoch": 0.06151601726338824,
      "grad_norm": 0.5775700211524963,
      "learning_rate": 0.00019983799502317493,
      "loss": 0.822,
      "step": 253
    },
    {
      "epoch": 0.06175916357668227,
      "grad_norm": 0.5894952416419983,
      "learning_rate": 0.00019983653920283817,
      "loss": 0.9222,
      "step": 254
    },
    {
      "epoch": 0.06200230988997629,
      "grad_norm": 0.5487065315246582,
      "learning_rate": 0.00019983507687588146,
      "loss": 0.8981,
      "step": 255
    },
    {
      "epoch": 0.062245456203270315,
      "grad_norm": 0.5973924398422241,
      "learning_rate": 0.00019983360804240013,
      "loss": 0.9925,
      "step": 256
    },
    {
      "epoch": 0.062488602516564344,
      "grad_norm": 0.5839043855667114,
      "learning_rate": 0.0001998321327024899,
      "loss": 0.887,
      "step": 257
    },
    {
      "epoch": 0.06273174882985837,
      "grad_norm": 0.5715036392211914,
      "learning_rate": 0.0001998306508562469,
      "loss": 0.8726,
      "step": 258
    },
    {
      "epoch": 0.0629748951431524,
      "grad_norm": 0.5756980776786804,
      "learning_rate": 0.00019982916250376774,
      "loss": 0.8768,
      "step": 259
    },
    {
      "epoch": 0.06321804145644641,
      "grad_norm": 0.59272700548172,
      "learning_rate": 0.00019982766764514937,
      "loss": 0.8001,
      "step": 260
    },
    {
      "epoch": 0.06346118776974044,
      "grad_norm": 0.5722675323486328,
      "learning_rate": 0.0001998261662804893,
      "loss": 0.87,
      "step": 261
    },
    {
      "epoch": 0.06370433408303447,
      "grad_norm": 0.6121711134910583,
      "learning_rate": 0.0001998246584098853,
      "loss": 0.9251,
      "step": 262
    },
    {
      "epoch": 0.06394748039632848,
      "grad_norm": 0.5459916591644287,
      "learning_rate": 0.00019982314403343566,
      "loss": 0.8418,
      "step": 263
    },
    {
      "epoch": 0.06419062670962251,
      "grad_norm": 0.5937454700469971,
      "learning_rate": 0.0001998216231512391,
      "loss": 0.8444,
      "step": 264
    },
    {
      "epoch": 0.06443377302291654,
      "grad_norm": 0.5817434191703796,
      "learning_rate": 0.0001998200957633947,
      "loss": 0.7679,
      "step": 265
    },
    {
      "epoch": 0.06467691933621056,
      "grad_norm": 0.6305407881736755,
      "learning_rate": 0.00019981856187000207,
      "loss": 0.9733,
      "step": 266
    },
    {
      "epoch": 0.06492006564950459,
      "grad_norm": 0.552856981754303,
      "learning_rate": 0.0001998170214711611,
      "loss": 0.9251,
      "step": 267
    },
    {
      "epoch": 0.06516321196279862,
      "grad_norm": 0.6570478677749634,
      "learning_rate": 0.00019981547456697225,
      "loss": 0.7491,
      "step": 268
    },
    {
      "epoch": 0.06540635827609263,
      "grad_norm": 0.5597057342529297,
      "learning_rate": 0.00019981392115753628,
      "loss": 0.8259,
      "step": 269
    },
    {
      "epoch": 0.06564950458938666,
      "grad_norm": 0.5670047998428345,
      "learning_rate": 0.00019981236124295447,
      "loss": 0.8444,
      "step": 270
    },
    {
      "epoch": 0.06589265090268069,
      "grad_norm": 0.589286208152771,
      "learning_rate": 0.00019981079482332846,
      "loss": 0.9471,
      "step": 271
    },
    {
      "epoch": 0.0661357972159747,
      "grad_norm": 0.5994091629981995,
      "learning_rate": 0.00019980922189876034,
      "loss": 0.8667,
      "step": 272
    },
    {
      "epoch": 0.06637894352926874,
      "grad_norm": 0.5941631197929382,
      "learning_rate": 0.00019980764246935263,
      "loss": 0.8871,
      "step": 273
    },
    {
      "epoch": 0.06662208984256277,
      "grad_norm": 0.656010627746582,
      "learning_rate": 0.0001998060565352083,
      "loss": 0.9563,
      "step": 274
    },
    {
      "epoch": 0.06686523615585678,
      "grad_norm": 0.6035605072975159,
      "learning_rate": 0.00019980446409643062,
      "loss": 0.8039,
      "step": 275
    },
    {
      "epoch": 0.06710838246915081,
      "grad_norm": 0.5134631395339966,
      "learning_rate": 0.00019980286515312344,
      "loss": 0.8394,
      "step": 276
    },
    {
      "epoch": 0.06735152878244484,
      "grad_norm": 0.5748560428619385,
      "learning_rate": 0.00019980125970539097,
      "loss": 0.8843,
      "step": 277
    },
    {
      "epoch": 0.06759467509573885,
      "grad_norm": 0.5669390559196472,
      "learning_rate": 0.00019979964775333783,
      "loss": 0.8343,
      "step": 278
    },
    {
      "epoch": 0.06783782140903288,
      "grad_norm": 0.4987676441669464,
      "learning_rate": 0.00019979802929706906,
      "loss": 0.7958,
      "step": 279
    },
    {
      "epoch": 0.06808096772232691,
      "grad_norm": 0.5510095953941345,
      "learning_rate": 0.00019979640433669018,
      "loss": 0.9614,
      "step": 280
    },
    {
      "epoch": 0.06832411403562093,
      "grad_norm": 0.5865551233291626,
      "learning_rate": 0.00019979477287230702,
      "loss": 1.0132,
      "step": 281
    },
    {
      "epoch": 0.06856726034891496,
      "grad_norm": 0.617422878742218,
      "learning_rate": 0.00019979313490402597,
      "loss": 1.0139,
      "step": 282
    },
    {
      "epoch": 0.06881040666220899,
      "grad_norm": 0.619979202747345,
      "learning_rate": 0.00019979149043195375,
      "loss": 1.1414,
      "step": 283
    },
    {
      "epoch": 0.06905355297550302,
      "grad_norm": 0.5768916010856628,
      "learning_rate": 0.00019978983945619756,
      "loss": 0.9361,
      "step": 284
    },
    {
      "epoch": 0.06929669928879703,
      "grad_norm": 0.5747291445732117,
      "learning_rate": 0.00019978818197686498,
      "loss": 0.9505,
      "step": 285
    },
    {
      "epoch": 0.06953984560209106,
      "grad_norm": 0.5860092043876648,
      "learning_rate": 0.00019978651799406404,
      "loss": 1.0058,
      "step": 286
    },
    {
      "epoch": 0.06978299191538509,
      "grad_norm": 0.5077504515647888,
      "learning_rate": 0.00019978484750790315,
      "loss": 0.6183,
      "step": 287
    },
    {
      "epoch": 0.0700261382286791,
      "grad_norm": 0.5736920237541199,
      "learning_rate": 0.00019978317051849124,
      "loss": 0.8318,
      "step": 288
    },
    {
      "epoch": 0.07026928454197313,
      "grad_norm": 0.5596665143966675,
      "learning_rate": 0.00019978148702593762,
      "loss": 0.8278,
      "step": 289
    },
    {
      "epoch": 0.07051243085526716,
      "grad_norm": 0.5697796940803528,
      "learning_rate": 0.00019977979703035193,
      "loss": 0.8193,
      "step": 290
    },
    {
      "epoch": 0.07075557716856118,
      "grad_norm": 0.6204957365989685,
      "learning_rate": 0.00019977810053184433,
      "loss": 0.7971,
      "step": 291
    },
    {
      "epoch": 0.07099872348185521,
      "grad_norm": 0.5335343480110168,
      "learning_rate": 0.0001997763975305254,
      "loss": 0.7564,
      "step": 292
    },
    {
      "epoch": 0.07124186979514924,
      "grad_norm": 0.5833349823951721,
      "learning_rate": 0.00019977468802650616,
      "loss": 0.8765,
      "step": 293
    },
    {
      "epoch": 0.07148501610844325,
      "grad_norm": 0.6194155216217041,
      "learning_rate": 0.00019977297201989797,
      "loss": 1.0385,
      "step": 294
    },
    {
      "epoch": 0.07172816242173728,
      "grad_norm": 0.5429666638374329,
      "learning_rate": 0.0001997712495108127,
      "loss": 0.9274,
      "step": 295
    },
    {
      "epoch": 0.07197130873503131,
      "grad_norm": 0.5667718648910522,
      "learning_rate": 0.0001997695204993626,
      "loss": 0.9126,
      "step": 296
    },
    {
      "epoch": 0.07221445504832533,
      "grad_norm": 0.4799932539463043,
      "learning_rate": 0.00019976778498566038,
      "loss": 0.5957,
      "step": 297
    },
    {
      "epoch": 0.07245760136161936,
      "grad_norm": 0.5536624193191528,
      "learning_rate": 0.00019976604296981912,
      "loss": 0.7629,
      "step": 298
    },
    {
      "epoch": 0.07270074767491339,
      "grad_norm": 0.5735474228858948,
      "learning_rate": 0.00019976429445195233,
      "loss": 0.8139,
      "step": 299
    },
    {
      "epoch": 0.0729438939882074,
      "grad_norm": 0.5287855863571167,
      "learning_rate": 0.000199762539432174,
      "loss": 0.7554,
      "step": 300
    },
    {
      "epoch": 0.07318704030150143,
      "grad_norm": 0.6547835469245911,
      "learning_rate": 0.0001997607779105985,
      "loss": 0.871,
      "step": 301
    },
    {
      "epoch": 0.07343018661479546,
      "grad_norm": 0.5727683305740356,
      "learning_rate": 0.00019975900988734066,
      "loss": 0.9769,
      "step": 302
    },
    {
      "epoch": 0.07367333292808947,
      "grad_norm": 0.5656458139419556,
      "learning_rate": 0.00019975723536251567,
      "loss": 0.7621,
      "step": 303
    },
    {
      "epoch": 0.0739164792413835,
      "grad_norm": 0.5359766483306885,
      "learning_rate": 0.00019975545433623918,
      "loss": 0.784,
      "step": 304
    },
    {
      "epoch": 0.07415962555467753,
      "grad_norm": 0.5478179454803467,
      "learning_rate": 0.00019975366680862727,
      "loss": 0.7361,
      "step": 305
    },
    {
      "epoch": 0.07440277186797155,
      "grad_norm": 0.5801315307617188,
      "learning_rate": 0.00019975187277979645,
      "loss": 1.0058,
      "step": 306
    },
    {
      "epoch": 0.07464591818126558,
      "grad_norm": 0.5673568248748779,
      "learning_rate": 0.00019975007224986367,
      "loss": 0.7977,
      "step": 307
    },
    {
      "epoch": 0.0748890644945596,
      "grad_norm": 0.5542637705802917,
      "learning_rate": 0.00019974826521894622,
      "loss": 1.0149,
      "step": 308
    },
    {
      "epoch": 0.07513221080785362,
      "grad_norm": 0.5672110319137573,
      "learning_rate": 0.0001997464516871619,
      "loss": 0.9035,
      "step": 309
    },
    {
      "epoch": 0.07537535712114765,
      "grad_norm": 0.5567420125007629,
      "learning_rate": 0.00019974463165462887,
      "loss": 0.8961,
      "step": 310
    },
    {
      "epoch": 0.07561850343444168,
      "grad_norm": 0.5835959911346436,
      "learning_rate": 0.00019974280512146577,
      "loss": 0.7953,
      "step": 311
    },
    {
      "epoch": 0.0758616497477357,
      "grad_norm": 0.5440512895584106,
      "learning_rate": 0.00019974097208779167,
      "loss": 0.9049,
      "step": 312
    },
    {
      "epoch": 0.07610479606102973,
      "grad_norm": 0.6429293751716614,
      "learning_rate": 0.000199739132553726,
      "loss": 1.0247,
      "step": 313
    },
    {
      "epoch": 0.07634794237432375,
      "grad_norm": 0.5253788232803345,
      "learning_rate": 0.00019973728651938863,
      "loss": 0.7453,
      "step": 314
    },
    {
      "epoch": 0.07659108868761777,
      "grad_norm": 0.5497559905052185,
      "learning_rate": 0.0001997354339848999,
      "loss": 0.9011,
      "step": 315
    },
    {
      "epoch": 0.0768342350009118,
      "grad_norm": 0.5338981747627258,
      "learning_rate": 0.00019973357495038055,
      "loss": 0.8604,
      "step": 316
    },
    {
      "epoch": 0.07707738131420583,
      "grad_norm": 0.5418629050254822,
      "learning_rate": 0.0001997317094159517,
      "loss": 0.8204,
      "step": 317
    },
    {
      "epoch": 0.07732052762749984,
      "grad_norm": 0.5170174837112427,
      "learning_rate": 0.000199729837381735,
      "loss": 0.8557,
      "step": 318
    },
    {
      "epoch": 0.07756367394079387,
      "grad_norm": 0.5337368845939636,
      "learning_rate": 0.00019972795884785237,
      "loss": 0.8356,
      "step": 319
    },
    {
      "epoch": 0.0778068202540879,
      "grad_norm": 0.5473585724830627,
      "learning_rate": 0.0001997260738144263,
      "loss": 0.8464,
      "step": 320
    },
    {
      "epoch": 0.07804996656738192,
      "grad_norm": 0.5971441864967346,
      "learning_rate": 0.00019972418228157964,
      "loss": 0.913,
      "step": 321
    },
    {
      "epoch": 0.07829311288067595,
      "grad_norm": 0.5960932374000549,
      "learning_rate": 0.00019972228424943564,
      "loss": 0.8895,
      "step": 322
    },
    {
      "epoch": 0.07853625919396998,
      "grad_norm": 0.5478383898735046,
      "learning_rate": 0.00019972037971811802,
      "loss": 0.7332,
      "step": 323
    },
    {
      "epoch": 0.07877940550726399,
      "grad_norm": 0.5481601357460022,
      "learning_rate": 0.0001997184686877509,
      "loss": 0.709,
      "step": 324
    },
    {
      "epoch": 0.07902255182055802,
      "grad_norm": 0.5519092679023743,
      "learning_rate": 0.0001997165511584588,
      "loss": 0.8008,
      "step": 325
    },
    {
      "epoch": 0.07926569813385205,
      "grad_norm": 0.6324883103370667,
      "learning_rate": 0.00019971462713036674,
      "loss": 1.0353,
      "step": 326
    },
    {
      "epoch": 0.07950884444714607,
      "grad_norm": 0.5612660646438599,
      "learning_rate": 0.00019971269660360008,
      "loss": 0.934,
      "step": 327
    },
    {
      "epoch": 0.0797519907604401,
      "grad_norm": 0.5564819574356079,
      "learning_rate": 0.00019971075957828463,
      "loss": 0.8932,
      "step": 328
    },
    {
      "epoch": 0.07999513707373412,
      "grad_norm": 0.5732355117797852,
      "learning_rate": 0.00019970881605454666,
      "loss": 1.004,
      "step": 329
    },
    {
      "epoch": 0.08023828338702814,
      "grad_norm": 0.6240370273590088,
      "learning_rate": 0.0001997068660325128,
      "loss": 0.9958,
      "step": 330
    },
    {
      "epoch": 0.08048142970032217,
      "grad_norm": 0.5876920223236084,
      "learning_rate": 0.00019970490951231018,
      "loss": 0.8972,
      "step": 331
    },
    {
      "epoch": 0.0807245760136162,
      "grad_norm": 0.5687392950057983,
      "learning_rate": 0.0001997029464940663,
      "loss": 0.699,
      "step": 332
    },
    {
      "epoch": 0.08096772232691021,
      "grad_norm": 0.5117841958999634,
      "learning_rate": 0.00019970097697790906,
      "loss": 0.6441,
      "step": 333
    },
    {
      "epoch": 0.08121086864020424,
      "grad_norm": 0.646903395652771,
      "learning_rate": 0.00019969900096396685,
      "loss": 0.9643,
      "step": 334
    },
    {
      "epoch": 0.08145401495349827,
      "grad_norm": 0.6685028672218323,
      "learning_rate": 0.00019969701845236847,
      "loss": 1.0017,
      "step": 335
    },
    {
      "epoch": 0.08169716126679229,
      "grad_norm": 0.5654973983764648,
      "learning_rate": 0.00019969502944324307,
      "loss": 0.8407,
      "step": 336
    },
    {
      "epoch": 0.08194030758008632,
      "grad_norm": 0.5607191920280457,
      "learning_rate": 0.00019969303393672032,
      "loss": 0.8061,
      "step": 337
    },
    {
      "epoch": 0.08218345389338035,
      "grad_norm": 0.5811823606491089,
      "learning_rate": 0.00019969103193293028,
      "loss": 0.8759,
      "step": 338
    },
    {
      "epoch": 0.08242660020667436,
      "grad_norm": 0.5482531785964966,
      "learning_rate": 0.00019968902343200343,
      "loss": 0.8141,
      "step": 339
    },
    {
      "epoch": 0.08266974651996839,
      "grad_norm": 0.5546448826789856,
      "learning_rate": 0.0001996870084340706,
      "loss": 0.9435,
      "step": 340
    },
    {
      "epoch": 0.08291289283326242,
      "grad_norm": 0.577161967754364,
      "learning_rate": 0.0001996849869392632,
      "loss": 0.9228,
      "step": 341
    },
    {
      "epoch": 0.08315603914655643,
      "grad_norm": 0.5200868844985962,
      "learning_rate": 0.00019968295894771295,
      "loss": 0.8695,
      "step": 342
    },
    {
      "epoch": 0.08339918545985046,
      "grad_norm": 0.5225739479064941,
      "learning_rate": 0.00019968092445955197,
      "loss": 0.7409,
      "step": 343
    },
    {
      "epoch": 0.0836423317731445,
      "grad_norm": 0.5670662522315979,
      "learning_rate": 0.0001996788834749129,
      "loss": 0.7869,
      "step": 344
    },
    {
      "epoch": 0.08388547808643851,
      "grad_norm": 0.5545987486839294,
      "learning_rate": 0.00019967683599392876,
      "loss": 0.8229,
      "step": 345
    },
    {
      "epoch": 0.08412862439973254,
      "grad_norm": 0.5794318318367004,
      "learning_rate": 0.00019967478201673297,
      "loss": 0.8352,
      "step": 346
    },
    {
      "epoch": 0.08437177071302657,
      "grad_norm": 0.5544098019599915,
      "learning_rate": 0.00019967272154345942,
      "loss": 0.8377,
      "step": 347
    },
    {
      "epoch": 0.08461491702632058,
      "grad_norm": 0.5918009281158447,
      "learning_rate": 0.0001996706545742424,
      "loss": 0.8619,
      "step": 348
    },
    {
      "epoch": 0.08485806333961461,
      "grad_norm": 0.6308962106704712,
      "learning_rate": 0.00019966858110921653,
      "loss": 0.9552,
      "step": 349
    },
    {
      "epoch": 0.08510120965290864,
      "grad_norm": 0.5438963174819946,
      "learning_rate": 0.0001996665011485171,
      "loss": 0.921,
      "step": 350
    },
    {
      "epoch": 0.08534435596620266,
      "grad_norm": 0.5209163427352905,
      "learning_rate": 0.0001996644146922795,
      "loss": 0.733,
      "step": 351
    },
    {
      "epoch": 0.08558750227949669,
      "grad_norm": 0.6110285520553589,
      "learning_rate": 0.00019966232174063983,
      "loss": 0.774,
      "step": 352
    },
    {
      "epoch": 0.08583064859279071,
      "grad_norm": 0.5981585383415222,
      "learning_rate": 0.00019966022229373444,
      "loss": 0.8684,
      "step": 353
    },
    {
      "epoch": 0.08607379490608473,
      "grad_norm": 0.6353145837783813,
      "learning_rate": 0.00019965811635170018,
      "loss": 0.9168,
      "step": 354
    },
    {
      "epoch": 0.08631694121937876,
      "grad_norm": 0.6364481449127197,
      "learning_rate": 0.00019965600391467426,
      "loss": 1.0289,
      "step": 355
    },
    {
      "epoch": 0.08656008753267279,
      "grad_norm": 0.578830897808075,
      "learning_rate": 0.0001996538849827944,
      "loss": 0.9474,
      "step": 356
    },
    {
      "epoch": 0.0868032338459668,
      "grad_norm": 0.5562721490859985,
      "learning_rate": 0.0001996517595561987,
      "loss": 0.9497,
      "step": 357
    },
    {
      "epoch": 0.08704638015926083,
      "grad_norm": 0.5650922656059265,
      "learning_rate": 0.00019964962763502564,
      "loss": 0.8015,
      "step": 358
    },
    {
      "epoch": 0.08728952647255486,
      "grad_norm": 0.601079523563385,
      "learning_rate": 0.00019964748921941417,
      "loss": 0.8973,
      "step": 359
    },
    {
      "epoch": 0.08753267278584888,
      "grad_norm": 0.5763658881187439,
      "learning_rate": 0.0001996453443095037,
      "loss": 0.9292,
      "step": 360
    },
    {
      "epoch": 0.08777581909914291,
      "grad_norm": 0.5797829627990723,
      "learning_rate": 0.00019964319290543395,
      "loss": 0.8634,
      "step": 361
    },
    {
      "epoch": 0.08801896541243694,
      "grad_norm": 0.5826522707939148,
      "learning_rate": 0.00019964103500734522,
      "loss": 0.9063,
      "step": 362
    },
    {
      "epoch": 0.08826211172573095,
      "grad_norm": 0.5539437532424927,
      "learning_rate": 0.00019963887061537805,
      "loss": 0.7987,
      "step": 363
    },
    {
      "epoch": 0.08850525803902498,
      "grad_norm": 0.5711470246315002,
      "learning_rate": 0.00019963669972967356,
      "loss": 0.8319,
      "step": 364
    },
    {
      "epoch": 0.08874840435231901,
      "grad_norm": 0.5453158617019653,
      "learning_rate": 0.00019963452235037323,
      "loss": 0.8748,
      "step": 365
    },
    {
      "epoch": 0.08899155066561304,
      "grad_norm": 0.6393120884895325,
      "learning_rate": 0.00019963233847761894,
      "loss": 0.9473,
      "step": 366
    },
    {
      "epoch": 0.08923469697890705,
      "grad_norm": 0.6150206327438354,
      "learning_rate": 0.00019963014811155306,
      "loss": 0.9965,
      "step": 367
    },
    {
      "epoch": 0.08947784329220108,
      "grad_norm": 0.5459120869636536,
      "learning_rate": 0.00019962795125231828,
      "loss": 0.8521,
      "step": 368
    },
    {
      "epoch": 0.08972098960549511,
      "grad_norm": 0.5602697730064392,
      "learning_rate": 0.00019962574790005784,
      "loss": 0.8568,
      "step": 369
    },
    {
      "epoch": 0.08996413591878913,
      "grad_norm": 0.587009847164154,
      "learning_rate": 0.00019962353805491527,
      "loss": 0.875,
      "step": 370
    },
    {
      "epoch": 0.09020728223208316,
      "grad_norm": 0.5573363304138184,
      "learning_rate": 0.00019962132171703466,
      "loss": 0.8712,
      "step": 371
    },
    {
      "epoch": 0.09045042854537719,
      "grad_norm": 0.56526118516922,
      "learning_rate": 0.00019961909888656045,
      "loss": 0.8603,
      "step": 372
    },
    {
      "epoch": 0.0906935748586712,
      "grad_norm": 0.6090318560600281,
      "learning_rate": 0.00019961686956363747,
      "loss": 1.0588,
      "step": 373
    },
    {
      "epoch": 0.09093672117196523,
      "grad_norm": 0.5616214871406555,
      "learning_rate": 0.000199614633748411,
      "loss": 0.8898,
      "step": 374
    },
    {
      "epoch": 0.09117986748525926,
      "grad_norm": 0.5386231541633606,
      "learning_rate": 0.00019961239144102678,
      "loss": 0.8561,
      "step": 375
    },
    {
      "epoch": 0.09142301379855328,
      "grad_norm": 0.5635380148887634,
      "learning_rate": 0.00019961014264163098,
      "loss": 0.9347,
      "step": 376
    },
    {
      "epoch": 0.0916661601118473,
      "grad_norm": 0.5521106719970703,
      "learning_rate": 0.00019960788735037008,
      "loss": 0.8039,
      "step": 377
    },
    {
      "epoch": 0.09190930642514133,
      "grad_norm": 0.5213603377342224,
      "learning_rate": 0.00019960562556739115,
      "loss": 0.774,
      "step": 378
    },
    {
      "epoch": 0.09215245273843535,
      "grad_norm": 0.625498354434967,
      "learning_rate": 0.00019960335729284157,
      "loss": 0.9194,
      "step": 379
    },
    {
      "epoch": 0.09239559905172938,
      "grad_norm": 0.5622336268424988,
      "learning_rate": 0.00019960108252686912,
      "loss": 0.8421,
      "step": 380
    },
    {
      "epoch": 0.09263874536502341,
      "grad_norm": 0.5376579761505127,
      "learning_rate": 0.0001995988012696221,
      "loss": 0.8902,
      "step": 381
    },
    {
      "epoch": 0.09288189167831742,
      "grad_norm": 0.5369989275932312,
      "learning_rate": 0.00019959651352124914,
      "loss": 0.8422,
      "step": 382
    },
    {
      "epoch": 0.09312503799161145,
      "grad_norm": 0.5891569256782532,
      "learning_rate": 0.00019959421928189946,
      "loss": 0.8705,
      "step": 383
    },
    {
      "epoch": 0.09336818430490548,
      "grad_norm": 0.5913745164871216,
      "learning_rate": 0.00019959191855172242,
      "loss": 0.936,
      "step": 384
    },
    {
      "epoch": 0.0936113306181995,
      "grad_norm": 0.5542568564414978,
      "learning_rate": 0.00019958961133086805,
      "loss": 0.9682,
      "step": 385
    },
    {
      "epoch": 0.09385447693149353,
      "grad_norm": 0.6022945046424866,
      "learning_rate": 0.00019958729761948677,
      "loss": 0.9165,
      "step": 386
    },
    {
      "epoch": 0.09409762324478756,
      "grad_norm": 0.6227534413337708,
      "learning_rate": 0.00019958497741772924,
      "loss": 0.8207,
      "step": 387
    },
    {
      "epoch": 0.09434076955808157,
      "grad_norm": 0.6089334487915039,
      "learning_rate": 0.00019958265072574677,
      "loss": 0.9831,
      "step": 388
    },
    {
      "epoch": 0.0945839158713756,
      "grad_norm": 0.5587936639785767,
      "learning_rate": 0.00019958031754369095,
      "loss": 0.9691,
      "step": 389
    },
    {
      "epoch": 0.09482706218466963,
      "grad_norm": 0.5909972190856934,
      "learning_rate": 0.00019957797787171388,
      "loss": 0.8897,
      "step": 390
    },
    {
      "epoch": 0.09507020849796365,
      "grad_norm": 0.5417782664299011,
      "learning_rate": 0.000199575631709968,
      "loss": 0.8444,
      "step": 391
    },
    {
      "epoch": 0.09531335481125768,
      "grad_norm": 0.5195778012275696,
      "learning_rate": 0.00019957327905860628,
      "loss": 0.7767,
      "step": 392
    },
    {
      "epoch": 0.0955565011245517,
      "grad_norm": 0.5474149584770203,
      "learning_rate": 0.000199570919917782,
      "loss": 0.8451,
      "step": 393
    },
    {
      "epoch": 0.09579964743784572,
      "grad_norm": 0.5563062429428101,
      "learning_rate": 0.0001995685542876489,
      "loss": 0.8857,
      "step": 394
    },
    {
      "epoch": 0.09604279375113975,
      "grad_norm": 0.5485060214996338,
      "learning_rate": 0.00019956618216836119,
      "loss": 0.9069,
      "step": 395
    },
    {
      "epoch": 0.09628594006443378,
      "grad_norm": 0.5710921287536621,
      "learning_rate": 0.00019956380356007342,
      "loss": 1.0907,
      "step": 396
    },
    {
      "epoch": 0.0965290863777278,
      "grad_norm": 0.5273011922836304,
      "learning_rate": 0.00019956141846294069,
      "loss": 0.9007,
      "step": 397
    },
    {
      "epoch": 0.09677223269102182,
      "grad_norm": 0.5646129250526428,
      "learning_rate": 0.00019955902687711835,
      "loss": 0.7752,
      "step": 398
    },
    {
      "epoch": 0.09701537900431585,
      "grad_norm": 0.6112881302833557,
      "learning_rate": 0.00019955662880276234,
      "loss": 0.8292,
      "step": 399
    },
    {
      "epoch": 0.09725852531760987,
      "grad_norm": 0.5166350603103638,
      "learning_rate": 0.00019955422424002887,
      "loss": 0.7219,
      "step": 400
    },
    {
      "epoch": 0.09725852531760987,
      "eval_loss": 0.8554393649101257,
      "eval_runtime": 12.3385,
      "eval_samples_per_second": 40.199,
      "eval_steps_per_second": 6.727,
      "step": 400
    },
    {
      "epoch": 0.0975016716309039,
      "grad_norm": 0.572104275226593,
      "learning_rate": 0.00019955181318907474,
      "loss": 0.8268,
      "step": 401
    },
    {
      "epoch": 0.09774481794419793,
      "grad_norm": 0.6104932427406311,
      "learning_rate": 0.00019954939565005705,
      "loss": 0.8485,
      "step": 402
    },
    {
      "epoch": 0.09798796425749194,
      "grad_norm": 0.5520055294036865,
      "learning_rate": 0.00019954697162313337,
      "loss": 0.872,
      "step": 403
    },
    {
      "epoch": 0.09823111057078597,
      "grad_norm": 0.5947149395942688,
      "learning_rate": 0.00019954454110846163,
      "loss": 0.8739,
      "step": 404
    },
    {
      "epoch": 0.09847425688408,
      "grad_norm": 0.6157748103141785,
      "learning_rate": 0.00019954210410620029,
      "loss": 0.8641,
      "step": 405
    },
    {
      "epoch": 0.09871740319737402,
      "grad_norm": 0.6177732348442078,
      "learning_rate": 0.00019953966061650813,
      "loss": 0.9185,
      "step": 406
    },
    {
      "epoch": 0.09896054951066804,
      "grad_norm": 0.6376838088035583,
      "learning_rate": 0.00019953721063954445,
      "loss": 0.8879,
      "step": 407
    },
    {
      "epoch": 0.09920369582396207,
      "grad_norm": 0.5780328512191772,
      "learning_rate": 0.0001995347541754689,
      "loss": 0.764,
      "step": 408
    },
    {
      "epoch": 0.09944684213725609,
      "grad_norm": 0.5897648334503174,
      "learning_rate": 0.00019953229122444155,
      "loss": 0.8956,
      "step": 409
    },
    {
      "epoch": 0.09968998845055012,
      "grad_norm": 0.5687505602836609,
      "learning_rate": 0.00019952982178662293,
      "loss": 0.9635,
      "step": 410
    },
    {
      "epoch": 0.09993313476384415,
      "grad_norm": 0.5379810929298401,
      "learning_rate": 0.00019952734586217399,
      "loss": 0.7769,
      "step": 411
    },
    {
      "epoch": 0.10017628107713816,
      "grad_norm": 0.5737263560295105,
      "learning_rate": 0.0001995248634512561,
      "loss": 0.9139,
      "step": 412
    },
    {
      "epoch": 0.10041942739043219,
      "grad_norm": 0.5321898460388184,
      "learning_rate": 0.000199522374554031,
      "loss": 0.763,
      "step": 413
    },
    {
      "epoch": 0.10066257370372622,
      "grad_norm": 0.6395456194877625,
      "learning_rate": 0.000199519879170661,
      "loss": 1.0852,
      "step": 414
    },
    {
      "epoch": 0.10090572001702024,
      "grad_norm": 0.5569658875465393,
      "learning_rate": 0.00019951737730130863,
      "loss": 0.8193,
      "step": 415
    },
    {
      "epoch": 0.10114886633031427,
      "grad_norm": 0.5758926868438721,
      "learning_rate": 0.00019951486894613697,
      "loss": 1.0519,
      "step": 416
    },
    {
      "epoch": 0.1013920126436083,
      "grad_norm": 0.5357286930084229,
      "learning_rate": 0.0001995123541053095,
      "loss": 0.886,
      "step": 417
    },
    {
      "epoch": 0.10163515895690231,
      "grad_norm": 0.5587937831878662,
      "learning_rate": 0.0001995098327789901,
      "loss": 0.9624,
      "step": 418
    },
    {
      "epoch": 0.10187830527019634,
      "grad_norm": 0.509705662727356,
      "learning_rate": 0.00019950730496734318,
      "loss": 0.8549,
      "step": 419
    },
    {
      "epoch": 0.10212145158349037,
      "grad_norm": 0.5464072823524475,
      "learning_rate": 0.0001995047706705334,
      "loss": 0.8222,
      "step": 420
    },
    {
      "epoch": 0.10236459789678438,
      "grad_norm": 0.594495415687561,
      "learning_rate": 0.00019950222988872592,
      "loss": 0.8741,
      "step": 421
    },
    {
      "epoch": 0.10260774421007841,
      "grad_norm": 0.5293854475021362,
      "learning_rate": 0.00019949968262208636,
      "loss": 0.6515,
      "step": 422
    },
    {
      "epoch": 0.10285089052337244,
      "grad_norm": 0.6017472743988037,
      "learning_rate": 0.00019949712887078072,
      "loss": 0.9604,
      "step": 423
    },
    {
      "epoch": 0.10309403683666646,
      "grad_norm": 0.5532709360122681,
      "learning_rate": 0.00019949456863497546,
      "loss": 0.8753,
      "step": 424
    },
    {
      "epoch": 0.10333718314996049,
      "grad_norm": 0.6103686094284058,
      "learning_rate": 0.0001994920019148374,
      "loss": 0.8813,
      "step": 425
    },
    {
      "epoch": 0.10358032946325452,
      "grad_norm": 0.5736802220344543,
      "learning_rate": 0.00019948942871053388,
      "loss": 0.8783,
      "step": 426
    },
    {
      "epoch": 0.10382347577654853,
      "grad_norm": 0.5895289182662964,
      "learning_rate": 0.00019948684902223253,
      "loss": 1.2339,
      "step": 427
    },
    {
      "epoch": 0.10406662208984256,
      "grad_norm": 0.5581741333007812,
      "learning_rate": 0.00019948426285010154,
      "loss": 0.9094,
      "step": 428
    },
    {
      "epoch": 0.10430976840313659,
      "grad_norm": 0.5535281300544739,
      "learning_rate": 0.00019948167019430941,
      "loss": 0.9968,
      "step": 429
    },
    {
      "epoch": 0.1045529147164306,
      "grad_norm": 0.5300533175468445,
      "learning_rate": 0.00019947907105502514,
      "loss": 0.8543,
      "step": 430
    },
    {
      "epoch": 0.10479606102972464,
      "grad_norm": 0.5551033020019531,
      "learning_rate": 0.00019947646543241806,
      "loss": 0.7919,
      "step": 431
    },
    {
      "epoch": 0.10503920734301866,
      "grad_norm": 0.5688028335571289,
      "learning_rate": 0.0001994738533266581,
      "loss": 0.9107,
      "step": 432
    },
    {
      "epoch": 0.10528235365631268,
      "grad_norm": 0.5766313076019287,
      "learning_rate": 0.00019947123473791539,
      "loss": 0.7822,
      "step": 433
    },
    {
      "epoch": 0.10552549996960671,
      "grad_norm": 0.5481423735618591,
      "learning_rate": 0.00019946860966636064,
      "loss": 0.7793,
      "step": 434
    },
    {
      "epoch": 0.10576864628290074,
      "grad_norm": 0.49915432929992676,
      "learning_rate": 0.00019946597811216495,
      "loss": 0.7824,
      "step": 435
    },
    {
      "epoch": 0.10601179259619475,
      "grad_norm": 0.5601785182952881,
      "learning_rate": 0.00019946334007549978,
      "loss": 0.9305,
      "step": 436
    },
    {
      "epoch": 0.10625493890948878,
      "grad_norm": 0.5846713185310364,
      "learning_rate": 0.0001994606955565371,
      "loss": 0.9668,
      "step": 437
    },
    {
      "epoch": 0.10649808522278281,
      "grad_norm": 0.5793795585632324,
      "learning_rate": 0.00019945804455544924,
      "loss": 0.891,
      "step": 438
    },
    {
      "epoch": 0.10674123153607683,
      "grad_norm": 0.5503606796264648,
      "learning_rate": 0.00019945538707240895,
      "loss": 0.7514,
      "step": 439
    },
    {
      "epoch": 0.10698437784937086,
      "grad_norm": 0.63165682554245,
      "learning_rate": 0.00019945272310758946,
      "loss": 0.915,
      "step": 440
    },
    {
      "epoch": 0.10722752416266489,
      "grad_norm": 0.5756946206092834,
      "learning_rate": 0.0001994500526611644,
      "loss": 0.8524,
      "step": 441
    },
    {
      "epoch": 0.1074706704759589,
      "grad_norm": 0.6014145612716675,
      "learning_rate": 0.00019944737573330778,
      "loss": 0.9935,
      "step": 442
    },
    {
      "epoch": 0.10771381678925293,
      "grad_norm": 0.5977543592453003,
      "learning_rate": 0.00019944469232419408,
      "loss": 0.8531,
      "step": 443
    },
    {
      "epoch": 0.10795696310254696,
      "grad_norm": 0.600797712802887,
      "learning_rate": 0.00019944200243399813,
      "loss": 0.8012,
      "step": 444
    },
    {
      "epoch": 0.10820010941584098,
      "grad_norm": 0.522072434425354,
      "learning_rate": 0.0001994393060628953,
      "loss": 0.7408,
      "step": 445
    },
    {
      "epoch": 0.108443255729135,
      "grad_norm": 0.5871409773826599,
      "learning_rate": 0.00019943660321106133,
      "loss": 0.879,
      "step": 446
    },
    {
      "epoch": 0.10868640204242903,
      "grad_norm": 0.525562584400177,
      "learning_rate": 0.00019943389387867236,
      "loss": 0.7207,
      "step": 447
    },
    {
      "epoch": 0.10892954835572306,
      "grad_norm": 0.5515268445014954,
      "learning_rate": 0.0001994311780659049,
      "loss": 0.9883,
      "step": 448
    },
    {
      "epoch": 0.10917269466901708,
      "grad_norm": 0.5309163928031921,
      "learning_rate": 0.000199428455772936,
      "loss": 0.8425,
      "step": 449
    },
    {
      "epoch": 0.10941584098231111,
      "grad_norm": 0.55260169506073,
      "learning_rate": 0.0001994257269999431,
      "loss": 0.9729,
      "step": 450
    },
    {
      "epoch": 0.10965898729560514,
      "grad_norm": 0.5322860479354858,
      "learning_rate": 0.00019942299174710403,
      "loss": 0.7766,
      "step": 451
    },
    {
      "epoch": 0.10990213360889915,
      "grad_norm": 0.5682867765426636,
      "learning_rate": 0.00019942025001459704,
      "loss": 0.9091,
      "step": 452
    },
    {
      "epoch": 0.11014527992219318,
      "grad_norm": 0.5265596508979797,
      "learning_rate": 0.0001994175018026008,
      "loss": 0.9039,
      "step": 453
    },
    {
      "epoch": 0.11038842623548721,
      "grad_norm": 0.5555976629257202,
      "learning_rate": 0.00019941474711129443,
      "loss": 0.9494,
      "step": 454
    },
    {
      "epoch": 0.11063157254878123,
      "grad_norm": 0.525519847869873,
      "learning_rate": 0.00019941198594085747,
      "loss": 0.8555,
      "step": 455
    },
    {
      "epoch": 0.11087471886207526,
      "grad_norm": 0.5435869097709656,
      "learning_rate": 0.0001994092182914699,
      "loss": 0.9114,
      "step": 456
    },
    {
      "epoch": 0.11111786517536928,
      "grad_norm": 0.5642544031143188,
      "learning_rate": 0.00019940644416331201,
      "loss": 0.8009,
      "step": 457
    },
    {
      "epoch": 0.1113610114886633,
      "grad_norm": 0.543274462223053,
      "learning_rate": 0.00019940366355656472,
      "loss": 0.8688,
      "step": 458
    },
    {
      "epoch": 0.11160415780195733,
      "grad_norm": 0.5550599694252014,
      "learning_rate": 0.00019940087647140912,
      "loss": 0.9036,
      "step": 459
    },
    {
      "epoch": 0.11184730411525136,
      "grad_norm": 0.5366058349609375,
      "learning_rate": 0.00019939808290802695,
      "loss": 0.7442,
      "step": 460
    },
    {
      "epoch": 0.11209045042854537,
      "grad_norm": 0.5356107354164124,
      "learning_rate": 0.00019939528286660023,
      "loss": 0.8826,
      "step": 461
    },
    {
      "epoch": 0.1123335967418394,
      "grad_norm": 0.5890279412269592,
      "learning_rate": 0.00019939247634731148,
      "loss": 0.8784,
      "step": 462
    },
    {
      "epoch": 0.11257674305513343,
      "grad_norm": 0.5835182666778564,
      "learning_rate": 0.00019938966335034355,
      "loss": 0.9304,
      "step": 463
    },
    {
      "epoch": 0.11281988936842745,
      "grad_norm": 0.6091703176498413,
      "learning_rate": 0.00019938684387587984,
      "loss": 0.8379,
      "step": 464
    },
    {
      "epoch": 0.11306303568172148,
      "grad_norm": 0.587783932685852,
      "learning_rate": 0.00019938401792410403,
      "loss": 0.9525,
      "step": 465
    },
    {
      "epoch": 0.1133061819950155,
      "grad_norm": 0.5620492100715637,
      "learning_rate": 0.00019938118549520036,
      "loss": 0.9185,
      "step": 466
    },
    {
      "epoch": 0.11354932830830952,
      "grad_norm": 0.5290703773498535,
      "learning_rate": 0.00019937834658935338,
      "loss": 0.7413,
      "step": 467
    },
    {
      "epoch": 0.11379247462160355,
      "grad_norm": 0.546154797077179,
      "learning_rate": 0.00019937550120674812,
      "loss": 0.9498,
      "step": 468
    },
    {
      "epoch": 0.11403562093489758,
      "grad_norm": 0.5777866244316101,
      "learning_rate": 0.00019937264934757006,
      "loss": 0.9192,
      "step": 469
    },
    {
      "epoch": 0.1142787672481916,
      "grad_norm": 0.523360550403595,
      "learning_rate": 0.00019936979101200502,
      "loss": 0.8087,
      "step": 470
    },
    {
      "epoch": 0.11452191356148562,
      "grad_norm": 0.5578994750976562,
      "learning_rate": 0.00019936692620023928,
      "loss": 0.9097,
      "step": 471
    },
    {
      "epoch": 0.11476505987477965,
      "grad_norm": 0.5509862899780273,
      "learning_rate": 0.0001993640549124596,
      "loss": 0.8507,
      "step": 472
    },
    {
      "epoch": 0.11500820618807367,
      "grad_norm": 0.5427312850952148,
      "learning_rate": 0.00019936117714885305,
      "loss": 0.8666,
      "step": 473
    },
    {
      "epoch": 0.1152513525013677,
      "grad_norm": 0.6170535087585449,
      "learning_rate": 0.00019935829290960722,
      "loss": 1.0218,
      "step": 474
    },
    {
      "epoch": 0.11549449881466173,
      "grad_norm": 0.5458990931510925,
      "learning_rate": 0.00019935540219491007,
      "loss": 0.8573,
      "step": 475
    },
    {
      "epoch": 0.11573764512795574,
      "grad_norm": 0.5434321165084839,
      "learning_rate": 0.00019935250500495,
      "loss": 0.7152,
      "step": 476
    },
    {
      "epoch": 0.11598079144124977,
      "grad_norm": 0.5748211145401001,
      "learning_rate": 0.00019934960133991583,
      "loss": 0.9157,
      "step": 477
    },
    {
      "epoch": 0.1162239377545438,
      "grad_norm": 0.5952074527740479,
      "learning_rate": 0.00019934669119999677,
      "loss": 0.9101,
      "step": 478
    },
    {
      "epoch": 0.11646708406783782,
      "grad_norm": 0.5449646711349487,
      "learning_rate": 0.00019934377458538253,
      "loss": 0.8393,
      "step": 479
    },
    {
      "epoch": 0.11671023038113185,
      "grad_norm": 0.5549584031105042,
      "learning_rate": 0.00019934085149626317,
      "loss": 0.8029,
      "step": 480
    },
    {
      "epoch": 0.11695337669442588,
      "grad_norm": 0.6022661328315735,
      "learning_rate": 0.0001993379219328292,
      "loss": 0.8571,
      "step": 481
    },
    {
      "epoch": 0.11719652300771989,
      "grad_norm": 0.5762311220169067,
      "learning_rate": 0.00019933498589527152,
      "loss": 0.7932,
      "step": 482
    },
    {
      "epoch": 0.11743966932101392,
      "grad_norm": 0.5633880496025085,
      "learning_rate": 0.00019933204338378152,
      "loss": 0.8392,
      "step": 483
    },
    {
      "epoch": 0.11768281563430795,
      "grad_norm": 0.5390695929527283,
      "learning_rate": 0.00019932909439855098,
      "loss": 0.7705,
      "step": 484
    },
    {
      "epoch": 0.11792596194760196,
      "grad_norm": 0.5645672678947449,
      "learning_rate": 0.00019932613893977204,
      "loss": 0.9334,
      "step": 485
    },
    {
      "epoch": 0.118169108260896,
      "grad_norm": 0.5673496723175049,
      "learning_rate": 0.00019932317700763734,
      "loss": 0.9037,
      "step": 486
    },
    {
      "epoch": 0.11841225457419002,
      "grad_norm": 0.523048996925354,
      "learning_rate": 0.00019932020860233992,
      "loss": 0.7691,
      "step": 487
    },
    {
      "epoch": 0.11865540088748404,
      "grad_norm": 0.5696951746940613,
      "learning_rate": 0.00019931723372407326,
      "loss": 0.8808,
      "step": 488
    },
    {
      "epoch": 0.11889854720077807,
      "grad_norm": 0.6137492060661316,
      "learning_rate": 0.00019931425237303121,
      "loss": 1.0216,
      "step": 489
    },
    {
      "epoch": 0.1191416935140721,
      "grad_norm": 0.5740945935249329,
      "learning_rate": 0.0001993112645494081,
      "loss": 0.8269,
      "step": 490
    },
    {
      "epoch": 0.11938483982736611,
      "grad_norm": 0.5176540613174438,
      "learning_rate": 0.0001993082702533986,
      "loss": 0.8353,
      "step": 491
    },
    {
      "epoch": 0.11962798614066014,
      "grad_norm": 0.5975960493087769,
      "learning_rate": 0.00019930526948519793,
      "loss": 0.9123,
      "step": 492
    },
    {
      "epoch": 0.11987113245395417,
      "grad_norm": 0.5833514332771301,
      "learning_rate": 0.0001993022622450016,
      "loss": 0.9805,
      "step": 493
    },
    {
      "epoch": 0.12011427876724819,
      "grad_norm": 0.5670820474624634,
      "learning_rate": 0.00019929924853300562,
      "loss": 0.9592,
      "step": 494
    },
    {
      "epoch": 0.12035742508054222,
      "grad_norm": 0.5087055563926697,
      "learning_rate": 0.00019929622834940642,
      "loss": 0.6792,
      "step": 495
    },
    {
      "epoch": 0.12060057139383625,
      "grad_norm": 0.5466931462287903,
      "learning_rate": 0.0001992932016944008,
      "loss": 0.8603,
      "step": 496
    },
    {
      "epoch": 0.12084371770713026,
      "grad_norm": 0.5323388576507568,
      "learning_rate": 0.0001992901685681861,
      "loss": 0.8741,
      "step": 497
    },
    {
      "epoch": 0.12108686402042429,
      "grad_norm": 0.5201427340507507,
      "learning_rate": 0.00019928712897095987,
      "loss": 0.7383,
      "step": 498
    },
    {
      "epoch": 0.12133001033371832,
      "grad_norm": 0.5855861902236938,
      "learning_rate": 0.0001992840829029203,
      "loss": 0.8038,
      "step": 499
    },
    {
      "epoch": 0.12157315664701233,
      "grad_norm": 0.5982099175453186,
      "learning_rate": 0.00019928103036426584,
      "loss": 0.9794,
      "step": 500
    },
    {
      "epoch": 0.12181630296030636,
      "grad_norm": 0.5420944690704346,
      "learning_rate": 0.0001992779713551955,
      "loss": 0.8839,
      "step": 501
    },
    {
      "epoch": 0.12205944927360039,
      "grad_norm": 0.5952168703079224,
      "learning_rate": 0.0001992749058759086,
      "loss": 0.7805,
      "step": 502
    },
    {
      "epoch": 0.12230259558689441,
      "grad_norm": 0.5957717299461365,
      "learning_rate": 0.00019927183392660496,
      "loss": 0.8534,
      "step": 503
    },
    {
      "epoch": 0.12254574190018844,
      "grad_norm": 0.5433999300003052,
      "learning_rate": 0.00019926875550748476,
      "loss": 0.886,
      "step": 504
    },
    {
      "epoch": 0.12278888821348247,
      "grad_norm": 0.5811933875083923,
      "learning_rate": 0.00019926567061874867,
      "loss": 0.9054,
      "step": 505
    },
    {
      "epoch": 0.12303203452677648,
      "grad_norm": 0.5674152970314026,
      "learning_rate": 0.00019926257926059768,
      "loss": 1.0908,
      "step": 506
    },
    {
      "epoch": 0.12327518084007051,
      "grad_norm": 0.5704651474952698,
      "learning_rate": 0.00019925948143323328,
      "loss": 0.8253,
      "step": 507
    },
    {
      "epoch": 0.12351832715336454,
      "grad_norm": 0.5656675696372986,
      "learning_rate": 0.00019925637713685742,
      "loss": 0.6313,
      "step": 508
    },
    {
      "epoch": 0.12376147346665856,
      "grad_norm": 0.5300387144088745,
      "learning_rate": 0.00019925326637167232,
      "loss": 0.8153,
      "step": 509
    },
    {
      "epoch": 0.12400461977995259,
      "grad_norm": 0.5597224235534668,
      "learning_rate": 0.00019925014913788077,
      "loss": 0.9599,
      "step": 510
    },
    {
      "epoch": 0.12424776609324661,
      "grad_norm": 0.5213384628295898,
      "learning_rate": 0.00019924702543568597,
      "loss": 0.7742,
      "step": 511
    },
    {
      "epoch": 0.12449091240654063,
      "grad_norm": 0.5554928183555603,
      "learning_rate": 0.00019924389526529144,
      "loss": 0.9388,
      "step": 512
    },
    {
      "epoch": 0.12473405871983466,
      "grad_norm": 0.5763892531394958,
      "learning_rate": 0.00019924075862690118,
      "loss": 0.9442,
      "step": 513
    },
    {
      "epoch": 0.12497720503312869,
      "grad_norm": 0.5784127712249756,
      "learning_rate": 0.00019923761552071966,
      "loss": 1.0343,
      "step": 514
    },
    {
      "epoch": 0.1252203513464227,
      "grad_norm": 0.5833760499954224,
      "learning_rate": 0.00019923446594695166,
      "loss": 0.834,
      "step": 515
    },
    {
      "epoch": 0.12546349765971673,
      "grad_norm": 0.531812846660614,
      "learning_rate": 0.0001992313099058025,
      "loss": 0.7323,
      "step": 516
    },
    {
      "epoch": 0.12570664397301076,
      "grad_norm": 0.6028398871421814,
      "learning_rate": 0.00019922814739747787,
      "loss": 0.9325,
      "step": 517
    },
    {
      "epoch": 0.1259497902863048,
      "grad_norm": 0.5499715805053711,
      "learning_rate": 0.00019922497842218384,
      "loss": 0.8576,
      "step": 518
    },
    {
      "epoch": 0.12619293659959882,
      "grad_norm": 0.576130211353302,
      "learning_rate": 0.000199221802980127,
      "loss": 0.9479,
      "step": 519
    },
    {
      "epoch": 0.12643608291289282,
      "grad_norm": 0.6310112476348877,
      "learning_rate": 0.0001992186210715142,
      "loss": 0.9257,
      "step": 520
    },
    {
      "epoch": 0.12667922922618685,
      "grad_norm": 0.5724703073501587,
      "learning_rate": 0.00019921543269655291,
      "loss": 0.9812,
      "step": 521
    },
    {
      "epoch": 0.12692237553948088,
      "grad_norm": 0.5976937413215637,
      "learning_rate": 0.0001992122378554509,
      "loss": 0.8665,
      "step": 522
    },
    {
      "epoch": 0.1271655218527749,
      "grad_norm": 0.5600083470344543,
      "learning_rate": 0.00019920903654841636,
      "loss": 0.8722,
      "step": 523
    },
    {
      "epoch": 0.12740866816606894,
      "grad_norm": 0.5232080817222595,
      "learning_rate": 0.00019920582877565795,
      "loss": 0.7763,
      "step": 524
    },
    {
      "epoch": 0.12765181447936297,
      "grad_norm": 0.5629563927650452,
      "learning_rate": 0.00019920261453738473,
      "loss": 0.9751,
      "step": 525
    },
    {
      "epoch": 0.12789496079265697,
      "grad_norm": 0.5811163783073425,
      "learning_rate": 0.0001991993938338062,
      "loss": 1.1676,
      "step": 526
    },
    {
      "epoch": 0.128138107105951,
      "grad_norm": 0.5572515726089478,
      "learning_rate": 0.00019919616666513222,
      "loss": 0.9587,
      "step": 527
    },
    {
      "epoch": 0.12838125341924503,
      "grad_norm": 0.5999773740768433,
      "learning_rate": 0.00019919293303157312,
      "loss": 0.9341,
      "step": 528
    },
    {
      "epoch": 0.12862439973253906,
      "grad_norm": 0.571574866771698,
      "learning_rate": 0.00019918969293333967,
      "loss": 0.7839,
      "step": 529
    },
    {
      "epoch": 0.1288675460458331,
      "grad_norm": 0.5811079740524292,
      "learning_rate": 0.000199186446370643,
      "loss": 0.8938,
      "step": 530
    },
    {
      "epoch": 0.12911069235912712,
      "grad_norm": 0.5328015685081482,
      "learning_rate": 0.00019918319334369473,
      "loss": 0.9332,
      "step": 531
    },
    {
      "epoch": 0.12935383867242112,
      "grad_norm": 0.5523125529289246,
      "learning_rate": 0.00019917993385270685,
      "loss": 0.9907,
      "step": 532
    },
    {
      "epoch": 0.12959698498571515,
      "grad_norm": 0.5421549677848816,
      "learning_rate": 0.00019917666789789182,
      "loss": 0.9095,
      "step": 533
    },
    {
      "epoch": 0.12984013129900918,
      "grad_norm": 0.5739960074424744,
      "learning_rate": 0.00019917339547946246,
      "loss": 0.8757,
      "step": 534
    },
    {
      "epoch": 0.1300832776123032,
      "grad_norm": 0.554014265537262,
      "learning_rate": 0.00019917011659763208,
      "loss": 0.9296,
      "step": 535
    },
    {
      "epoch": 0.13032642392559723,
      "grad_norm": 0.6286700367927551,
      "learning_rate": 0.00019916683125261432,
      "loss": 1.1377,
      "step": 536
    },
    {
      "epoch": 0.13056957023889126,
      "grad_norm": 0.531970202922821,
      "learning_rate": 0.0001991635394446233,
      "loss": 0.8047,
      "step": 537
    },
    {
      "epoch": 0.13081271655218527,
      "grad_norm": 0.5540598034858704,
      "learning_rate": 0.00019916024117387363,
      "loss": 0.8154,
      "step": 538
    },
    {
      "epoch": 0.1310558628654793,
      "grad_norm": 0.5418382883071899,
      "learning_rate": 0.00019915693644058016,
      "loss": 0.8901,
      "step": 539
    },
    {
      "epoch": 0.13129900917877332,
      "grad_norm": 0.5254373550415039,
      "learning_rate": 0.00019915362524495838,
      "loss": 0.8428,
      "step": 540
    },
    {
      "epoch": 0.13154215549206735,
      "grad_norm": 0.5639268159866333,
      "learning_rate": 0.000199150307587224,
      "loss": 0.7697,
      "step": 541
    },
    {
      "epoch": 0.13178530180536138,
      "grad_norm": 0.5170727372169495,
      "learning_rate": 0.00019914698346759326,
      "loss": 0.7613,
      "step": 542
    },
    {
      "epoch": 0.1320284481186554,
      "grad_norm": 0.6172984838485718,
      "learning_rate": 0.00019914365288628284,
      "loss": 0.9844,
      "step": 543
    },
    {
      "epoch": 0.1322715944319494,
      "grad_norm": 0.565140962600708,
      "learning_rate": 0.00019914031584350976,
      "loss": 0.8642,
      "step": 544
    },
    {
      "epoch": 0.13251474074524344,
      "grad_norm": 0.5209361910820007,
      "learning_rate": 0.00019913697233949154,
      "loss": 0.7606,
      "step": 545
    },
    {
      "epoch": 0.13275788705853747,
      "grad_norm": 0.5845327377319336,
      "learning_rate": 0.00019913362237444603,
      "loss": 0.9505,
      "step": 546
    },
    {
      "epoch": 0.1330010333718315,
      "grad_norm": 0.627068281173706,
      "learning_rate": 0.00019913026594859163,
      "loss": 1.0172,
      "step": 547
    },
    {
      "epoch": 0.13324417968512553,
      "grad_norm": 0.5881629586219788,
      "learning_rate": 0.00019912690306214705,
      "loss": 1.063,
      "step": 548
    },
    {
      "epoch": 0.13348732599841956,
      "grad_norm": 0.5727938413619995,
      "learning_rate": 0.00019912353371533145,
      "loss": 1.0621,
      "step": 549
    },
    {
      "epoch": 0.13373047231171356,
      "grad_norm": 0.6430665850639343,
      "learning_rate": 0.00019912015790836445,
      "loss": 0.9383,
      "step": 550
    },
    {
      "epoch": 0.1339736186250076,
      "grad_norm": 0.5910232067108154,
      "learning_rate": 0.00019911677564146604,
      "loss": 0.9667,
      "step": 551
    },
    {
      "epoch": 0.13421676493830162,
      "grad_norm": 0.58151775598526,
      "learning_rate": 0.0001991133869148566,
      "loss": 0.9263,
      "step": 552
    },
    {
      "epoch": 0.13445991125159565,
      "grad_norm": 0.569426417350769,
      "learning_rate": 0.00019910999172875708,
      "loss": 0.942,
      "step": 553
    },
    {
      "epoch": 0.13470305756488968,
      "grad_norm": 0.5629384517669678,
      "learning_rate": 0.0001991065900833887,
      "loss": 0.8533,
      "step": 554
    },
    {
      "epoch": 0.1349462038781837,
      "grad_norm": 0.5888092517852783,
      "learning_rate": 0.00019910318197897319,
      "loss": 0.9944,
      "step": 555
    },
    {
      "epoch": 0.1351893501914777,
      "grad_norm": 0.5483697056770325,
      "learning_rate": 0.00019909976741573258,
      "loss": 0.9807,
      "step": 556
    },
    {
      "epoch": 0.13543249650477174,
      "grad_norm": 0.5187270641326904,
      "learning_rate": 0.0001990963463938895,
      "loss": 0.8374,
      "step": 557
    },
    {
      "epoch": 0.13567564281806577,
      "grad_norm": 0.60722815990448,
      "learning_rate": 0.00019909291891366686,
      "loss": 1.1093,
      "step": 558
    },
    {
      "epoch": 0.1359187891313598,
      "grad_norm": 0.6155691742897034,
      "learning_rate": 0.00019908948497528804,
      "loss": 0.9971,
      "step": 559
    },
    {
      "epoch": 0.13616193544465383,
      "grad_norm": 0.5611491799354553,
      "learning_rate": 0.0001990860445789769,
      "loss": 0.7612,
      "step": 560
    },
    {
      "epoch": 0.13640508175794785,
      "grad_norm": 0.5191264748573303,
      "learning_rate": 0.00019908259772495756,
      "loss": 0.8195,
      "step": 561
    },
    {
      "epoch": 0.13664822807124186,
      "grad_norm": 0.6027698516845703,
      "learning_rate": 0.00019907914441345473,
      "loss": 0.881,
      "step": 562
    },
    {
      "epoch": 0.13689137438453589,
      "grad_norm": 0.5410470366477966,
      "learning_rate": 0.00019907568464469342,
      "loss": 0.8326,
      "step": 563
    },
    {
      "epoch": 0.13713452069782991,
      "grad_norm": 0.5797487497329712,
      "learning_rate": 0.00019907221841889916,
      "loss": 1.1498,
      "step": 564
    },
    {
      "epoch": 0.13737766701112394,
      "grad_norm": 0.5852328538894653,
      "learning_rate": 0.00019906874573629785,
      "loss": 0.9271,
      "step": 565
    },
    {
      "epoch": 0.13762081332441797,
      "grad_norm": 0.5990086793899536,
      "learning_rate": 0.0001990652665971158,
      "loss": 1.1048,
      "step": 566
    },
    {
      "epoch": 0.137863959637712,
      "grad_norm": 0.5738555192947388,
      "learning_rate": 0.00019906178100157976,
      "loss": 0.8912,
      "step": 567
    },
    {
      "epoch": 0.13810710595100603,
      "grad_norm": 0.547760546207428,
      "learning_rate": 0.0001990582889499169,
      "loss": 0.8608,
      "step": 568
    },
    {
      "epoch": 0.13835025226430003,
      "grad_norm": 0.5853208899497986,
      "learning_rate": 0.00019905479044235477,
      "loss": 1.0099,
      "step": 569
    },
    {
      "epoch": 0.13859339857759406,
      "grad_norm": 0.5690241456031799,
      "learning_rate": 0.0001990512854791214,
      "loss": 0.8655,
      "step": 570
    },
    {
      "epoch": 0.1388365448908881,
      "grad_norm": 0.5617062449455261,
      "learning_rate": 0.0001990477740604453,
      "loss": 0.7903,
      "step": 571
    },
    {
      "epoch": 0.13907969120418212,
      "grad_norm": 0.5075452923774719,
      "learning_rate": 0.00019904425618655518,
      "loss": 0.8416,
      "step": 572
    },
    {
      "epoch": 0.13932283751747615,
      "grad_norm": 0.514062762260437,
      "learning_rate": 0.00019904073185768038,
      "loss": 0.8177,
      "step": 573
    },
    {
      "epoch": 0.13956598383077018,
      "grad_norm": 0.550692081451416,
      "learning_rate": 0.00019903720107405058,
      "loss": 0.8218,
      "step": 574
    },
    {
      "epoch": 0.13980913014406418,
      "grad_norm": 0.5553942918777466,
      "learning_rate": 0.0001990336638358959,
      "loss": 0.8116,
      "step": 575
    },
    {
      "epoch": 0.1400522764573582,
      "grad_norm": 0.5788466334342957,
      "learning_rate": 0.00019903012014344686,
      "loss": 0.9436,
      "step": 576
    },
    {
      "epoch": 0.14029542277065224,
      "grad_norm": 0.5403907895088196,
      "learning_rate": 0.00019902656999693443,
      "loss": 0.7718,
      "step": 577
    },
    {
      "epoch": 0.14053856908394627,
      "grad_norm": 0.5853087306022644,
      "learning_rate": 0.00019902301339658998,
      "loss": 1.0712,
      "step": 578
    },
    {
      "epoch": 0.1407817153972403,
      "grad_norm": 0.5523783564567566,
      "learning_rate": 0.00019901945034264527,
      "loss": 0.9811,
      "step": 579
    },
    {
      "epoch": 0.14102486171053433,
      "grad_norm": 0.5452989935874939,
      "learning_rate": 0.00019901588083533255,
      "loss": 0.7895,
      "step": 580
    },
    {
      "epoch": 0.14126800802382833,
      "grad_norm": 0.549220621585846,
      "learning_rate": 0.00019901230487488444,
      "loss": 0.7754,
      "step": 581
    },
    {
      "epoch": 0.14151115433712236,
      "grad_norm": 0.5658601522445679,
      "learning_rate": 0.00019900872246153396,
      "loss": 0.9181,
      "step": 582
    },
    {
      "epoch": 0.1417543006504164,
      "grad_norm": 0.6030945181846619,
      "learning_rate": 0.00019900513359551468,
      "loss": 0.9277,
      "step": 583
    },
    {
      "epoch": 0.14199744696371042,
      "grad_norm": 0.6083751916885376,
      "learning_rate": 0.0001990015382770604,
      "loss": 1.007,
      "step": 584
    },
    {
      "epoch": 0.14224059327700445,
      "grad_norm": 0.6074813604354858,
      "learning_rate": 0.0001989979365064055,
      "loss": 0.9339,
      "step": 585
    },
    {
      "epoch": 0.14248373959029847,
      "grad_norm": 0.5790439248085022,
      "learning_rate": 0.00019899432828378468,
      "loss": 0.8533,
      "step": 586
    },
    {
      "epoch": 0.14272688590359248,
      "grad_norm": 0.6135433912277222,
      "learning_rate": 0.00019899071360943312,
      "loss": 0.9678,
      "step": 587
    },
    {
      "epoch": 0.1429700322168865,
      "grad_norm": 0.5017293691635132,
      "learning_rate": 0.00019898709248358638,
      "loss": 0.7066,
      "step": 588
    },
    {
      "epoch": 0.14321317853018053,
      "grad_norm": 0.523137092590332,
      "learning_rate": 0.0001989834649064805,
      "loss": 0.7732,
      "step": 589
    },
    {
      "epoch": 0.14345632484347456,
      "grad_norm": 0.5357997417449951,
      "learning_rate": 0.0001989798308783518,
      "loss": 0.7496,
      "step": 590
    },
    {
      "epoch": 0.1436994711567686,
      "grad_norm": 0.5159316062927246,
      "learning_rate": 0.00019897619039943722,
      "loss": 0.796,
      "step": 591
    },
    {
      "epoch": 0.14394261747006262,
      "grad_norm": 0.5865324139595032,
      "learning_rate": 0.00019897254346997397,
      "loss": 0.9257,
      "step": 592
    },
    {
      "epoch": 0.14418576378335662,
      "grad_norm": 0.6158270239830017,
      "learning_rate": 0.00019896889009019976,
      "loss": 1.0228,
      "step": 593
    },
    {
      "epoch": 0.14442891009665065,
      "grad_norm": 0.5748022198677063,
      "learning_rate": 0.00019896523026035273,
      "loss": 0.8687,
      "step": 594
    },
    {
      "epoch": 0.14467205640994468,
      "grad_norm": 0.5820907950401306,
      "learning_rate": 0.00019896156398067127,
      "loss": 1.0375,
      "step": 595
    },
    {
      "epoch": 0.1449152027232387,
      "grad_norm": 0.5591068267822266,
      "learning_rate": 0.00019895789125139442,
      "loss": 0.9564,
      "step": 596
    },
    {
      "epoch": 0.14515834903653274,
      "grad_norm": 0.5203542709350586,
      "learning_rate": 0.00019895421207276155,
      "loss": 0.8757,
      "step": 597
    },
    {
      "epoch": 0.14540149534982677,
      "grad_norm": 0.5426759719848633,
      "learning_rate": 0.0001989505264450124,
      "loss": 0.8799,
      "step": 598
    },
    {
      "epoch": 0.14564464166312077,
      "grad_norm": 0.5913306474685669,
      "learning_rate": 0.00019894683436838718,
      "loss": 0.9199,
      "step": 599
    },
    {
      "epoch": 0.1458877879764148,
      "grad_norm": 0.5528838038444519,
      "learning_rate": 0.0001989431358431265,
      "loss": 0.7888,
      "step": 600
    },
    {
      "epoch": 0.1458877879764148,
      "eval_loss": 0.8531215786933899,
      "eval_runtime": 12.3152,
      "eval_samples_per_second": 40.275,
      "eval_steps_per_second": 6.74,
      "step": 600
    },
    {
      "epoch": 0.14613093428970883,
      "grad_norm": 0.5944123864173889,
      "learning_rate": 0.00019893943086947148,
      "loss": 0.9274,
      "step": 601
    },
    {
      "epoch": 0.14637408060300286,
      "grad_norm": 0.5590338110923767,
      "learning_rate": 0.00019893571944766344,
      "loss": 0.7238,
      "step": 602
    },
    {
      "epoch": 0.1466172269162969,
      "grad_norm": 0.5676079392433167,
      "learning_rate": 0.0001989320015779444,
      "loss": 0.9252,
      "step": 603
    },
    {
      "epoch": 0.14686037322959092,
      "grad_norm": 0.5354084372520447,
      "learning_rate": 0.0001989282772605566,
      "loss": 0.7684,
      "step": 604
    },
    {
      "epoch": 0.14710351954288492,
      "grad_norm": 0.5413568019866943,
      "learning_rate": 0.00019892454649574282,
      "loss": 0.8138,
      "step": 605
    },
    {
      "epoch": 0.14734666585617895,
      "grad_norm": 0.5089012980461121,
      "learning_rate": 0.0001989208092837461,
      "loss": 0.6326,
      "step": 606
    },
    {
      "epoch": 0.14758981216947298,
      "grad_norm": 0.5193983912467957,
      "learning_rate": 0.0001989170656248101,
      "loss": 0.765,
      "step": 607
    },
    {
      "epoch": 0.147832958482767,
      "grad_norm": 0.502058744430542,
      "learning_rate": 0.00019891331551917873,
      "loss": 0.795,
      "step": 608
    },
    {
      "epoch": 0.14807610479606104,
      "grad_norm": 0.5882282853126526,
      "learning_rate": 0.00019890955896709647,
      "loss": 0.8475,
      "step": 609
    },
    {
      "epoch": 0.14831925110935507,
      "grad_norm": 0.5679489970207214,
      "learning_rate": 0.0001989057959688081,
      "loss": 0.8506,
      "step": 610
    },
    {
      "epoch": 0.14856239742264907,
      "grad_norm": 0.5340409874916077,
      "learning_rate": 0.00019890202652455888,
      "loss": 0.8504,
      "step": 611
    },
    {
      "epoch": 0.1488055437359431,
      "grad_norm": 0.5497291684150696,
      "learning_rate": 0.00019889825063459446,
      "loss": 0.8128,
      "step": 612
    },
    {
      "epoch": 0.14904869004923713,
      "grad_norm": 0.5714080333709717,
      "learning_rate": 0.00019889446829916092,
      "loss": 1.0229,
      "step": 613
    },
    {
      "epoch": 0.14929183636253116,
      "grad_norm": 0.573685348033905,
      "learning_rate": 0.00019889067951850482,
      "loss": 1.0758,
      "step": 614
    },
    {
      "epoch": 0.14953498267582518,
      "grad_norm": 0.5314988493919373,
      "learning_rate": 0.000198886884292873,
      "loss": 0.8738,
      "step": 615
    },
    {
      "epoch": 0.1497781289891192,
      "grad_norm": 0.5410498380661011,
      "learning_rate": 0.00019888308262251285,
      "loss": 0.6918,
      "step": 616
    },
    {
      "epoch": 0.15002127530241322,
      "grad_norm": 0.5414865016937256,
      "learning_rate": 0.00019887927450767216,
      "loss": 0.9491,
      "step": 617
    },
    {
      "epoch": 0.15026442161570724,
      "grad_norm": 0.5924251675605774,
      "learning_rate": 0.0001988754599485991,
      "loss": 1.0202,
      "step": 618
    },
    {
      "epoch": 0.15050756792900127,
      "grad_norm": 0.5562493205070496,
      "learning_rate": 0.00019887163894554224,
      "loss": 0.8311,
      "step": 619
    },
    {
      "epoch": 0.1507507142422953,
      "grad_norm": 0.5989285707473755,
      "learning_rate": 0.0001988678114987506,
      "loss": 0.8564,
      "step": 620
    },
    {
      "epoch": 0.15099386055558933,
      "grad_norm": 0.5609164834022522,
      "learning_rate": 0.00019886397760847372,
      "loss": 0.9976,
      "step": 621
    },
    {
      "epoch": 0.15123700686888336,
      "grad_norm": 0.5577206611633301,
      "learning_rate": 0.00019886013727496137,
      "loss": 0.9057,
      "step": 622
    },
    {
      "epoch": 0.15148015318217736,
      "grad_norm": 0.5455628037452698,
      "learning_rate": 0.00019885629049846385,
      "loss": 0.7877,
      "step": 623
    },
    {
      "epoch": 0.1517232994954714,
      "grad_norm": 0.5986165404319763,
      "learning_rate": 0.00019885243727923188,
      "loss": 0.9315,
      "step": 624
    },
    {
      "epoch": 0.15196644580876542,
      "grad_norm": 0.5276790261268616,
      "learning_rate": 0.00019884857761751662,
      "loss": 0.7908,
      "step": 625
    },
    {
      "epoch": 0.15220959212205945,
      "grad_norm": 0.5556765198707581,
      "learning_rate": 0.00019884471151356955,
      "loss": 0.7749,
      "step": 626
    },
    {
      "epoch": 0.15245273843535348,
      "grad_norm": 0.5526775121688843,
      "learning_rate": 0.00019884083896764266,
      "loss": 0.7634,
      "step": 627
    },
    {
      "epoch": 0.1526958847486475,
      "grad_norm": 0.5435135960578918,
      "learning_rate": 0.00019883695997998836,
      "loss": 0.8615,
      "step": 628
    },
    {
      "epoch": 0.1529390310619415,
      "grad_norm": 0.5597889423370361,
      "learning_rate": 0.0001988330745508594,
      "loss": 0.9082,
      "step": 629
    },
    {
      "epoch": 0.15318217737523554,
      "grad_norm": 0.5839361548423767,
      "learning_rate": 0.00019882918268050907,
      "loss": 1.0247,
      "step": 630
    },
    {
      "epoch": 0.15342532368852957,
      "grad_norm": 0.5421498417854309,
      "learning_rate": 0.00019882528436919098,
      "loss": 0.7322,
      "step": 631
    },
    {
      "epoch": 0.1536684700018236,
      "grad_norm": 0.5412205457687378,
      "learning_rate": 0.0001988213796171592,
      "loss": 0.7964,
      "step": 632
    },
    {
      "epoch": 0.15391161631511763,
      "grad_norm": 0.5937195420265198,
      "learning_rate": 0.00019881746842466817,
      "loss": 0.9615,
      "step": 633
    },
    {
      "epoch": 0.15415476262841166,
      "grad_norm": 0.4939497113227844,
      "learning_rate": 0.00019881355079197284,
      "loss": 0.7127,
      "step": 634
    },
    {
      "epoch": 0.15439790894170566,
      "grad_norm": 0.5444556474685669,
      "learning_rate": 0.00019880962671932855,
      "loss": 0.9875,
      "step": 635
    },
    {
      "epoch": 0.1546410552549997,
      "grad_norm": 0.5609835982322693,
      "learning_rate": 0.000198805696206991,
      "loss": 0.7686,
      "step": 636
    },
    {
      "epoch": 0.15488420156829372,
      "grad_norm": 0.5362944006919861,
      "learning_rate": 0.00019880175925521637,
      "loss": 0.7213,
      "step": 637
    },
    {
      "epoch": 0.15512734788158775,
      "grad_norm": 0.6081882119178772,
      "learning_rate": 0.00019879781586426126,
      "loss": 0.891,
      "step": 638
    },
    {
      "epoch": 0.15537049419488178,
      "grad_norm": 0.5622546672821045,
      "learning_rate": 0.00019879386603438261,
      "loss": 0.838,
      "step": 639
    },
    {
      "epoch": 0.1556136405081758,
      "grad_norm": 0.5940453410148621,
      "learning_rate": 0.00019878990976583788,
      "loss": 0.8091,
      "step": 640
    },
    {
      "epoch": 0.1558567868214698,
      "grad_norm": 0.6178459525108337,
      "learning_rate": 0.00019878594705888497,
      "loss": 0.8518,
      "step": 641
    },
    {
      "epoch": 0.15609993313476384,
      "grad_norm": 0.5909161567687988,
      "learning_rate": 0.00019878197791378205,
      "loss": 0.9731,
      "step": 642
    },
    {
      "epoch": 0.15634307944805786,
      "grad_norm": 0.5607743263244629,
      "learning_rate": 0.00019877800233078784,
      "loss": 0.8156,
      "step": 643
    },
    {
      "epoch": 0.1565862257613519,
      "grad_norm": 0.5965047478675842,
      "learning_rate": 0.0001987740203101614,
      "loss": 0.8844,
      "step": 644
    },
    {
      "epoch": 0.15682937207464592,
      "grad_norm": 0.5884916186332703,
      "learning_rate": 0.00019877003185216232,
      "loss": 1.0272,
      "step": 645
    },
    {
      "epoch": 0.15707251838793995,
      "grad_norm": 0.49304506182670593,
      "learning_rate": 0.0001987660369570505,
      "loss": 0.7095,
      "step": 646
    },
    {
      "epoch": 0.15731566470123395,
      "grad_norm": 0.5428142547607422,
      "learning_rate": 0.00019876203562508627,
      "loss": 0.7385,
      "step": 647
    },
    {
      "epoch": 0.15755881101452798,
      "grad_norm": 0.6409173607826233,
      "learning_rate": 0.0001987580278565305,
      "loss": 1.0125,
      "step": 648
    },
    {
      "epoch": 0.157801957327822,
      "grad_norm": 0.5554355978965759,
      "learning_rate": 0.00019875401365164428,
      "loss": 0.9558,
      "step": 649
    },
    {
      "epoch": 0.15804510364111604,
      "grad_norm": 0.5854671001434326,
      "learning_rate": 0.00019874999301068926,
      "loss": 0.9152,
      "step": 650
    },
    {
      "epoch": 0.15828824995441007,
      "grad_norm": 0.5365526080131531,
      "learning_rate": 0.00019874596593392752,
      "loss": 0.7423,
      "step": 651
    },
    {
      "epoch": 0.1585313962677041,
      "grad_norm": 0.5741154551506042,
      "learning_rate": 0.00019874193242162147,
      "loss": 0.7412,
      "step": 652
    },
    {
      "epoch": 0.15877454258099813,
      "grad_norm": 0.5962268710136414,
      "learning_rate": 0.000198737892474034,
      "loss": 0.8755,
      "step": 653
    },
    {
      "epoch": 0.15901768889429213,
      "grad_norm": 0.5846890211105347,
      "learning_rate": 0.0001987338460914284,
      "loss": 0.9974,
      "step": 654
    },
    {
      "epoch": 0.15926083520758616,
      "grad_norm": 0.564782440662384,
      "learning_rate": 0.00019872979327406837,
      "loss": 0.9921,
      "step": 655
    },
    {
      "epoch": 0.1595039815208802,
      "grad_norm": 0.5693451762199402,
      "learning_rate": 0.00019872573402221808,
      "loss": 1.0043,
      "step": 656
    },
    {
      "epoch": 0.15974712783417422,
      "grad_norm": 0.5786265730857849,
      "learning_rate": 0.00019872166833614205,
      "loss": 0.9601,
      "step": 657
    },
    {
      "epoch": 0.15999027414746825,
      "grad_norm": 0.5882737040519714,
      "learning_rate": 0.0001987175962161053,
      "loss": 0.9482,
      "step": 658
    },
    {
      "epoch": 0.16023342046076228,
      "grad_norm": 0.558445155620575,
      "learning_rate": 0.00019871351766237314,
      "loss": 0.8757,
      "step": 659
    },
    {
      "epoch": 0.16047656677405628,
      "grad_norm": 0.6292649507522583,
      "learning_rate": 0.00019870943267521145,
      "loss": 0.9325,
      "step": 660
    },
    {
      "epoch": 0.1607197130873503,
      "grad_norm": 0.533522367477417,
      "learning_rate": 0.0001987053412548864,
      "loss": 0.8128,
      "step": 661
    },
    {
      "epoch": 0.16096285940064434,
      "grad_norm": 0.5512369275093079,
      "learning_rate": 0.00019870124340166473,
      "loss": 0.9153,
      "step": 662
    },
    {
      "epoch": 0.16120600571393837,
      "grad_norm": 0.5935874581336975,
      "learning_rate": 0.00019869713911581342,
      "loss": 0.9981,
      "step": 663
    },
    {
      "epoch": 0.1614491520272324,
      "grad_norm": 0.5112402439117432,
      "learning_rate": 0.0001986930283976,
      "loss": 0.7347,
      "step": 664
    },
    {
      "epoch": 0.16169229834052642,
      "grad_norm": 0.5716668963432312,
      "learning_rate": 0.00019868891124729236,
      "loss": 1.074,
      "step": 665
    },
    {
      "epoch": 0.16193544465382043,
      "grad_norm": 0.5727956891059875,
      "learning_rate": 0.00019868478766515884,
      "loss": 0.7181,
      "step": 666
    },
    {
      "epoch": 0.16217859096711446,
      "grad_norm": 0.5328417420387268,
      "learning_rate": 0.00019868065765146818,
      "loss": 0.6967,
      "step": 667
    },
    {
      "epoch": 0.16242173728040848,
      "grad_norm": 0.572832465171814,
      "learning_rate": 0.00019867652120648951,
      "loss": 0.9425,
      "step": 668
    },
    {
      "epoch": 0.16266488359370251,
      "grad_norm": 0.5417619943618774,
      "learning_rate": 0.0001986723783304925,
      "loss": 0.8266,
      "step": 669
    },
    {
      "epoch": 0.16290802990699654,
      "grad_norm": 0.5364726781845093,
      "learning_rate": 0.00019866822902374706,
      "loss": 0.6701,
      "step": 670
    },
    {
      "epoch": 0.16315117622029057,
      "grad_norm": 0.6006903052330017,
      "learning_rate": 0.00019866407328652367,
      "loss": 0.8724,
      "step": 671
    },
    {
      "epoch": 0.16339432253358457,
      "grad_norm": 0.5660188794136047,
      "learning_rate": 0.00019865991111909313,
      "loss": 0.7359,
      "step": 672
    },
    {
      "epoch": 0.1636374688468786,
      "grad_norm": 0.6073042750358582,
      "learning_rate": 0.00019865574252172672,
      "loss": 0.9475,
      "step": 673
    },
    {
      "epoch": 0.16388061516017263,
      "grad_norm": 0.5614251494407654,
      "learning_rate": 0.00019865156749469614,
      "loss": 0.9493,
      "step": 674
    },
    {
      "epoch": 0.16412376147346666,
      "grad_norm": 0.5399530529975891,
      "learning_rate": 0.00019864738603827346,
      "loss": 0.8875,
      "step": 675
    },
    {
      "epoch": 0.1643669077867607,
      "grad_norm": 0.5381369590759277,
      "learning_rate": 0.0001986431981527312,
      "loss": 0.8676,
      "step": 676
    },
    {
      "epoch": 0.16461005410005472,
      "grad_norm": 0.5796566605567932,
      "learning_rate": 0.00019863900383834232,
      "loss": 0.9678,
      "step": 677
    },
    {
      "epoch": 0.16485320041334872,
      "grad_norm": 0.5332678556442261,
      "learning_rate": 0.00019863480309538015,
      "loss": 0.8871,
      "step": 678
    },
    {
      "epoch": 0.16509634672664275,
      "grad_norm": 0.5796916484832764,
      "learning_rate": 0.00019863059592411844,
      "loss": 0.9125,
      "step": 679
    },
    {
      "epoch": 0.16533949303993678,
      "grad_norm": 0.5542969703674316,
      "learning_rate": 0.0001986263823248314,
      "loss": 0.8624,
      "step": 680
    },
    {
      "epoch": 0.1655826393532308,
      "grad_norm": 0.5770491361618042,
      "learning_rate": 0.0001986221622977937,
      "loss": 0.9491,
      "step": 681
    },
    {
      "epoch": 0.16582578566652484,
      "grad_norm": 0.5834983587265015,
      "learning_rate": 0.0001986179358432803,
      "loss": 0.7926,
      "step": 682
    },
    {
      "epoch": 0.16606893197981887,
      "grad_norm": 0.56163090467453,
      "learning_rate": 0.0001986137029615667,
      "loss": 0.7889,
      "step": 683
    },
    {
      "epoch": 0.16631207829311287,
      "grad_norm": 0.5548954010009766,
      "learning_rate": 0.00019860946365292872,
      "loss": 0.8634,
      "step": 684
    },
    {
      "epoch": 0.1665552246064069,
      "grad_norm": 0.5417035818099976,
      "learning_rate": 0.00019860521791764267,
      "loss": 0.9967,
      "step": 685
    },
    {
      "epoch": 0.16679837091970093,
      "grad_norm": 0.5291086435317993,
      "learning_rate": 0.00019860096575598525,
      "loss": 0.8052,
      "step": 686
    },
    {
      "epoch": 0.16704151723299496,
      "grad_norm": 0.5397337675094604,
      "learning_rate": 0.00019859670716823363,
      "loss": 0.8079,
      "step": 687
    },
    {
      "epoch": 0.167284663546289,
      "grad_norm": 0.5467226505279541,
      "learning_rate": 0.00019859244215466527,
      "loss": 0.7505,
      "step": 688
    },
    {
      "epoch": 0.16752780985958302,
      "grad_norm": 0.5207110047340393,
      "learning_rate": 0.00019858817071555818,
      "loss": 0.8416,
      "step": 689
    },
    {
      "epoch": 0.16777095617287702,
      "grad_norm": 0.535312294960022,
      "learning_rate": 0.00019858389285119075,
      "loss": 0.7689,
      "step": 690
    },
    {
      "epoch": 0.16801410248617105,
      "grad_norm": 0.5360934734344482,
      "learning_rate": 0.00019857960856184176,
      "loss": 0.7326,
      "step": 691
    },
    {
      "epoch": 0.16825724879946508,
      "grad_norm": 0.5637173652648926,
      "learning_rate": 0.00019857531784779045,
      "loss": 0.7763,
      "step": 692
    },
    {
      "epoch": 0.1685003951127591,
      "grad_norm": 0.5761561989784241,
      "learning_rate": 0.00019857102070931646,
      "loss": 0.8307,
      "step": 693
    },
    {
      "epoch": 0.16874354142605313,
      "grad_norm": 0.5595848560333252,
      "learning_rate": 0.00019856671714669978,
      "loss": 0.794,
      "step": 694
    },
    {
      "epoch": 0.16898668773934716,
      "grad_norm": 0.530439555644989,
      "learning_rate": 0.00019856240716022099,
      "loss": 0.9041,
      "step": 695
    },
    {
      "epoch": 0.16922983405264116,
      "grad_norm": 0.5955042839050293,
      "learning_rate": 0.00019855809075016093,
      "loss": 0.9904,
      "step": 696
    },
    {
      "epoch": 0.1694729803659352,
      "grad_norm": 0.6233788132667542,
      "learning_rate": 0.00019855376791680086,
      "loss": 1.1475,
      "step": 697
    },
    {
      "epoch": 0.16971612667922922,
      "grad_norm": 0.583026111125946,
      "learning_rate": 0.0001985494386604226,
      "loss": 0.8772,
      "step": 698
    },
    {
      "epoch": 0.16995927299252325,
      "grad_norm": 0.6144570708274841,
      "learning_rate": 0.00019854510298130827,
      "loss": 0.903,
      "step": 699
    },
    {
      "epoch": 0.17020241930581728,
      "grad_norm": 0.5712764859199524,
      "learning_rate": 0.0001985407608797404,
      "loss": 0.8122,
      "step": 700
    },
    {
      "epoch": 0.1704455656191113,
      "grad_norm": 0.6012636423110962,
      "learning_rate": 0.00019853641235600202,
      "loss": 0.8864,
      "step": 701
    },
    {
      "epoch": 0.1706887119324053,
      "grad_norm": 0.5901125073432922,
      "learning_rate": 0.00019853205741037652,
      "loss": 1.0372,
      "step": 702
    },
    {
      "epoch": 0.17093185824569934,
      "grad_norm": 0.5770125389099121,
      "learning_rate": 0.00019852769604314773,
      "loss": 0.8747,
      "step": 703
    },
    {
      "epoch": 0.17117500455899337,
      "grad_norm": 0.5283458828926086,
      "learning_rate": 0.00019852332825459992,
      "loss": 0.7716,
      "step": 704
    },
    {
      "epoch": 0.1714181508722874,
      "grad_norm": 0.6093790531158447,
      "learning_rate": 0.00019851895404501767,
      "loss": 1.0677,
      "step": 705
    },
    {
      "epoch": 0.17166129718558143,
      "grad_norm": 0.5521798729896545,
      "learning_rate": 0.00019851457341468613,
      "loss": 0.801,
      "step": 706
    },
    {
      "epoch": 0.17190444349887546,
      "grad_norm": 0.5323541164398193,
      "learning_rate": 0.00019851018636389079,
      "loss": 0.8678,
      "step": 707
    },
    {
      "epoch": 0.17214758981216946,
      "grad_norm": 0.5560261607170105,
      "learning_rate": 0.0001985057928929175,
      "loss": 0.8446,
      "step": 708
    },
    {
      "epoch": 0.1723907361254635,
      "grad_norm": 0.5587890148162842,
      "learning_rate": 0.00019850139300205268,
      "loss": 0.7168,
      "step": 709
    },
    {
      "epoch": 0.17263388243875752,
      "grad_norm": 0.5619190335273743,
      "learning_rate": 0.00019849698669158308,
      "loss": 0.9369,
      "step": 710
    },
    {
      "epoch": 0.17287702875205155,
      "grad_norm": 0.5362237691879272,
      "learning_rate": 0.0001984925739617958,
      "loss": 0.7748,
      "step": 711
    },
    {
      "epoch": 0.17312017506534558,
      "grad_norm": 0.5824801325798035,
      "learning_rate": 0.00019848815481297846,
      "loss": 0.8778,
      "step": 712
    },
    {
      "epoch": 0.1733633213786396,
      "grad_norm": 0.5612525343894958,
      "learning_rate": 0.00019848372924541913,
      "loss": 0.8857,
      "step": 713
    },
    {
      "epoch": 0.1736064676919336,
      "grad_norm": 0.5358265042304993,
      "learning_rate": 0.00019847929725940613,
      "loss": 0.8466,
      "step": 714
    },
    {
      "epoch": 0.17384961400522764,
      "grad_norm": 0.5586026310920715,
      "learning_rate": 0.0001984748588552284,
      "loss": 0.9032,
      "step": 715
    },
    {
      "epoch": 0.17409276031852167,
      "grad_norm": 0.5641586184501648,
      "learning_rate": 0.0001984704140331751,
      "loss": 0.9973,
      "step": 716
    },
    {
      "epoch": 0.1743359066318157,
      "grad_norm": 0.5355573296546936,
      "learning_rate": 0.00019846596279353605,
      "loss": 0.9256,
      "step": 717
    },
    {
      "epoch": 0.17457905294510973,
      "grad_norm": 0.5648790001869202,
      "learning_rate": 0.00019846150513660123,
      "loss": 0.9593,
      "step": 718
    },
    {
      "epoch": 0.17482219925840375,
      "grad_norm": 0.5672147274017334,
      "learning_rate": 0.00019845704106266122,
      "loss": 0.8015,
      "step": 719
    },
    {
      "epoch": 0.17506534557169776,
      "grad_norm": 0.5850855708122253,
      "learning_rate": 0.00019845257057200694,
      "loss": 0.9074,
      "step": 720
    },
    {
      "epoch": 0.17530849188499179,
      "grad_norm": 0.5120647549629211,
      "learning_rate": 0.0001984480936649297,
      "loss": 0.8184,
      "step": 721
    },
    {
      "epoch": 0.17555163819828581,
      "grad_norm": 0.5284921526908875,
      "learning_rate": 0.00019844361034172133,
      "loss": 0.8238,
      "step": 722
    },
    {
      "epoch": 0.17579478451157984,
      "grad_norm": 0.5709309577941895,
      "learning_rate": 0.00019843912060267402,
      "loss": 0.8282,
      "step": 723
    },
    {
      "epoch": 0.17603793082487387,
      "grad_norm": 0.5175051689147949,
      "learning_rate": 0.00019843462444808037,
      "loss": 0.8215,
      "step": 724
    },
    {
      "epoch": 0.1762810771381679,
      "grad_norm": 0.5348647236824036,
      "learning_rate": 0.00019843012187823335,
      "loss": 0.7984,
      "step": 725
    },
    {
      "epoch": 0.1765242234514619,
      "grad_norm": 0.6252402067184448,
      "learning_rate": 0.0001984256128934265,
      "loss": 0.8955,
      "step": 726
    },
    {
      "epoch": 0.17676736976475593,
      "grad_norm": 0.5892979502677917,
      "learning_rate": 0.00019842109749395364,
      "loss": 0.9536,
      "step": 727
    },
    {
      "epoch": 0.17701051607804996,
      "grad_norm": 0.6089842319488525,
      "learning_rate": 0.000198416575680109,
      "loss": 0.9406,
      "step": 728
    },
    {
      "epoch": 0.177253662391344,
      "grad_norm": 0.5090680122375488,
      "learning_rate": 0.00019841204745218739,
      "loss": 0.7879,
      "step": 729
    },
    {
      "epoch": 0.17749680870463802,
      "grad_norm": 0.5467775464057922,
      "learning_rate": 0.0001984075128104838,
      "loss": 0.8332,
      "step": 730
    },
    {
      "epoch": 0.17773995501793205,
      "grad_norm": 0.5626224279403687,
      "learning_rate": 0.00019840297175529386,
      "loss": 0.9538,
      "step": 731
    },
    {
      "epoch": 0.17798310133122608,
      "grad_norm": 0.5792335867881775,
      "learning_rate": 0.00019839842428691346,
      "loss": 0.7807,
      "step": 732
    },
    {
      "epoch": 0.17822624764452008,
      "grad_norm": 0.5407446622848511,
      "learning_rate": 0.00019839387040563903,
      "loss": 0.8727,
      "step": 733
    },
    {
      "epoch": 0.1784693939578141,
      "grad_norm": 0.5536063313484192,
      "learning_rate": 0.00019838931011176733,
      "loss": 0.8857,
      "step": 734
    },
    {
      "epoch": 0.17871254027110814,
      "grad_norm": 0.5575838088989258,
      "learning_rate": 0.00019838474340559556,
      "loss": 0.9566,
      "step": 735
    },
    {
      "epoch": 0.17895568658440217,
      "grad_norm": 0.5754472613334656,
      "learning_rate": 0.00019838017028742138,
      "loss": 1.001,
      "step": 736
    },
    {
      "epoch": 0.1791988328976962,
      "grad_norm": 0.5330076813697815,
      "learning_rate": 0.00019837559075754278,
      "loss": 0.8999,
      "step": 737
    },
    {
      "epoch": 0.17944197921099023,
      "grad_norm": 0.6022399663925171,
      "learning_rate": 0.00019837100481625823,
      "loss": 0.9989,
      "step": 738
    },
    {
      "epoch": 0.17968512552428423,
      "grad_norm": 0.5794283747673035,
      "learning_rate": 0.00019836641246386661,
      "loss": 0.9329,
      "step": 739
    },
    {
      "epoch": 0.17992827183757826,
      "grad_norm": 0.569783091545105,
      "learning_rate": 0.00019836181370066726,
      "loss": 1.0424,
      "step": 740
    },
    {
      "epoch": 0.1801714181508723,
      "grad_norm": 0.5202067494392395,
      "learning_rate": 0.00019835720852695986,
      "loss": 0.7331,
      "step": 741
    },
    {
      "epoch": 0.18041456446416632,
      "grad_norm": 0.5424314141273499,
      "learning_rate": 0.00019835259694304456,
      "loss": 0.8159,
      "step": 742
    },
    {
      "epoch": 0.18065771077746035,
      "grad_norm": 0.5582489967346191,
      "learning_rate": 0.00019834797894922187,
      "loss": 0.8529,
      "step": 743
    },
    {
      "epoch": 0.18090085709075437,
      "grad_norm": 0.5017541646957397,
      "learning_rate": 0.0001983433545457928,
      "loss": 0.8394,
      "step": 744
    },
    {
      "epoch": 0.18114400340404838,
      "grad_norm": 0.5680440068244934,
      "learning_rate": 0.00019833872373305872,
      "loss": 0.7799,
      "step": 745
    },
    {
      "epoch": 0.1813871497173424,
      "grad_norm": 0.55649733543396,
      "learning_rate": 0.00019833408651132142,
      "loss": 0.8472,
      "step": 746
    },
    {
      "epoch": 0.18163029603063643,
      "grad_norm": 0.5843521952629089,
      "learning_rate": 0.00019832944288088314,
      "loss": 0.8779,
      "step": 747
    },
    {
      "epoch": 0.18187344234393046,
      "grad_norm": 0.5811216235160828,
      "learning_rate": 0.00019832479284204649,
      "loss": 1.0803,
      "step": 748
    },
    {
      "epoch": 0.1821165886572245,
      "grad_norm": 0.5481035113334656,
      "learning_rate": 0.00019832013639511456,
      "loss": 0.8298,
      "step": 749
    },
    {
      "epoch": 0.18235973497051852,
      "grad_norm": 0.5772780179977417,
      "learning_rate": 0.0001983154735403908,
      "loss": 0.8378,
      "step": 750
    },
    {
      "epoch": 0.18260288128381252,
      "grad_norm": 0.5449885129928589,
      "learning_rate": 0.0001983108042781791,
      "loss": 0.8615,
      "step": 751
    },
    {
      "epoch": 0.18284602759710655,
      "grad_norm": 0.5474362969398499,
      "learning_rate": 0.00019830612860878376,
      "loss": 0.8374,
      "step": 752
    },
    {
      "epoch": 0.18308917391040058,
      "grad_norm": 0.5287778377532959,
      "learning_rate": 0.00019830144653250957,
      "loss": 0.8818,
      "step": 753
    },
    {
      "epoch": 0.1833323202236946,
      "grad_norm": 0.5232094526290894,
      "learning_rate": 0.0001982967580496616,
      "loss": 0.8441,
      "step": 754
    },
    {
      "epoch": 0.18357546653698864,
      "grad_norm": 0.5714367032051086,
      "learning_rate": 0.00019829206316054543,
      "loss": 1.0007,
      "step": 755
    },
    {
      "epoch": 0.18381861285028267,
      "grad_norm": 0.5355058908462524,
      "learning_rate": 0.00019828736186546707,
      "loss": 0.9958,
      "step": 756
    },
    {
      "epoch": 0.18406175916357667,
      "grad_norm": 0.522323727607727,
      "learning_rate": 0.0001982826541647329,
      "loss": 0.8488,
      "step": 757
    },
    {
      "epoch": 0.1843049054768707,
      "grad_norm": 0.5625222325325012,
      "learning_rate": 0.00019827794005864967,
      "loss": 0.863,
      "step": 758
    },
    {
      "epoch": 0.18454805179016473,
      "grad_norm": 0.5206493735313416,
      "learning_rate": 0.00019827321954752472,
      "loss": 0.9039,
      "step": 759
    },
    {
      "epoch": 0.18479119810345876,
      "grad_norm": 0.5395622253417969,
      "learning_rate": 0.00019826849263166564,
      "loss": 0.8774,
      "step": 760
    },
    {
      "epoch": 0.1850343444167528,
      "grad_norm": 0.5526401400566101,
      "learning_rate": 0.0001982637593113805,
      "loss": 0.9315,
      "step": 761
    },
    {
      "epoch": 0.18527749073004682,
      "grad_norm": 0.6063741445541382,
      "learning_rate": 0.00019825901958697776,
      "loss": 0.9328,
      "step": 762
    },
    {
      "epoch": 0.18552063704334082,
      "grad_norm": 0.5048519968986511,
      "learning_rate": 0.00019825427345876638,
      "loss": 0.6355,
      "step": 763
    },
    {
      "epoch": 0.18576378335663485,
      "grad_norm": 0.5668521523475647,
      "learning_rate": 0.00019824952092705562,
      "loss": 0.876,
      "step": 764
    },
    {
      "epoch": 0.18600692966992888,
      "grad_norm": 0.599714994430542,
      "learning_rate": 0.00019824476199215525,
      "loss": 1.0061,
      "step": 765
    },
    {
      "epoch": 0.1862500759832229,
      "grad_norm": 0.621246337890625,
      "learning_rate": 0.00019823999665437541,
      "loss": 0.8333,
      "step": 766
    },
    {
      "epoch": 0.18649322229651694,
      "grad_norm": 0.5981454253196716,
      "learning_rate": 0.0001982352249140267,
      "loss": 0.9476,
      "step": 767
    },
    {
      "epoch": 0.18673636860981097,
      "grad_norm": 0.5694515109062195,
      "learning_rate": 0.00019823044677142005,
      "loss": 0.9156,
      "step": 768
    },
    {
      "epoch": 0.18697951492310497,
      "grad_norm": 0.5847805142402649,
      "learning_rate": 0.0001982256622268669,
      "loss": 1.0985,
      "step": 769
    },
    {
      "epoch": 0.187222661236399,
      "grad_norm": 0.55260169506073,
      "learning_rate": 0.00019822087128067907,
      "loss": 0.85,
      "step": 770
    },
    {
      "epoch": 0.18746580754969303,
      "grad_norm": 0.5058916211128235,
      "learning_rate": 0.00019821607393316878,
      "loss": 0.6925,
      "step": 771
    },
    {
      "epoch": 0.18770895386298705,
      "grad_norm": 0.5699764490127563,
      "learning_rate": 0.00019821127018464875,
      "loss": 0.8544,
      "step": 772
    },
    {
      "epoch": 0.18795210017628108,
      "grad_norm": 0.6259332299232483,
      "learning_rate": 0.00019820646003543196,
      "loss": 0.8618,
      "step": 773
    },
    {
      "epoch": 0.1881952464895751,
      "grad_norm": 0.6371722221374512,
      "learning_rate": 0.00019820164348583196,
      "loss": 0.8621,
      "step": 774
    },
    {
      "epoch": 0.18843839280286911,
      "grad_norm": 0.5264602899551392,
      "learning_rate": 0.00019819682053616265,
      "loss": 0.8976,
      "step": 775
    },
    {
      "epoch": 0.18868153911616314,
      "grad_norm": 0.5289751291275024,
      "learning_rate": 0.00019819199118673836,
      "loss": 0.7867,
      "step": 776
    },
    {
      "epoch": 0.18892468542945717,
      "grad_norm": 0.5594441890716553,
      "learning_rate": 0.00019818715543787379,
      "loss": 0.781,
      "step": 777
    },
    {
      "epoch": 0.1891678317427512,
      "grad_norm": 0.5721045136451721,
      "learning_rate": 0.00019818231328988411,
      "loss": 0.9462,
      "step": 778
    },
    {
      "epoch": 0.18941097805604523,
      "grad_norm": 0.571139931678772,
      "learning_rate": 0.00019817746474308495,
      "loss": 0.8108,
      "step": 779
    },
    {
      "epoch": 0.18965412436933926,
      "grad_norm": 0.5857514142990112,
      "learning_rate": 0.0001981726097977923,
      "loss": 1.0215,
      "step": 780
    },
    {
      "epoch": 0.18989727068263326,
      "grad_norm": 0.5978484749794006,
      "learning_rate": 0.0001981677484543225,
      "loss": 0.8778,
      "step": 781
    },
    {
      "epoch": 0.1901404169959273,
      "grad_norm": 0.5479442477226257,
      "learning_rate": 0.0001981628807129924,
      "loss": 0.8371,
      "step": 782
    },
    {
      "epoch": 0.19038356330922132,
      "grad_norm": 0.5791984796524048,
      "learning_rate": 0.0001981580065741193,
      "loss": 0.7682,
      "step": 783
    },
    {
      "epoch": 0.19062670962251535,
      "grad_norm": 0.5746868848800659,
      "learning_rate": 0.0001981531260380208,
      "loss": 0.9109,
      "step": 784
    },
    {
      "epoch": 0.19086985593580938,
      "grad_norm": 0.5522794723510742,
      "learning_rate": 0.000198148239105015,
      "loss": 0.8625,
      "step": 785
    },
    {
      "epoch": 0.1911130022491034,
      "grad_norm": 0.5408346652984619,
      "learning_rate": 0.00019814334577542038,
      "loss": 0.8297,
      "step": 786
    },
    {
      "epoch": 0.1913561485623974,
      "grad_norm": 0.570194661617279,
      "learning_rate": 0.0001981384460495559,
      "loss": 0.9454,
      "step": 787
    },
    {
      "epoch": 0.19159929487569144,
      "grad_norm": 0.5473266839981079,
      "learning_rate": 0.00019813353992774083,
      "loss": 0.8536,
      "step": 788
    },
    {
      "epoch": 0.19184244118898547,
      "grad_norm": 0.5544045567512512,
      "learning_rate": 0.0001981286274102949,
      "loss": 0.9003,
      "step": 789
    },
    {
      "epoch": 0.1920855875022795,
      "grad_norm": 0.5621228814125061,
      "learning_rate": 0.0001981237084975384,
      "loss": 0.7745,
      "step": 790
    },
    {
      "epoch": 0.19232873381557353,
      "grad_norm": 0.5338658690452576,
      "learning_rate": 0.00019811878318979172,
      "loss": 0.8023,
      "step": 791
    },
    {
      "epoch": 0.19257188012886756,
      "grad_norm": 0.5779960751533508,
      "learning_rate": 0.00019811385148737603,
      "loss": 0.9535,
      "step": 792
    },
    {
      "epoch": 0.19281502644216156,
      "grad_norm": 0.5515129566192627,
      "learning_rate": 0.00019810891339061264,
      "loss": 0.8817,
      "step": 793
    },
    {
      "epoch": 0.1930581727554556,
      "grad_norm": 0.5348036885261536,
      "learning_rate": 0.00019810396889982342,
      "loss": 0.868,
      "step": 794
    },
    {
      "epoch": 0.19330131906874962,
      "grad_norm": 0.60472571849823,
      "learning_rate": 0.0001980990180153306,
      "loss": 1.0125,
      "step": 795
    },
    {
      "epoch": 0.19354446538204365,
      "grad_norm": 0.5212013125419617,
      "learning_rate": 0.00019809406073745682,
      "loss": 0.7482,
      "step": 796
    },
    {
      "epoch": 0.19378761169533767,
      "grad_norm": 0.5358852744102478,
      "learning_rate": 0.0001980890970665252,
      "loss": 0.7222,
      "step": 797
    },
    {
      "epoch": 0.1940307580086317,
      "grad_norm": 0.5210491418838501,
      "learning_rate": 0.00019808412700285922,
      "loss": 0.6818,
      "step": 798
    },
    {
      "epoch": 0.1942739043219257,
      "grad_norm": 0.5619018077850342,
      "learning_rate": 0.00019807915054678282,
      "loss": 0.8369,
      "step": 799
    },
    {
      "epoch": 0.19451705063521973,
      "grad_norm": 0.5892879366874695,
      "learning_rate": 0.00019807416769862028,
      "loss": 0.8733,
      "step": 800
    },
    {
      "epoch": 0.19451705063521973,
      "eval_loss": 0.8484806418418884,
      "eval_runtime": 12.3174,
      "eval_samples_per_second": 40.268,
      "eval_steps_per_second": 6.738,
      "step": 800
    },
    {
      "epoch": 0.19476019694851376,
      "grad_norm": 0.546846330165863,
      "learning_rate": 0.00019806917845869638,
      "loss": 0.8549,
      "step": 801
    },
    {
      "epoch": 0.1950033432618078,
      "grad_norm": 0.5764566659927368,
      "learning_rate": 0.00019806418282733627,
      "loss": 0.825,
      "step": 802
    },
    {
      "epoch": 0.19524648957510182,
      "grad_norm": 0.5052170157432556,
      "learning_rate": 0.00019805918080486551,
      "loss": 0.6969,
      "step": 803
    },
    {
      "epoch": 0.19548963588839585,
      "grad_norm": 0.5539385080337524,
      "learning_rate": 0.00019805417239161015,
      "loss": 0.9707,
      "step": 804
    },
    {
      "epoch": 0.19573278220168985,
      "grad_norm": 0.5624605417251587,
      "learning_rate": 0.00019804915758789654,
      "loss": 0.9125,
      "step": 805
    },
    {
      "epoch": 0.19597592851498388,
      "grad_norm": 0.509303629398346,
      "learning_rate": 0.00019804413639405155,
      "loss": 0.8127,
      "step": 806
    },
    {
      "epoch": 0.1962190748282779,
      "grad_norm": 0.5687912702560425,
      "learning_rate": 0.0001980391088104024,
      "loss": 0.9937,
      "step": 807
    },
    {
      "epoch": 0.19646222114157194,
      "grad_norm": 0.5528323650360107,
      "learning_rate": 0.00019803407483727676,
      "loss": 0.9155,
      "step": 808
    },
    {
      "epoch": 0.19670536745486597,
      "grad_norm": 0.5299548506736755,
      "learning_rate": 0.00019802903447500275,
      "loss": 0.687,
      "step": 809
    },
    {
      "epoch": 0.19694851376816,
      "grad_norm": 0.590535581111908,
      "learning_rate": 0.00019802398772390876,
      "loss": 0.8525,
      "step": 810
    },
    {
      "epoch": 0.19719166008145403,
      "grad_norm": 0.5403056144714355,
      "learning_rate": 0.0001980189345843238,
      "loss": 0.8839,
      "step": 811
    },
    {
      "epoch": 0.19743480639474803,
      "grad_norm": 0.5510303378105164,
      "learning_rate": 0.00019801387505657717,
      "loss": 0.7862,
      "step": 812
    },
    {
      "epoch": 0.19767795270804206,
      "grad_norm": 0.5484574437141418,
      "learning_rate": 0.0001980088091409986,
      "loss": 0.8558,
      "step": 813
    },
    {
      "epoch": 0.1979210990213361,
      "grad_norm": 0.5638442039489746,
      "learning_rate": 0.00019800373683791824,
      "loss": 0.8762,
      "step": 814
    },
    {
      "epoch": 0.19816424533463012,
      "grad_norm": 0.5791832804679871,
      "learning_rate": 0.0001979986581476667,
      "loss": 0.7943,
      "step": 815
    },
    {
      "epoch": 0.19840739164792415,
      "grad_norm": 0.5681763887405396,
      "learning_rate": 0.00019799357307057492,
      "loss": 0.7785,
      "step": 816
    },
    {
      "epoch": 0.19865053796121818,
      "grad_norm": 0.583175003528595,
      "learning_rate": 0.0001979884816069744,
      "loss": 0.886,
      "step": 817
    },
    {
      "epoch": 0.19889368427451218,
      "grad_norm": 0.5755361318588257,
      "learning_rate": 0.00019798338375719686,
      "loss": 0.8213,
      "step": 818
    },
    {
      "epoch": 0.1991368305878062,
      "grad_norm": 0.5992529988288879,
      "learning_rate": 0.00019797827952157458,
      "loss": 1.0252,
      "step": 819
    },
    {
      "epoch": 0.19937997690110024,
      "grad_norm": 0.5683565139770508,
      "learning_rate": 0.00019797316890044026,
      "loss": 0.8667,
      "step": 820
    },
    {
      "epoch": 0.19962312321439427,
      "grad_norm": 0.6472951769828796,
      "learning_rate": 0.0001979680518941269,
      "loss": 0.9261,
      "step": 821
    },
    {
      "epoch": 0.1998662695276883,
      "grad_norm": 0.5570236444473267,
      "learning_rate": 0.00019796292850296805,
      "loss": 0.7621,
      "step": 822
    },
    {
      "epoch": 0.20010941584098232,
      "grad_norm": 0.5196782946586609,
      "learning_rate": 0.0001979577987272976,
      "loss": 0.857,
      "step": 823
    },
    {
      "epoch": 0.20035256215427633,
      "grad_norm": 0.5525988340377808,
      "learning_rate": 0.00019795266256744984,
      "loss": 0.8575,
      "step": 824
    },
    {
      "epoch": 0.20059570846757036,
      "grad_norm": 0.5633448362350464,
      "learning_rate": 0.00019794752002375953,
      "loss": 0.9192,
      "step": 825
    },
    {
      "epoch": 0.20083885478086438,
      "grad_norm": 0.5892481207847595,
      "learning_rate": 0.00019794237109656181,
      "loss": 0.9294,
      "step": 826
    },
    {
      "epoch": 0.2010820010941584,
      "grad_norm": 0.5495317578315735,
      "learning_rate": 0.0001979372157861923,
      "loss": 0.7782,
      "step": 827
    },
    {
      "epoch": 0.20132514740745244,
      "grad_norm": 0.6054263710975647,
      "learning_rate": 0.00019793205409298693,
      "loss": 0.9883,
      "step": 828
    },
    {
      "epoch": 0.20156829372074647,
      "grad_norm": 0.5654144287109375,
      "learning_rate": 0.00019792688601728213,
      "loss": 0.8919,
      "step": 829
    },
    {
      "epoch": 0.20181144003404047,
      "grad_norm": 0.5328933000564575,
      "learning_rate": 0.0001979217115594147,
      "loss": 0.7731,
      "step": 830
    },
    {
      "epoch": 0.2020545863473345,
      "grad_norm": 0.5888399481773376,
      "learning_rate": 0.0001979165307197219,
      "loss": 0.9179,
      "step": 831
    },
    {
      "epoch": 0.20229773266062853,
      "grad_norm": 0.5539307594299316,
      "learning_rate": 0.00019791134349854135,
      "loss": 0.8431,
      "step": 832
    },
    {
      "epoch": 0.20254087897392256,
      "grad_norm": 0.5477306842803955,
      "learning_rate": 0.0001979061498962111,
      "loss": 0.8367,
      "step": 833
    },
    {
      "epoch": 0.2027840252872166,
      "grad_norm": 0.5369515419006348,
      "learning_rate": 0.00019790094991306968,
      "loss": 0.9197,
      "step": 834
    },
    {
      "epoch": 0.20302717160051062,
      "grad_norm": 0.5868751406669617,
      "learning_rate": 0.000197895743549456,
      "loss": 0.9258,
      "step": 835
    },
    {
      "epoch": 0.20327031791380462,
      "grad_norm": 0.5649958848953247,
      "learning_rate": 0.0001978905308057093,
      "loss": 0.7734,
      "step": 836
    },
    {
      "epoch": 0.20351346422709865,
      "grad_norm": 0.5360752940177917,
      "learning_rate": 0.00019788531168216933,
      "loss": 0.7696,
      "step": 837
    },
    {
      "epoch": 0.20375661054039268,
      "grad_norm": 0.6588678956031799,
      "learning_rate": 0.00019788008617917629,
      "loss": 1.0414,
      "step": 838
    },
    {
      "epoch": 0.2039997568536867,
      "grad_norm": 0.5397403836250305,
      "learning_rate": 0.00019787485429707068,
      "loss": 0.886,
      "step": 839
    },
    {
      "epoch": 0.20424290316698074,
      "grad_norm": 0.5347943305969238,
      "learning_rate": 0.0001978696160361935,
      "loss": 0.822,
      "step": 840
    },
    {
      "epoch": 0.20448604948027477,
      "grad_norm": 0.5258978605270386,
      "learning_rate": 0.00019786437139688613,
      "loss": 0.7175,
      "step": 841
    },
    {
      "epoch": 0.20472919579356877,
      "grad_norm": 0.5772697925567627,
      "learning_rate": 0.0001978591203794904,
      "loss": 0.889,
      "step": 842
    },
    {
      "epoch": 0.2049723421068628,
      "grad_norm": 0.5277000665664673,
      "learning_rate": 0.00019785386298434854,
      "loss": 0.7805,
      "step": 843
    },
    {
      "epoch": 0.20521548842015683,
      "grad_norm": 0.622651219367981,
      "learning_rate": 0.00019784859921180315,
      "loss": 0.9564,
      "step": 844
    },
    {
      "epoch": 0.20545863473345086,
      "grad_norm": 0.5524503588676453,
      "learning_rate": 0.0001978433290621973,
      "loss": 0.8699,
      "step": 845
    },
    {
      "epoch": 0.20570178104674489,
      "grad_norm": 0.5571832656860352,
      "learning_rate": 0.00019783805253587445,
      "loss": 0.7602,
      "step": 846
    },
    {
      "epoch": 0.20594492736003892,
      "grad_norm": 0.5573564171791077,
      "learning_rate": 0.0001978327696331785,
      "loss": 0.9422,
      "step": 847
    },
    {
      "epoch": 0.20618807367333292,
      "grad_norm": 0.5640831589698792,
      "learning_rate": 0.0001978274803544538,
      "loss": 0.8006,
      "step": 848
    },
    {
      "epoch": 0.20643121998662695,
      "grad_norm": 0.5447840690612793,
      "learning_rate": 0.00019782218470004498,
      "loss": 0.9073,
      "step": 849
    },
    {
      "epoch": 0.20667436629992098,
      "grad_norm": 0.5748805403709412,
      "learning_rate": 0.00019781688267029722,
      "loss": 0.7352,
      "step": 850
    },
    {
      "epoch": 0.206917512613215,
      "grad_norm": 0.5789822340011597,
      "learning_rate": 0.00019781157426555603,
      "loss": 1.0636,
      "step": 851
    },
    {
      "epoch": 0.20716065892650903,
      "grad_norm": 0.558148980140686,
      "learning_rate": 0.0001978062594861674,
      "loss": 0.8732,
      "step": 852
    },
    {
      "epoch": 0.20740380523980306,
      "grad_norm": 0.5624264478683472,
      "learning_rate": 0.00019780093833247775,
      "loss": 0.8465,
      "step": 853
    },
    {
      "epoch": 0.20764695155309706,
      "grad_norm": 0.5395723581314087,
      "learning_rate": 0.0001977956108048338,
      "loss": 0.739,
      "step": 854
    },
    {
      "epoch": 0.2078900978663911,
      "grad_norm": 0.5825440883636475,
      "learning_rate": 0.00019779027690358282,
      "loss": 0.7994,
      "step": 855
    },
    {
      "epoch": 0.20813324417968512,
      "grad_norm": 0.5922001600265503,
      "learning_rate": 0.00019778493662907237,
      "loss": 1.0544,
      "step": 856
    },
    {
      "epoch": 0.20837639049297915,
      "grad_norm": 0.5875793099403381,
      "learning_rate": 0.00019777958998165056,
      "loss": 1.0055,
      "step": 857
    },
    {
      "epoch": 0.20861953680627318,
      "grad_norm": 0.6509761810302734,
      "learning_rate": 0.0001977742369616658,
      "loss": 1.0198,
      "step": 858
    },
    {
      "epoch": 0.2088626831195672,
      "grad_norm": 0.5419614315032959,
      "learning_rate": 0.00019776887756946696,
      "loss": 0.8858,
      "step": 859
    },
    {
      "epoch": 0.2091058294328612,
      "grad_norm": 0.5456956028938293,
      "learning_rate": 0.00019776351180540337,
      "loss": 0.7543,
      "step": 860
    },
    {
      "epoch": 0.20934897574615524,
      "grad_norm": 0.5480990409851074,
      "learning_rate": 0.0001977581396698247,
      "loss": 0.9841,
      "step": 861
    },
    {
      "epoch": 0.20959212205944927,
      "grad_norm": 0.5929856896400452,
      "learning_rate": 0.00019775276116308104,
      "loss": 0.9248,
      "step": 862
    },
    {
      "epoch": 0.2098352683727433,
      "grad_norm": 0.592295229434967,
      "learning_rate": 0.00019774737628552297,
      "loss": 1.0895,
      "step": 863
    },
    {
      "epoch": 0.21007841468603733,
      "grad_norm": 0.5173717141151428,
      "learning_rate": 0.00019774198503750144,
      "loss": 0.6728,
      "step": 864
    },
    {
      "epoch": 0.21032156099933136,
      "grad_norm": 0.558626651763916,
      "learning_rate": 0.00019773658741936774,
      "loss": 0.8349,
      "step": 865
    },
    {
      "epoch": 0.21056470731262536,
      "grad_norm": 0.5234231352806091,
      "learning_rate": 0.0001977311834314737,
      "loss": 0.7973,
      "step": 866
    },
    {
      "epoch": 0.2108078536259194,
      "grad_norm": 0.5467168092727661,
      "learning_rate": 0.00019772577307417154,
      "loss": 0.8591,
      "step": 867
    },
    {
      "epoch": 0.21105099993921342,
      "grad_norm": 0.5700900554656982,
      "learning_rate": 0.00019772035634781388,
      "loss": 0.9075,
      "step": 868
    },
    {
      "epoch": 0.21129414625250745,
      "grad_norm": 0.5404008626937866,
      "learning_rate": 0.00019771493325275363,
      "loss": 0.835,
      "step": 869
    },
    {
      "epoch": 0.21153729256580148,
      "grad_norm": 0.5632191896438599,
      "learning_rate": 0.00019770950378934435,
      "loss": 1.1239,
      "step": 870
    },
    {
      "epoch": 0.2117804388790955,
      "grad_norm": 0.6021526455879211,
      "learning_rate": 0.00019770406795793978,
      "loss": 0.8332,
      "step": 871
    },
    {
      "epoch": 0.2120235851923895,
      "grad_norm": 0.5409291386604309,
      "learning_rate": 0.00019769862575889428,
      "loss": 0.8031,
      "step": 872
    },
    {
      "epoch": 0.21226673150568354,
      "grad_norm": 0.5416350960731506,
      "learning_rate": 0.00019769317719256252,
      "loss": 0.9051,
      "step": 873
    },
    {
      "epoch": 0.21250987781897757,
      "grad_norm": 0.5299360156059265,
      "learning_rate": 0.00019768772225929956,
      "loss": 0.8292,
      "step": 874
    },
    {
      "epoch": 0.2127530241322716,
      "grad_norm": 0.5825778245925903,
      "learning_rate": 0.00019768226095946096,
      "loss": 0.9166,
      "step": 875
    },
    {
      "epoch": 0.21299617044556562,
      "grad_norm": 0.6406431794166565,
      "learning_rate": 0.0001976767932934026,
      "loss": 0.7878,
      "step": 876
    },
    {
      "epoch": 0.21323931675885965,
      "grad_norm": 0.5319474935531616,
      "learning_rate": 0.00019767131926148084,
      "loss": 0.6869,
      "step": 877
    },
    {
      "epoch": 0.21348246307215366,
      "grad_norm": 0.6100897192955017,
      "learning_rate": 0.00019766583886405247,
      "loss": 0.8942,
      "step": 878
    },
    {
      "epoch": 0.21372560938544768,
      "grad_norm": 0.5587928891181946,
      "learning_rate": 0.0001976603521014746,
      "loss": 0.8921,
      "step": 879
    },
    {
      "epoch": 0.2139687556987417,
      "grad_norm": 0.5477056503295898,
      "learning_rate": 0.00019765485897410486,
      "loss": 0.899,
      "step": 880
    },
    {
      "epoch": 0.21421190201203574,
      "grad_norm": 0.5311832427978516,
      "learning_rate": 0.00019764935948230129,
      "loss": 0.7698,
      "step": 881
    },
    {
      "epoch": 0.21445504832532977,
      "grad_norm": 0.5450214147567749,
      "learning_rate": 0.00019764385362642218,
      "loss": 0.8085,
      "step": 882
    },
    {
      "epoch": 0.2146981946386238,
      "grad_norm": 0.5895683765411377,
      "learning_rate": 0.00019763834140682648,
      "loss": 0.8658,
      "step": 883
    },
    {
      "epoch": 0.2149413409519178,
      "grad_norm": 0.5597432255744934,
      "learning_rate": 0.00019763282282387343,
      "loss": 1.0069,
      "step": 884
    },
    {
      "epoch": 0.21518448726521183,
      "grad_norm": 0.5492469668388367,
      "learning_rate": 0.00019762729787792263,
      "loss": 0.7848,
      "step": 885
    },
    {
      "epoch": 0.21542763357850586,
      "grad_norm": 0.568981945514679,
      "learning_rate": 0.0001976217665693342,
      "loss": 0.8223,
      "step": 886
    },
    {
      "epoch": 0.2156707798917999,
      "grad_norm": 0.5580862164497375,
      "learning_rate": 0.0001976162288984686,
      "loss": 0.855,
      "step": 887
    },
    {
      "epoch": 0.21591392620509392,
      "grad_norm": 0.5835303664207458,
      "learning_rate": 0.00019761068486568676,
      "loss": 0.9455,
      "step": 888
    },
    {
      "epoch": 0.21615707251838795,
      "grad_norm": 0.5949176549911499,
      "learning_rate": 0.00019760513447134997,
      "loss": 0.943,
      "step": 889
    },
    {
      "epoch": 0.21640021883168195,
      "grad_norm": 0.5532733201980591,
      "learning_rate": 0.00019759957771582,
      "loss": 0.9257,
      "step": 890
    },
    {
      "epoch": 0.21664336514497598,
      "grad_norm": 0.5354081988334656,
      "learning_rate": 0.00019759401459945898,
      "loss": 0.7312,
      "step": 891
    },
    {
      "epoch": 0.21688651145827,
      "grad_norm": 0.5887497067451477,
      "learning_rate": 0.0001975884451226295,
      "loss": 0.9105,
      "step": 892
    },
    {
      "epoch": 0.21712965777156404,
      "grad_norm": 0.5564226508140564,
      "learning_rate": 0.0001975828692856945,
      "loss": 0.7619,
      "step": 893
    },
    {
      "epoch": 0.21737280408485807,
      "grad_norm": 0.5790982246398926,
      "learning_rate": 0.0001975772870890174,
      "loss": 1.0812,
      "step": 894
    },
    {
      "epoch": 0.2176159503981521,
      "grad_norm": 0.5431467890739441,
      "learning_rate": 0.00019757169853296195,
      "loss": 0.8241,
      "step": 895
    },
    {
      "epoch": 0.21785909671144613,
      "grad_norm": 0.5511764883995056,
      "learning_rate": 0.00019756610361789246,
      "loss": 0.8692,
      "step": 896
    },
    {
      "epoch": 0.21810224302474013,
      "grad_norm": 0.5783194899559021,
      "learning_rate": 0.00019756050234417353,
      "loss": 0.8266,
      "step": 897
    },
    {
      "epoch": 0.21834538933803416,
      "grad_norm": 0.5667686462402344,
      "learning_rate": 0.0001975548947121702,
      "loss": 0.8304,
      "step": 898
    },
    {
      "epoch": 0.2185885356513282,
      "grad_norm": 0.569643497467041,
      "learning_rate": 0.00019754928072224793,
      "loss": 0.756,
      "step": 899
    },
    {
      "epoch": 0.21883168196462222,
      "grad_norm": 0.5711655616760254,
      "learning_rate": 0.00019754366037477258,
      "loss": 0.8625,
      "step": 900
    },
    {
      "epoch": 0.21907482827791624,
      "grad_norm": 0.5440158843994141,
      "learning_rate": 0.0001975380336701105,
      "loss": 0.7711,
      "step": 901
    },
    {
      "epoch": 0.21931797459121027,
      "grad_norm": 0.5145598649978638,
      "learning_rate": 0.00019753240060862837,
      "loss": 0.7425,
      "step": 902
    },
    {
      "epoch": 0.21956112090450428,
      "grad_norm": 0.5146841406822205,
      "learning_rate": 0.0001975267611906933,
      "loss": 0.8562,
      "step": 903
    },
    {
      "epoch": 0.2198042672177983,
      "grad_norm": 0.5229842662811279,
      "learning_rate": 0.0001975211154166728,
      "loss": 0.7983,
      "step": 904
    },
    {
      "epoch": 0.22004741353109233,
      "grad_norm": 0.5566688179969788,
      "learning_rate": 0.00019751546328693493,
      "loss": 0.7109,
      "step": 905
    },
    {
      "epoch": 0.22029055984438636,
      "grad_norm": 0.6074339151382446,
      "learning_rate": 0.00019750980480184792,
      "loss": 0.8945,
      "step": 906
    },
    {
      "epoch": 0.2205337061576804,
      "grad_norm": 0.5949344635009766,
      "learning_rate": 0.00019750413996178065,
      "loss": 0.8477,
      "step": 907
    },
    {
      "epoch": 0.22077685247097442,
      "grad_norm": 0.5319418907165527,
      "learning_rate": 0.00019749846876710226,
      "loss": 0.6958,
      "step": 908
    },
    {
      "epoch": 0.22101999878426842,
      "grad_norm": 0.5524911880493164,
      "learning_rate": 0.00019749279121818235,
      "loss": 0.9615,
      "step": 909
    },
    {
      "epoch": 0.22126314509756245,
      "grad_norm": 0.542186975479126,
      "learning_rate": 0.000197487107315391,
      "loss": 0.7274,
      "step": 910
    },
    {
      "epoch": 0.22150629141085648,
      "grad_norm": 0.512323796749115,
      "learning_rate": 0.0001974814170590986,
      "loss": 0.8388,
      "step": 911
    },
    {
      "epoch": 0.2217494377241505,
      "grad_norm": 0.5559446811676025,
      "learning_rate": 0.000197475720449676,
      "loss": 0.8514,
      "step": 912
    },
    {
      "epoch": 0.22199258403744454,
      "grad_norm": 0.5256991386413574,
      "learning_rate": 0.00019747001748749446,
      "loss": 0.935,
      "step": 913
    },
    {
      "epoch": 0.22223573035073857,
      "grad_norm": 0.6024801135063171,
      "learning_rate": 0.00019746430817292566,
      "loss": 0.8586,
      "step": 914
    },
    {
      "epoch": 0.22247887666403257,
      "grad_norm": 0.577211856842041,
      "learning_rate": 0.00019745859250634173,
      "loss": 0.995,
      "step": 915
    },
    {
      "epoch": 0.2227220229773266,
      "grad_norm": 0.5765841007232666,
      "learning_rate": 0.0001974528704881151,
      "loss": 0.9864,
      "step": 916
    },
    {
      "epoch": 0.22296516929062063,
      "grad_norm": 0.5537003874778748,
      "learning_rate": 0.0001974471421186188,
      "loss": 0.8687,
      "step": 917
    },
    {
      "epoch": 0.22320831560391466,
      "grad_norm": 0.5013324618339539,
      "learning_rate": 0.00019744140739822607,
      "loss": 0.7039,
      "step": 918
    },
    {
      "epoch": 0.2234514619172087,
      "grad_norm": 0.6246066093444824,
      "learning_rate": 0.00019743566632731067,
      "loss": 0.8405,
      "step": 919
    },
    {
      "epoch": 0.22369460823050272,
      "grad_norm": 0.557862401008606,
      "learning_rate": 0.00019742991890624677,
      "loss": 0.9443,
      "step": 920
    },
    {
      "epoch": 0.22393775454379672,
      "grad_norm": 0.5108507871627808,
      "learning_rate": 0.000197424165135409,
      "loss": 0.6708,
      "step": 921
    },
    {
      "epoch": 0.22418090085709075,
      "grad_norm": 0.5881972908973694,
      "learning_rate": 0.00019741840501517226,
      "loss": 1.0281,
      "step": 922
    },
    {
      "epoch": 0.22442404717038478,
      "grad_norm": 0.629336953163147,
      "learning_rate": 0.000197412638545912,
      "loss": 1.0272,
      "step": 923
    },
    {
      "epoch": 0.2246671934836788,
      "grad_norm": 0.6001790165901184,
      "learning_rate": 0.00019740686572800406,
      "loss": 1.0639,
      "step": 924
    },
    {
      "epoch": 0.22491033979697284,
      "grad_norm": 0.5228596329689026,
      "learning_rate": 0.00019740108656182462,
      "loss": 0.7591,
      "step": 925
    },
    {
      "epoch": 0.22515348611026686,
      "grad_norm": 0.5698370337486267,
      "learning_rate": 0.00019739530104775032,
      "loss": 0.8722,
      "step": 926
    },
    {
      "epoch": 0.22539663242356087,
      "grad_norm": 0.5590744614601135,
      "learning_rate": 0.00019738950918615826,
      "loss": 0.8382,
      "step": 927
    },
    {
      "epoch": 0.2256397787368549,
      "grad_norm": 0.5338557362556458,
      "learning_rate": 0.00019738371097742592,
      "loss": 0.7911,
      "step": 928
    },
    {
      "epoch": 0.22588292505014892,
      "grad_norm": 0.5351436138153076,
      "learning_rate": 0.00019737790642193113,
      "loss": 0.8601,
      "step": 929
    },
    {
      "epoch": 0.22612607136344295,
      "grad_norm": 0.5336825251579285,
      "learning_rate": 0.00019737209552005226,
      "loss": 0.854,
      "step": 930
    },
    {
      "epoch": 0.22636921767673698,
      "grad_norm": 0.557512104511261,
      "learning_rate": 0.0001973662782721679,
      "loss": 0.7392,
      "step": 931
    },
    {
      "epoch": 0.226612363990031,
      "grad_norm": 0.5751343965530396,
      "learning_rate": 0.00019736045467865735,
      "loss": 0.9981,
      "step": 932
    },
    {
      "epoch": 0.22685551030332501,
      "grad_norm": 0.5626681447029114,
      "learning_rate": 0.00019735462473989998,
      "loss": 0.9616,
      "step": 933
    },
    {
      "epoch": 0.22709865661661904,
      "grad_norm": 0.6048038005828857,
      "learning_rate": 0.00019734878845627588,
      "loss": 1.0643,
      "step": 934
    },
    {
      "epoch": 0.22734180292991307,
      "grad_norm": 0.5906521081924438,
      "learning_rate": 0.0001973429458281653,
      "loss": 0.8279,
      "step": 935
    },
    {
      "epoch": 0.2275849492432071,
      "grad_norm": 0.5957804322242737,
      "learning_rate": 0.0001973370968559491,
      "loss": 1.0157,
      "step": 936
    },
    {
      "epoch": 0.22782809555650113,
      "grad_norm": 0.5942903757095337,
      "learning_rate": 0.00019733124154000845,
      "loss": 0.8715,
      "step": 937
    },
    {
      "epoch": 0.22807124186979516,
      "grad_norm": 0.6085980534553528,
      "learning_rate": 0.00019732537988072495,
      "loss": 1.0718,
      "step": 938
    },
    {
      "epoch": 0.22831438818308916,
      "grad_norm": 0.5460999011993408,
      "learning_rate": 0.00019731951187848063,
      "loss": 0.7834,
      "step": 939
    },
    {
      "epoch": 0.2285575344963832,
      "grad_norm": 0.5441128611564636,
      "learning_rate": 0.00019731363753365793,
      "loss": 0.7762,
      "step": 940
    },
    {
      "epoch": 0.22880068080967722,
      "grad_norm": 0.5315200686454773,
      "learning_rate": 0.00019730775684663967,
      "loss": 0.7685,
      "step": 941
    },
    {
      "epoch": 0.22904382712297125,
      "grad_norm": 0.5648354291915894,
      "learning_rate": 0.00019730186981780913,
      "loss": 0.9365,
      "step": 942
    },
    {
      "epoch": 0.22928697343626528,
      "grad_norm": 0.530126690864563,
      "learning_rate": 0.00019729597644755001,
      "loss": 0.8472,
      "step": 943
    },
    {
      "epoch": 0.2295301197495593,
      "grad_norm": 0.5318211913108826,
      "learning_rate": 0.00019729007673624632,
      "loss": 0.7836,
      "step": 944
    },
    {
      "epoch": 0.2297732660628533,
      "grad_norm": 0.5328808426856995,
      "learning_rate": 0.00019728417068428264,
      "loss": 0.876,
      "step": 945
    },
    {
      "epoch": 0.23001641237614734,
      "grad_norm": 0.5472978353500366,
      "learning_rate": 0.00019727825829204384,
      "loss": 0.7964,
      "step": 946
    },
    {
      "epoch": 0.23025955868944137,
      "grad_norm": 0.5808724761009216,
      "learning_rate": 0.00019727233955991528,
      "loss": 0.9115,
      "step": 947
    },
    {
      "epoch": 0.2305027050027354,
      "grad_norm": 0.5280588865280151,
      "learning_rate": 0.00019726641448828268,
      "loss": 0.874,
      "step": 948
    },
    {
      "epoch": 0.23074585131602943,
      "grad_norm": 0.5307638049125671,
      "learning_rate": 0.00019726048307753215,
      "loss": 0.8448,
      "step": 949
    },
    {
      "epoch": 0.23098899762932346,
      "grad_norm": 0.5391031503677368,
      "learning_rate": 0.00019725454532805033,
      "loss": 0.8283,
      "step": 950
    },
    {
      "epoch": 0.23123214394261746,
      "grad_norm": 0.6102011799812317,
      "learning_rate": 0.00019724860124022416,
      "loss": 0.844,
      "step": 951
    },
    {
      "epoch": 0.2314752902559115,
      "grad_norm": 0.5874829888343811,
      "learning_rate": 0.00019724265081444106,
      "loss": 0.9153,
      "step": 952
    },
    {
      "epoch": 0.23171843656920552,
      "grad_norm": 0.6256881356239319,
      "learning_rate": 0.00019723669405108878,
      "loss": 1.0114,
      "step": 953
    },
    {
      "epoch": 0.23196158288249955,
      "grad_norm": 0.5578110814094543,
      "learning_rate": 0.00019723073095055557,
      "loss": 1.1215,
      "step": 954
    },
    {
      "epoch": 0.23220472919579357,
      "grad_norm": 0.604555070400238,
      "learning_rate": 0.0001972247615132301,
      "loss": 0.8256,
      "step": 955
    },
    {
      "epoch": 0.2324478755090876,
      "grad_norm": 0.5990493297576904,
      "learning_rate": 0.00019721878573950136,
      "loss": 0.8224,
      "step": 956
    },
    {
      "epoch": 0.2326910218223816,
      "grad_norm": 0.6138495206832886,
      "learning_rate": 0.00019721280362975884,
      "loss": 0.9669,
      "step": 957
    },
    {
      "epoch": 0.23293416813567563,
      "grad_norm": 0.5553454160690308,
      "learning_rate": 0.00019720681518439238,
      "loss": 0.8945,
      "step": 958
    },
    {
      "epoch": 0.23317731444896966,
      "grad_norm": 0.5448856353759766,
      "learning_rate": 0.00019720082040379231,
      "loss": 0.8937,
      "step": 959
    },
    {
      "epoch": 0.2334204607622637,
      "grad_norm": 0.5677144527435303,
      "learning_rate": 0.00019719481928834928,
      "loss": 0.833,
      "step": 960
    },
    {
      "epoch": 0.23366360707555772,
      "grad_norm": 0.6317993998527527,
      "learning_rate": 0.00019718881183845442,
      "loss": 0.8073,
      "step": 961
    },
    {
      "epoch": 0.23390675338885175,
      "grad_norm": 0.6122643351554871,
      "learning_rate": 0.00019718279805449923,
      "loss": 1.1445,
      "step": 962
    },
    {
      "epoch": 0.23414989970214575,
      "grad_norm": 0.5290533304214478,
      "learning_rate": 0.0001971767779368757,
      "loss": 0.7908,
      "step": 963
    },
    {
      "epoch": 0.23439304601543978,
      "grad_norm": 0.5202699899673462,
      "learning_rate": 0.0001971707514859761,
      "loss": 0.7409,
      "step": 964
    },
    {
      "epoch": 0.2346361923287338,
      "grad_norm": 0.5332814455032349,
      "learning_rate": 0.00019716471870219327,
      "loss": 0.7915,
      "step": 965
    },
    {
      "epoch": 0.23487933864202784,
      "grad_norm": 0.644654393196106,
      "learning_rate": 0.00019715867958592035,
      "loss": 0.9505,
      "step": 966
    },
    {
      "epoch": 0.23512248495532187,
      "grad_norm": 0.583182692527771,
      "learning_rate": 0.00019715263413755087,
      "loss": 1.0284,
      "step": 967
    },
    {
      "epoch": 0.2353656312686159,
      "grad_norm": 0.49446359276771545,
      "learning_rate": 0.0001971465823574789,
      "loss": 0.7584,
      "step": 968
    },
    {
      "epoch": 0.2356087775819099,
      "grad_norm": 0.5732191801071167,
      "learning_rate": 0.00019714052424609884,
      "loss": 0.9479,
      "step": 969
    },
    {
      "epoch": 0.23585192389520393,
      "grad_norm": 0.5054726600646973,
      "learning_rate": 0.0001971344598038055,
      "loss": 0.8008,
      "step": 970
    },
    {
      "epoch": 0.23609507020849796,
      "grad_norm": 0.6108109951019287,
      "learning_rate": 0.0001971283890309941,
      "loss": 0.9393,
      "step": 971
    },
    {
      "epoch": 0.236338216521792,
      "grad_norm": 0.591549813747406,
      "learning_rate": 0.00019712231192806033,
      "loss": 0.8329,
      "step": 972
    },
    {
      "epoch": 0.23658136283508602,
      "grad_norm": 0.5720890164375305,
      "learning_rate": 0.0001971162284954002,
      "loss": 0.8416,
      "step": 973
    },
    {
      "epoch": 0.23682450914838005,
      "grad_norm": 0.5834723711013794,
      "learning_rate": 0.00019711013873341025,
      "loss": 0.8026,
      "step": 974
    },
    {
      "epoch": 0.23706765546167408,
      "grad_norm": 0.5691006183624268,
      "learning_rate": 0.0001971040426424873,
      "loss": 0.8186,
      "step": 975
    },
    {
      "epoch": 0.23731080177496808,
      "grad_norm": 0.5869801044464111,
      "learning_rate": 0.0001970979402230287,
      "loss": 0.9352,
      "step": 976
    },
    {
      "epoch": 0.2375539480882621,
      "grad_norm": 0.5240612030029297,
      "learning_rate": 0.00019709183147543214,
      "loss": 0.7783,
      "step": 977
    },
    {
      "epoch": 0.23779709440155614,
      "grad_norm": 0.5492660999298096,
      "learning_rate": 0.00019708571640009574,
      "loss": 0.7855,
      "step": 978
    },
    {
      "epoch": 0.23804024071485017,
      "grad_norm": 0.5686507225036621,
      "learning_rate": 0.00019707959499741802,
      "loss": 0.9752,
      "step": 979
    },
    {
      "epoch": 0.2382833870281442,
      "grad_norm": 0.501298189163208,
      "learning_rate": 0.000197073467267798,
      "loss": 0.7521,
      "step": 980
    },
    {
      "epoch": 0.23852653334143822,
      "grad_norm": 0.5912957787513733,
      "learning_rate": 0.00019706733321163492,
      "loss": 1.0343,
      "step": 981
    },
    {
      "epoch": 0.23876967965473223,
      "grad_norm": 0.5751988887786865,
      "learning_rate": 0.00019706119282932868,
      "loss": 0.8067,
      "step": 982
    },
    {
      "epoch": 0.23901282596802625,
      "grad_norm": 0.6053161025047302,
      "learning_rate": 0.00019705504612127937,
      "loss": 0.8448,
      "step": 983
    },
    {
      "epoch": 0.23925597228132028,
      "grad_norm": 0.537643313407898,
      "learning_rate": 0.00019704889308788762,
      "loss": 0.845,
      "step": 984
    },
    {
      "epoch": 0.2394991185946143,
      "grad_norm": 0.6352120637893677,
      "learning_rate": 0.0001970427337295545,
      "loss": 0.8463,
      "step": 985
    },
    {
      "epoch": 0.23974226490790834,
      "grad_norm": 0.5994454622268677,
      "learning_rate": 0.00019703656804668132,
      "loss": 0.9588,
      "step": 986
    },
    {
      "epoch": 0.23998541122120237,
      "grad_norm": 0.6181924939155579,
      "learning_rate": 0.00019703039603967,
      "loss": 0.8986,
      "step": 987
    },
    {
      "epoch": 0.24022855753449637,
      "grad_norm": 0.5762092471122742,
      "learning_rate": 0.00019702421770892276,
      "loss": 1.0816,
      "step": 988
    },
    {
      "epoch": 0.2404717038477904,
      "grad_norm": 0.5669122934341431,
      "learning_rate": 0.00019701803305484226,
      "loss": 1.0241,
      "step": 989
    },
    {
      "epoch": 0.24071485016108443,
      "grad_norm": 0.5893430113792419,
      "learning_rate": 0.00019701184207783154,
      "loss": 0.8406,
      "step": 990
    },
    {
      "epoch": 0.24095799647437846,
      "grad_norm": 0.560114324092865,
      "learning_rate": 0.00019700564477829414,
      "loss": 0.9633,
      "step": 991
    },
    {
      "epoch": 0.2412011427876725,
      "grad_norm": 0.5670389533042908,
      "learning_rate": 0.0001969994411566339,
      "loss": 0.8403,
      "step": 992
    },
    {
      "epoch": 0.24144428910096652,
      "grad_norm": 0.511446475982666,
      "learning_rate": 0.00019699323121325518,
      "loss": 0.6928,
      "step": 993
    },
    {
      "epoch": 0.24168743541426052,
      "grad_norm": 0.5694514513015747,
      "learning_rate": 0.00019698701494856265,
      "loss": 0.9192,
      "step": 994
    },
    {
      "epoch": 0.24193058172755455,
      "grad_norm": 0.5450240969657898,
      "learning_rate": 0.00019698079236296149,
      "loss": 0.8169,
      "step": 995
    },
    {
      "epoch": 0.24217372804084858,
      "grad_norm": 0.5640546679496765,
      "learning_rate": 0.0001969745634568572,
      "loss": 0.8947,
      "step": 996
    },
    {
      "epoch": 0.2424168743541426,
      "grad_norm": 0.5602813959121704,
      "learning_rate": 0.00019696832823065576,
      "loss": 1.0043,
      "step": 997
    },
    {
      "epoch": 0.24266002066743664,
      "grad_norm": 0.6026874780654907,
      "learning_rate": 0.0001969620866847635,
      "loss": 0.9145,
      "step": 998
    },
    {
      "epoch": 0.24290316698073067,
      "grad_norm": 0.6011834740638733,
      "learning_rate": 0.00019695583881958726,
      "loss": 0.8799,
      "step": 999
    },
    {
      "epoch": 0.24314631329402467,
      "grad_norm": 0.5746515393257141,
      "learning_rate": 0.00019694958463553416,
      "loss": 0.912,
      "step": 1000
    },
    {
      "epoch": 0.24314631329402467,
      "eval_loss": 0.8489972949028015,
      "eval_runtime": 12.3183,
      "eval_samples_per_second": 40.265,
      "eval_steps_per_second": 6.738,
      "step": 1000
    },
    {
      "epoch": 0.2433894596073187,
      "grad_norm": 0.5842713713645935,
      "learning_rate": 0.0001969433241330119,
      "loss": 0.8866,
      "step": 1001
    },
    {
      "epoch": 0.24363260592061273,
      "grad_norm": 0.5896669626235962,
      "learning_rate": 0.00019693705731242838,
      "loss": 0.92,
      "step": 1002
    },
    {
      "epoch": 0.24387575223390676,
      "grad_norm": 0.5680682063102722,
      "learning_rate": 0.00019693078417419208,
      "loss": 0.8102,
      "step": 1003
    },
    {
      "epoch": 0.24411889854720079,
      "grad_norm": 0.5431489944458008,
      "learning_rate": 0.00019692450471871188,
      "loss": 0.931,
      "step": 1004
    },
    {
      "epoch": 0.24436204486049481,
      "grad_norm": 0.5599746108055115,
      "learning_rate": 0.00019691821894639696,
      "loss": 0.8656,
      "step": 1005
    },
    {
      "epoch": 0.24460519117378882,
      "grad_norm": 0.591935932636261,
      "learning_rate": 0.00019691192685765695,
      "loss": 0.9914,
      "step": 1006
    },
    {
      "epoch": 0.24484833748708285,
      "grad_norm": 0.6386948227882385,
      "learning_rate": 0.00019690562845290206,
      "loss": 0.9384,
      "step": 1007
    },
    {
      "epoch": 0.24509148380037687,
      "grad_norm": 0.5875367522239685,
      "learning_rate": 0.00019689932373254267,
      "loss": 0.9195,
      "step": 1008
    },
    {
      "epoch": 0.2453346301136709,
      "grad_norm": 0.5530712008476257,
      "learning_rate": 0.0001968930126969897,
      "loss": 0.7767,
      "step": 1009
    },
    {
      "epoch": 0.24557777642696493,
      "grad_norm": 0.5840149521827698,
      "learning_rate": 0.00019688669534665443,
      "loss": 0.8787,
      "step": 1010
    },
    {
      "epoch": 0.24582092274025896,
      "grad_norm": 0.5267318487167358,
      "learning_rate": 0.00019688037168194862,
      "loss": 0.6939,
      "step": 1011
    },
    {
      "epoch": 0.24606406905355296,
      "grad_norm": 0.5994943380355835,
      "learning_rate": 0.0001968740417032844,
      "loss": 0.8569,
      "step": 1012
    },
    {
      "epoch": 0.246307215366847,
      "grad_norm": 0.5934754014015198,
      "learning_rate": 0.00019686770541107426,
      "loss": 1.0221,
      "step": 1013
    },
    {
      "epoch": 0.24655036168014102,
      "grad_norm": 0.5470908284187317,
      "learning_rate": 0.00019686136280573123,
      "loss": 0.7237,
      "step": 1014
    },
    {
      "epoch": 0.24679350799343505,
      "grad_norm": 0.616762638092041,
      "learning_rate": 0.00019685501388766861,
      "loss": 0.765,
      "step": 1015
    },
    {
      "epoch": 0.24703665430672908,
      "grad_norm": 0.5392321348190308,
      "learning_rate": 0.00019684865865730023,
      "loss": 0.8704,
      "step": 1016
    },
    {
      "epoch": 0.2472798006200231,
      "grad_norm": 0.561903715133667,
      "learning_rate": 0.00019684229711504025,
      "loss": 0.8297,
      "step": 1017
    },
    {
      "epoch": 0.2475229469333171,
      "grad_norm": 0.5713021159172058,
      "learning_rate": 0.00019683592926130326,
      "loss": 0.8619,
      "step": 1018
    },
    {
      "epoch": 0.24776609324661114,
      "grad_norm": 0.5440512895584106,
      "learning_rate": 0.00019682955509650428,
      "loss": 0.6876,
      "step": 1019
    },
    {
      "epoch": 0.24800923955990517,
      "grad_norm": 0.60002601146698,
      "learning_rate": 0.00019682317462105874,
      "loss": 0.8383,
      "step": 1020
    },
    {
      "epoch": 0.2482523858731992,
      "grad_norm": 0.5758024454116821,
      "learning_rate": 0.00019681678783538243,
      "loss": 0.8875,
      "step": 1021
    },
    {
      "epoch": 0.24849553218649323,
      "grad_norm": 0.5328448414802551,
      "learning_rate": 0.00019681039473989163,
      "loss": 0.7502,
      "step": 1022
    },
    {
      "epoch": 0.24873867849978726,
      "grad_norm": 0.5538329482078552,
      "learning_rate": 0.00019680399533500304,
      "loss": 0.8103,
      "step": 1023
    },
    {
      "epoch": 0.24898182481308126,
      "grad_norm": 0.6018134951591492,
      "learning_rate": 0.00019679758962113365,
      "loss": 0.8839,
      "step": 1024
    },
    {
      "epoch": 0.2492249711263753,
      "grad_norm": 0.5270501375198364,
      "learning_rate": 0.00019679117759870097,
      "loss": 0.7477,
      "step": 1025
    },
    {
      "epoch": 0.24946811743966932,
      "grad_norm": 0.5957397818565369,
      "learning_rate": 0.0001967847592681229,
      "loss": 0.7946,
      "step": 1026
    },
    {
      "epoch": 0.24971126375296335,
      "grad_norm": 0.6483621597290039,
      "learning_rate": 0.00019677833462981774,
      "loss": 1.0353,
      "step": 1027
    },
    {
      "epoch": 0.24995441006625738,
      "grad_norm": 0.5226542949676514,
      "learning_rate": 0.00019677190368420417,
      "loss": 0.8468,
      "step": 1028
    },
    {
      "epoch": 0.2501975563795514,
      "grad_norm": 0.6456946730613708,
      "learning_rate": 0.00019676546643170135,
      "loss": 1.0924,
      "step": 1029
    },
    {
      "epoch": 0.2504407026928454,
      "grad_norm": 0.6142759323120117,
      "learning_rate": 0.0001967590228727288,
      "loss": 0.9174,
      "step": 1030
    },
    {
      "epoch": 0.25068384900613944,
      "grad_norm": 0.5500670075416565,
      "learning_rate": 0.0001967525730077064,
      "loss": 0.759,
      "step": 1031
    },
    {
      "epoch": 0.25092699531943347,
      "grad_norm": 0.5283973813056946,
      "learning_rate": 0.00019674611683705463,
      "loss": 0.8313,
      "step": 1032
    },
    {
      "epoch": 0.2511701416327275,
      "grad_norm": 0.5602592825889587,
      "learning_rate": 0.00019673965436119414,
      "loss": 0.7173,
      "step": 1033
    },
    {
      "epoch": 0.2514132879460215,
      "grad_norm": 0.5517256855964661,
      "learning_rate": 0.0001967331855805462,
      "loss": 0.7263,
      "step": 1034
    },
    {
      "epoch": 0.25165643425931555,
      "grad_norm": 0.5727038383483887,
      "learning_rate": 0.00019672671049553232,
      "loss": 1.0182,
      "step": 1035
    },
    {
      "epoch": 0.2518995805726096,
      "grad_norm": 0.5739165544509888,
      "learning_rate": 0.00019672022910657456,
      "loss": 0.8067,
      "step": 1036
    },
    {
      "epoch": 0.2521427268859036,
      "grad_norm": 0.502147376537323,
      "learning_rate": 0.0001967137414140953,
      "loss": 0.6121,
      "step": 1037
    },
    {
      "epoch": 0.25238587319919764,
      "grad_norm": 0.5962596535682678,
      "learning_rate": 0.00019670724741851735,
      "loss": 0.9561,
      "step": 1038
    },
    {
      "epoch": 0.2526290195124916,
      "grad_norm": 0.6244035959243774,
      "learning_rate": 0.000196700747120264,
      "loss": 0.9112,
      "step": 1039
    },
    {
      "epoch": 0.25287216582578564,
      "grad_norm": 0.5413089990615845,
      "learning_rate": 0.0001966942405197588,
      "loss": 0.9259,
      "step": 1040
    },
    {
      "epoch": 0.2531153121390797,
      "grad_norm": 0.5532240271568298,
      "learning_rate": 0.0001966877276174259,
      "loss": 0.9605,
      "step": 1041
    },
    {
      "epoch": 0.2533584584523737,
      "grad_norm": 0.553162693977356,
      "learning_rate": 0.00019668120841368966,
      "loss": 0.8556,
      "step": 1042
    },
    {
      "epoch": 0.25360160476566773,
      "grad_norm": 0.557904839515686,
      "learning_rate": 0.00019667468290897504,
      "loss": 0.8904,
      "step": 1043
    },
    {
      "epoch": 0.25384475107896176,
      "grad_norm": 0.5651559829711914,
      "learning_rate": 0.00019666815110370731,
      "loss": 0.8078,
      "step": 1044
    },
    {
      "epoch": 0.2540878973922558,
      "grad_norm": 0.5323624610900879,
      "learning_rate": 0.00019666161299831212,
      "loss": 0.7881,
      "step": 1045
    },
    {
      "epoch": 0.2543310437055498,
      "grad_norm": 0.5475070476531982,
      "learning_rate": 0.00019665506859321564,
      "loss": 0.9234,
      "step": 1046
    },
    {
      "epoch": 0.25457419001884385,
      "grad_norm": 0.5462879538536072,
      "learning_rate": 0.00019664851788884434,
      "loss": 0.7705,
      "step": 1047
    },
    {
      "epoch": 0.2548173363321379,
      "grad_norm": 0.6249252557754517,
      "learning_rate": 0.00019664196088562514,
      "loss": 1.1364,
      "step": 1048
    },
    {
      "epoch": 0.2550604826454319,
      "grad_norm": 0.5363717675209045,
      "learning_rate": 0.00019663539758398542,
      "loss": 0.7744,
      "step": 1049
    },
    {
      "epoch": 0.25530362895872594,
      "grad_norm": 0.5564674139022827,
      "learning_rate": 0.0001966288279843529,
      "loss": 0.8704,
      "step": 1050
    },
    {
      "epoch": 0.2555467752720199,
      "grad_norm": 0.5271840691566467,
      "learning_rate": 0.00019662225208715573,
      "loss": 0.8444,
      "step": 1051
    },
    {
      "epoch": 0.25578992158531394,
      "grad_norm": 0.5523838996887207,
      "learning_rate": 0.00019661566989282253,
      "loss": 0.7873,
      "step": 1052
    },
    {
      "epoch": 0.25603306789860797,
      "grad_norm": 0.5816553831100464,
      "learning_rate": 0.0001966090814017822,
      "loss": 0.8953,
      "step": 1053
    },
    {
      "epoch": 0.256276214211902,
      "grad_norm": 0.5889425277709961,
      "learning_rate": 0.00019660248661446423,
      "loss": 0.6761,
      "step": 1054
    },
    {
      "epoch": 0.256519360525196,
      "grad_norm": 0.566172182559967,
      "learning_rate": 0.00019659588553129834,
      "loss": 0.7542,
      "step": 1055
    },
    {
      "epoch": 0.25676250683849006,
      "grad_norm": 0.5967402458190918,
      "learning_rate": 0.00019658927815271473,
      "loss": 0.94,
      "step": 1056
    },
    {
      "epoch": 0.2570056531517841,
      "grad_norm": 0.6314368844032288,
      "learning_rate": 0.0001965826644791441,
      "loss": 0.9011,
      "step": 1057
    },
    {
      "epoch": 0.2572487994650781,
      "grad_norm": 0.5525287985801697,
      "learning_rate": 0.0001965760445110174,
      "loss": 0.7791,
      "step": 1058
    },
    {
      "epoch": 0.25749194577837214,
      "grad_norm": 0.564684271812439,
      "learning_rate": 0.00019656941824876617,
      "loss": 0.8626,
      "step": 1059
    },
    {
      "epoch": 0.2577350920916662,
      "grad_norm": 0.5788609385490417,
      "learning_rate": 0.00019656278569282214,
      "loss": 0.7729,
      "step": 1060
    },
    {
      "epoch": 0.2579782384049602,
      "grad_norm": 0.5639359951019287,
      "learning_rate": 0.00019655614684361766,
      "loss": 0.7052,
      "step": 1061
    },
    {
      "epoch": 0.25822138471825423,
      "grad_norm": 0.6123548150062561,
      "learning_rate": 0.0001965495017015854,
      "loss": 1.0152,
      "step": 1062
    },
    {
      "epoch": 0.25846453103154826,
      "grad_norm": 0.5822163224220276,
      "learning_rate": 0.00019654285026715837,
      "loss": 1.0322,
      "step": 1063
    },
    {
      "epoch": 0.25870767734484224,
      "grad_norm": 0.5839584469795227,
      "learning_rate": 0.00019653619254077014,
      "loss": 0.8234,
      "step": 1064
    },
    {
      "epoch": 0.25895082365813626,
      "grad_norm": 0.5379751920700073,
      "learning_rate": 0.00019652952852285455,
      "loss": 0.8332,
      "step": 1065
    },
    {
      "epoch": 0.2591939699714303,
      "grad_norm": 0.6061590313911438,
      "learning_rate": 0.00019652285821384596,
      "loss": 1.1962,
      "step": 1066
    },
    {
      "epoch": 0.2594371162847243,
      "grad_norm": 0.5779013633728027,
      "learning_rate": 0.00019651618161417909,
      "loss": 0.9215,
      "step": 1067
    },
    {
      "epoch": 0.25968026259801835,
      "grad_norm": 0.5552695393562317,
      "learning_rate": 0.00019650949872428904,
      "loss": 0.962,
      "step": 1068
    },
    {
      "epoch": 0.2599234089113124,
      "grad_norm": 0.5341075658798218,
      "learning_rate": 0.00019650280954461134,
      "loss": 0.72,
      "step": 1069
    },
    {
      "epoch": 0.2601665552246064,
      "grad_norm": 0.5496944785118103,
      "learning_rate": 0.000196496114075582,
      "loss": 0.8385,
      "step": 1070
    },
    {
      "epoch": 0.26040970153790044,
      "grad_norm": 0.5533167719841003,
      "learning_rate": 0.00019648941231763738,
      "loss": 0.7283,
      "step": 1071
    },
    {
      "epoch": 0.26065284785119447,
      "grad_norm": 0.5468621253967285,
      "learning_rate": 0.0001964827042712142,
      "loss": 0.8761,
      "step": 1072
    },
    {
      "epoch": 0.2608959941644885,
      "grad_norm": 0.5646294355392456,
      "learning_rate": 0.00019647598993674967,
      "loss": 0.853,
      "step": 1073
    },
    {
      "epoch": 0.2611391404777825,
      "grad_norm": 0.5527606010437012,
      "learning_rate": 0.00019646926931468137,
      "loss": 1.0099,
      "step": 1074
    },
    {
      "epoch": 0.26138228679107656,
      "grad_norm": 0.552767813205719,
      "learning_rate": 0.00019646254240544733,
      "loss": 0.888,
      "step": 1075
    },
    {
      "epoch": 0.26162543310437053,
      "grad_norm": 0.5967656970024109,
      "learning_rate": 0.0001964558092094859,
      "loss": 0.9436,
      "step": 1076
    },
    {
      "epoch": 0.26186857941766456,
      "grad_norm": 0.607617974281311,
      "learning_rate": 0.000196449069727236,
      "loss": 0.8397,
      "step": 1077
    },
    {
      "epoch": 0.2621117257309586,
      "grad_norm": 0.5457732081413269,
      "learning_rate": 0.00019644232395913677,
      "loss": 0.7538,
      "step": 1078
    },
    {
      "epoch": 0.2623548720442526,
      "grad_norm": 0.5417927503585815,
      "learning_rate": 0.0001964355719056279,
      "loss": 0.8882,
      "step": 1079
    },
    {
      "epoch": 0.26259801835754665,
      "grad_norm": 0.5876631736755371,
      "learning_rate": 0.0001964288135671494,
      "loss": 0.9335,
      "step": 1080
    },
    {
      "epoch": 0.2628411646708407,
      "grad_norm": 0.6098552942276001,
      "learning_rate": 0.00019642204894414173,
      "loss": 0.9728,
      "step": 1081
    },
    {
      "epoch": 0.2630843109841347,
      "grad_norm": 0.6175699830055237,
      "learning_rate": 0.00019641527803704583,
      "loss": 0.9696,
      "step": 1082
    },
    {
      "epoch": 0.26332745729742874,
      "grad_norm": 0.5624522566795349,
      "learning_rate": 0.0001964085008463029,
      "loss": 0.9102,
      "step": 1083
    },
    {
      "epoch": 0.26357060361072276,
      "grad_norm": 0.5592409372329712,
      "learning_rate": 0.00019640171737235468,
      "loss": 0.7434,
      "step": 1084
    },
    {
      "epoch": 0.2638137499240168,
      "grad_norm": 0.5359699726104736,
      "learning_rate": 0.00019639492761564325,
      "loss": 0.8058,
      "step": 1085
    },
    {
      "epoch": 0.2640568962373108,
      "grad_norm": 0.6386797428131104,
      "learning_rate": 0.00019638813157661107,
      "loss": 0.9613,
      "step": 1086
    },
    {
      "epoch": 0.26430004255060485,
      "grad_norm": 0.5271721482276917,
      "learning_rate": 0.00019638132925570113,
      "loss": 0.868,
      "step": 1087
    },
    {
      "epoch": 0.2645431888638988,
      "grad_norm": 0.6140047311782837,
      "learning_rate": 0.00019637452065335672,
      "loss": 0.9135,
      "step": 1088
    },
    {
      "epoch": 0.26478633517719286,
      "grad_norm": 0.5289027094841003,
      "learning_rate": 0.00019636770577002155,
      "loss": 0.6968,
      "step": 1089
    },
    {
      "epoch": 0.2650294814904869,
      "grad_norm": 0.5608985424041748,
      "learning_rate": 0.00019636088460613983,
      "loss": 0.7549,
      "step": 1090
    },
    {
      "epoch": 0.2652726278037809,
      "grad_norm": 0.5954534411430359,
      "learning_rate": 0.00019635405716215604,
      "loss": 1.1322,
      "step": 1091
    },
    {
      "epoch": 0.26551577411707494,
      "grad_norm": 0.5736089944839478,
      "learning_rate": 0.0001963472234385152,
      "loss": 0.9371,
      "step": 1092
    },
    {
      "epoch": 0.265758920430369,
      "grad_norm": 0.5208740234375,
      "learning_rate": 0.0001963403834356627,
      "loss": 0.6722,
      "step": 1093
    },
    {
      "epoch": 0.266002066743663,
      "grad_norm": 0.535579264163971,
      "learning_rate": 0.00019633353715404423,
      "loss": 0.9202,
      "step": 1094
    },
    {
      "epoch": 0.26624521305695703,
      "grad_norm": 0.5735045671463013,
      "learning_rate": 0.00019632668459410607,
      "loss": 0.9461,
      "step": 1095
    },
    {
      "epoch": 0.26648835937025106,
      "grad_norm": 0.5492283701896667,
      "learning_rate": 0.00019631982575629478,
      "loss": 0.8652,
      "step": 1096
    },
    {
      "epoch": 0.2667315056835451,
      "grad_norm": 0.522631824016571,
      "learning_rate": 0.00019631296064105737,
      "loss": 0.6666,
      "step": 1097
    },
    {
      "epoch": 0.2669746519968391,
      "grad_norm": 0.5265483260154724,
      "learning_rate": 0.00019630608924884127,
      "loss": 0.7622,
      "step": 1098
    },
    {
      "epoch": 0.26721779831013315,
      "grad_norm": 0.6186477541923523,
      "learning_rate": 0.0001962992115800943,
      "loss": 0.9734,
      "step": 1099
    },
    {
      "epoch": 0.2674609446234271,
      "grad_norm": 0.6042131781578064,
      "learning_rate": 0.0001962923276352647,
      "loss": 0.9484,
      "step": 1100
    },
    {
      "epoch": 0.26770409093672115,
      "grad_norm": 0.5709904432296753,
      "learning_rate": 0.00019628543741480108,
      "loss": 0.8625,
      "step": 1101
    },
    {
      "epoch": 0.2679472372500152,
      "grad_norm": 0.5854783654212952,
      "learning_rate": 0.00019627854091915255,
      "loss": 0.7913,
      "step": 1102
    },
    {
      "epoch": 0.2681903835633092,
      "grad_norm": 0.5982555150985718,
      "learning_rate": 0.00019627163814876853,
      "loss": 0.8604,
      "step": 1103
    },
    {
      "epoch": 0.26843352987660324,
      "grad_norm": 0.5333564281463623,
      "learning_rate": 0.00019626472910409896,
      "loss": 0.8433,
      "step": 1104
    },
    {
      "epoch": 0.26867667618989727,
      "grad_norm": 0.5855178236961365,
      "learning_rate": 0.00019625781378559403,
      "loss": 0.9029,
      "step": 1105
    },
    {
      "epoch": 0.2689198225031913,
      "grad_norm": 0.5201177000999451,
      "learning_rate": 0.00019625089219370452,
      "loss": 0.8716,
      "step": 1106
    },
    {
      "epoch": 0.2691629688164853,
      "grad_norm": 0.6004330515861511,
      "learning_rate": 0.00019624396432888145,
      "loss": 0.9252,
      "step": 1107
    },
    {
      "epoch": 0.26940611512977936,
      "grad_norm": 0.5188808441162109,
      "learning_rate": 0.00019623703019157636,
      "loss": 0.8289,
      "step": 1108
    },
    {
      "epoch": 0.2696492614430734,
      "grad_norm": 0.5811002254486084,
      "learning_rate": 0.00019623008978224117,
      "loss": 0.8707,
      "step": 1109
    },
    {
      "epoch": 0.2698924077563674,
      "grad_norm": 0.5874125957489014,
      "learning_rate": 0.0001962231431013282,
      "loss": 0.8236,
      "step": 1110
    },
    {
      "epoch": 0.27013555406966144,
      "grad_norm": 0.58531254529953,
      "learning_rate": 0.00019621619014929023,
      "loss": 0.7741,
      "step": 1111
    },
    {
      "epoch": 0.2703787003829554,
      "grad_norm": 0.5048248171806335,
      "learning_rate": 0.0001962092309265803,
      "loss": 0.7717,
      "step": 1112
    },
    {
      "epoch": 0.27062184669624945,
      "grad_norm": 0.5639445185661316,
      "learning_rate": 0.00019620226543365206,
      "loss": 0.9132,
      "step": 1113
    },
    {
      "epoch": 0.2708649930095435,
      "grad_norm": 0.5220586657524109,
      "learning_rate": 0.0001961952936709594,
      "loss": 0.6882,
      "step": 1114
    },
    {
      "epoch": 0.2711081393228375,
      "grad_norm": 0.5612566471099854,
      "learning_rate": 0.00019618831563895676,
      "loss": 0.901,
      "step": 1115
    },
    {
      "epoch": 0.27135128563613153,
      "grad_norm": 0.5782492160797119,
      "learning_rate": 0.00019618133133809886,
      "loss": 0.9892,
      "step": 1116
    },
    {
      "epoch": 0.27159443194942556,
      "grad_norm": 0.5563310384750366,
      "learning_rate": 0.0001961743407688409,
      "loss": 0.7592,
      "step": 1117
    },
    {
      "epoch": 0.2718375782627196,
      "grad_norm": 0.5210717916488647,
      "learning_rate": 0.00019616734393163848,
      "loss": 0.8034,
      "step": 1118
    },
    {
      "epoch": 0.2720807245760136,
      "grad_norm": 0.5493484735488892,
      "learning_rate": 0.0001961603408269476,
      "loss": 0.8845,
      "step": 1119
    },
    {
      "epoch": 0.27232387088930765,
      "grad_norm": 0.6155625581741333,
      "learning_rate": 0.00019615333145522467,
      "loss": 0.9366,
      "step": 1120
    },
    {
      "epoch": 0.2725670172026017,
      "grad_norm": 0.5463670492172241,
      "learning_rate": 0.00019614631581692655,
      "loss": 0.6888,
      "step": 1121
    },
    {
      "epoch": 0.2728101635158957,
      "grad_norm": 0.5857884287834167,
      "learning_rate": 0.0001961392939125104,
      "loss": 0.9361,
      "step": 1122
    },
    {
      "epoch": 0.27305330982918974,
      "grad_norm": 0.5639174580574036,
      "learning_rate": 0.00019613226574243388,
      "loss": 0.743,
      "step": 1123
    },
    {
      "epoch": 0.2732964561424837,
      "grad_norm": 0.6522214412689209,
      "learning_rate": 0.00019612523130715505,
      "loss": 1.0806,
      "step": 1124
    },
    {
      "epoch": 0.27353960245577774,
      "grad_norm": 0.5616465210914612,
      "learning_rate": 0.00019611819060713238,
      "loss": 0.8009,
      "step": 1125
    },
    {
      "epoch": 0.27378274876907177,
      "grad_norm": 0.5634401440620422,
      "learning_rate": 0.0001961111436428247,
      "loss": 0.9079,
      "step": 1126
    },
    {
      "epoch": 0.2740258950823658,
      "grad_norm": 0.5478609800338745,
      "learning_rate": 0.00019610409041469126,
      "loss": 0.7255,
      "step": 1127
    },
    {
      "epoch": 0.27426904139565983,
      "grad_norm": 0.5442589521408081,
      "learning_rate": 0.0001960970309231918,
      "loss": 0.9788,
      "step": 1128
    },
    {
      "epoch": 0.27451218770895386,
      "grad_norm": 0.5055851340293884,
      "learning_rate": 0.00019608996516878635,
      "loss": 0.8269,
      "step": 1129
    },
    {
      "epoch": 0.2747553340222479,
      "grad_norm": 0.6306224465370178,
      "learning_rate": 0.00019608289315193545,
      "loss": 0.8837,
      "step": 1130
    },
    {
      "epoch": 0.2749984803355419,
      "grad_norm": 0.56780606508255,
      "learning_rate": 0.00019607581487309994,
      "loss": 0.9562,
      "step": 1131
    },
    {
      "epoch": 0.27524162664883595,
      "grad_norm": 0.5461006164550781,
      "learning_rate": 0.0001960687303327412,
      "loss": 0.7275,
      "step": 1132
    },
    {
      "epoch": 0.27548477296213,
      "grad_norm": 0.545662522315979,
      "learning_rate": 0.00019606163953132092,
      "loss": 0.8352,
      "step": 1133
    },
    {
      "epoch": 0.275727919275424,
      "grad_norm": 0.5843685865402222,
      "learning_rate": 0.00019605454246930123,
      "loss": 0.9501,
      "step": 1134
    },
    {
      "epoch": 0.27597106558871803,
      "grad_norm": 0.5547181963920593,
      "learning_rate": 0.00019604743914714465,
      "loss": 0.863,
      "step": 1135
    },
    {
      "epoch": 0.27621421190201206,
      "grad_norm": 0.5743562579154968,
      "learning_rate": 0.0001960403295653141,
      "loss": 0.956,
      "step": 1136
    },
    {
      "epoch": 0.27645735821530604,
      "grad_norm": 0.5851238965988159,
      "learning_rate": 0.00019603321372427303,
      "loss": 0.7841,
      "step": 1137
    },
    {
      "epoch": 0.27670050452860007,
      "grad_norm": 0.5329010486602783,
      "learning_rate": 0.00019602609162448512,
      "loss": 0.7551,
      "step": 1138
    },
    {
      "epoch": 0.2769436508418941,
      "grad_norm": 0.5989772081375122,
      "learning_rate": 0.0001960189632664145,
      "loss": 0.8335,
      "step": 1139
    },
    {
      "epoch": 0.2771867971551881,
      "grad_norm": 0.6055800318717957,
      "learning_rate": 0.00019601182865052583,
      "loss": 1.0817,
      "step": 1140
    },
    {
      "epoch": 0.27742994346848215,
      "grad_norm": 0.5737015604972839,
      "learning_rate": 0.0001960046877772841,
      "loss": 0.8531,
      "step": 1141
    },
    {
      "epoch": 0.2776730897817762,
      "grad_norm": 0.5666613578796387,
      "learning_rate": 0.0001959975406471546,
      "loss": 0.6922,
      "step": 1142
    },
    {
      "epoch": 0.2779162360950702,
      "grad_norm": 0.5888294577598572,
      "learning_rate": 0.0001959903872606032,
      "loss": 0.959,
      "step": 1143
    },
    {
      "epoch": 0.27815938240836424,
      "grad_norm": 0.5482636094093323,
      "learning_rate": 0.00019598322761809608,
      "loss": 0.8094,
      "step": 1144
    },
    {
      "epoch": 0.27840252872165827,
      "grad_norm": 0.5499374270439148,
      "learning_rate": 0.0001959760617200999,
      "loss": 0.9206,
      "step": 1145
    },
    {
      "epoch": 0.2786456750349523,
      "grad_norm": 0.6137744784355164,
      "learning_rate": 0.00019596888956708162,
      "loss": 0.9657,
      "step": 1146
    },
    {
      "epoch": 0.27888882134824633,
      "grad_norm": 0.6491514444351196,
      "learning_rate": 0.00019596171115950867,
      "loss": 0.9888,
      "step": 1147
    },
    {
      "epoch": 0.27913196766154036,
      "grad_norm": 0.6049039363861084,
      "learning_rate": 0.00019595452649784895,
      "loss": 0.9319,
      "step": 1148
    },
    {
      "epoch": 0.27937511397483433,
      "grad_norm": 0.6500933766365051,
      "learning_rate": 0.00019594733558257066,
      "loss": 0.9365,
      "step": 1149
    },
    {
      "epoch": 0.27961826028812836,
      "grad_norm": 0.5550858378410339,
      "learning_rate": 0.00019594013841414248,
      "loss": 0.8316,
      "step": 1150
    },
    {
      "epoch": 0.2798614066014224,
      "grad_norm": 0.5278801321983337,
      "learning_rate": 0.0001959329349930334,
      "loss": 0.6825,
      "step": 1151
    },
    {
      "epoch": 0.2801045529147164,
      "grad_norm": 0.5926293134689331,
      "learning_rate": 0.00019592572531971296,
      "loss": 0.9229,
      "step": 1152
    },
    {
      "epoch": 0.28034769922801045,
      "grad_norm": 0.5302525758743286,
      "learning_rate": 0.000195918509394651,
      "loss": 0.8623,
      "step": 1153
    },
    {
      "epoch": 0.2805908455413045,
      "grad_norm": 0.6279169917106628,
      "learning_rate": 0.0001959112872183178,
      "loss": 1.054,
      "step": 1154
    },
    {
      "epoch": 0.2808339918545985,
      "grad_norm": 0.5877219438552856,
      "learning_rate": 0.00019590405879118405,
      "loss": 0.8337,
      "step": 1155
    },
    {
      "epoch": 0.28107713816789254,
      "grad_norm": 0.5377270579338074,
      "learning_rate": 0.00019589682411372085,
      "loss": 0.798,
      "step": 1156
    },
    {
      "epoch": 0.28132028448118657,
      "grad_norm": 0.5772445797920227,
      "learning_rate": 0.00019588958318639973,
      "loss": 0.8737,
      "step": 1157
    },
    {
      "epoch": 0.2815634307944806,
      "grad_norm": 0.5944691896438599,
      "learning_rate": 0.0001958823360096926,
      "loss": 0.9452,
      "step": 1158
    },
    {
      "epoch": 0.2818065771077746,
      "grad_norm": 0.5940478444099426,
      "learning_rate": 0.0001958750825840717,
      "loss": 1.0309,
      "step": 1159
    },
    {
      "epoch": 0.28204972342106865,
      "grad_norm": 0.5463100671768188,
      "learning_rate": 0.00019586782291000984,
      "loss": 0.9145,
      "step": 1160
    },
    {
      "epoch": 0.28229286973436263,
      "grad_norm": 0.5560732483863831,
      "learning_rate": 0.00019586055698798014,
      "loss": 0.924,
      "step": 1161
    },
    {
      "epoch": 0.28253601604765666,
      "grad_norm": 0.5673938393592834,
      "learning_rate": 0.00019585328481845613,
      "loss": 0.7935,
      "step": 1162
    },
    {
      "epoch": 0.2827791623609507,
      "grad_norm": 0.5274029970169067,
      "learning_rate": 0.00019584600640191172,
      "loss": 0.7981,
      "step": 1163
    },
    {
      "epoch": 0.2830223086742447,
      "grad_norm": 0.5551127195358276,
      "learning_rate": 0.00019583872173882129,
      "loss": 1.0067,
      "step": 1164
    },
    {
      "epoch": 0.28326545498753875,
      "grad_norm": 0.5659270286560059,
      "learning_rate": 0.00019583143082965964,
      "loss": 0.7593,
      "step": 1165
    },
    {
      "epoch": 0.2835086013008328,
      "grad_norm": 0.5911873579025269,
      "learning_rate": 0.00019582413367490192,
      "loss": 0.926,
      "step": 1166
    },
    {
      "epoch": 0.2837517476141268,
      "grad_norm": 0.558319628238678,
      "learning_rate": 0.00019581683027502364,
      "loss": 0.9549,
      "step": 1167
    },
    {
      "epoch": 0.28399489392742083,
      "grad_norm": 0.5814263224601746,
      "learning_rate": 0.00019580952063050086,
      "loss": 0.8184,
      "step": 1168
    },
    {
      "epoch": 0.28423804024071486,
      "grad_norm": 0.5648570656776428,
      "learning_rate": 0.00019580220474180995,
      "loss": 0.899,
      "step": 1169
    },
    {
      "epoch": 0.2844811865540089,
      "grad_norm": 0.5581676959991455,
      "learning_rate": 0.00019579488260942769,
      "loss": 0.847,
      "step": 1170
    },
    {
      "epoch": 0.2847243328673029,
      "grad_norm": 0.5780277252197266,
      "learning_rate": 0.0001957875542338313,
      "loss": 0.8708,
      "step": 1171
    },
    {
      "epoch": 0.28496747918059695,
      "grad_norm": 0.5884921550750732,
      "learning_rate": 0.00019578021961549837,
      "loss": 0.8881,
      "step": 1172
    },
    {
      "epoch": 0.2852106254938909,
      "grad_norm": 0.6011683940887451,
      "learning_rate": 0.00019577287875490696,
      "loss": 0.9896,
      "step": 1173
    },
    {
      "epoch": 0.28545377180718495,
      "grad_norm": 0.5657253265380859,
      "learning_rate": 0.00019576553165253545,
      "loss": 0.7893,
      "step": 1174
    },
    {
      "epoch": 0.285696918120479,
      "grad_norm": 0.5737980604171753,
      "learning_rate": 0.00019575817830886266,
      "loss": 0.8607,
      "step": 1175
    },
    {
      "epoch": 0.285940064433773,
      "grad_norm": 0.608348548412323,
      "learning_rate": 0.00019575081872436786,
      "loss": 0.9019,
      "step": 1176
    },
    {
      "epoch": 0.28618321074706704,
      "grad_norm": 0.5808523297309875,
      "learning_rate": 0.00019574345289953074,
      "loss": 0.9194,
      "step": 1177
    },
    {
      "epoch": 0.28642635706036107,
      "grad_norm": 0.5684930086135864,
      "learning_rate": 0.00019573608083483124,
      "loss": 0.8114,
      "step": 1178
    },
    {
      "epoch": 0.2866695033736551,
      "grad_norm": 0.5598033666610718,
      "learning_rate": 0.00019572870253074988,
      "loss": 0.8901,
      "step": 1179
    },
    {
      "epoch": 0.28691264968694913,
      "grad_norm": 0.6178432106971741,
      "learning_rate": 0.00019572131798776754,
      "loss": 0.9299,
      "step": 1180
    },
    {
      "epoch": 0.28715579600024316,
      "grad_norm": 0.5747313499450684,
      "learning_rate": 0.00019571392720636548,
      "loss": 0.874,
      "step": 1181
    },
    {
      "epoch": 0.2873989423135372,
      "grad_norm": 0.5651904940605164,
      "learning_rate": 0.00019570653018702533,
      "loss": 0.7485,
      "step": 1182
    },
    {
      "epoch": 0.2876420886268312,
      "grad_norm": 0.5748146176338196,
      "learning_rate": 0.00019569912693022924,
      "loss": 0.9061,
      "step": 1183
    },
    {
      "epoch": 0.28788523494012525,
      "grad_norm": 0.5622204542160034,
      "learning_rate": 0.0001956917174364597,
      "loss": 0.8557,
      "step": 1184
    },
    {
      "epoch": 0.2881283812534192,
      "grad_norm": 0.5409900546073914,
      "learning_rate": 0.00019568430170619953,
      "loss": 0.8889,
      "step": 1185
    },
    {
      "epoch": 0.28837152756671325,
      "grad_norm": 0.5965115427970886,
      "learning_rate": 0.00019567687973993212,
      "loss": 0.8665,
      "step": 1186
    },
    {
      "epoch": 0.2886146738800073,
      "grad_norm": 0.5372939705848694,
      "learning_rate": 0.00019566945153814112,
      "loss": 0.8826,
      "step": 1187
    },
    {
      "epoch": 0.2888578201933013,
      "grad_norm": 0.5578096508979797,
      "learning_rate": 0.00019566201710131067,
      "loss": 1.0347,
      "step": 1188
    },
    {
      "epoch": 0.28910096650659534,
      "grad_norm": 0.5717991590499878,
      "learning_rate": 0.0001956545764299253,
      "loss": 0.8285,
      "step": 1189
    },
    {
      "epoch": 0.28934411281988937,
      "grad_norm": 0.5905132293701172,
      "learning_rate": 0.00019564712952446992,
      "loss": 0.8309,
      "step": 1190
    },
    {
      "epoch": 0.2895872591331834,
      "grad_norm": 0.5382794737815857,
      "learning_rate": 0.00019563967638542987,
      "loss": 0.7659,
      "step": 1191
    },
    {
      "epoch": 0.2898304054464774,
      "grad_norm": 0.5275224447250366,
      "learning_rate": 0.00019563221701329094,
      "loss": 0.7112,
      "step": 1192
    },
    {
      "epoch": 0.29007355175977145,
      "grad_norm": 0.5067609548568726,
      "learning_rate": 0.0001956247514085392,
      "loss": 0.8331,
      "step": 1193
    },
    {
      "epoch": 0.2903166980730655,
      "grad_norm": 0.5578799843788147,
      "learning_rate": 0.00019561727957166124,
      "loss": 0.8315,
      "step": 1194
    },
    {
      "epoch": 0.2905598443863595,
      "grad_norm": 0.5946821570396423,
      "learning_rate": 0.000195609801503144,
      "loss": 0.997,
      "step": 1195
    },
    {
      "epoch": 0.29080299069965354,
      "grad_norm": 0.6241949200630188,
      "learning_rate": 0.0001956023172034749,
      "loss": 0.8977,
      "step": 1196
    },
    {
      "epoch": 0.2910461370129475,
      "grad_norm": 0.5541651844978333,
      "learning_rate": 0.00019559482667314167,
      "loss": 0.9486,
      "step": 1197
    },
    {
      "epoch": 0.29128928332624154,
      "grad_norm": 0.5581990480422974,
      "learning_rate": 0.00019558732991263247,
      "loss": 0.7836,
      "step": 1198
    },
    {
      "epoch": 0.2915324296395356,
      "grad_norm": 0.5454190969467163,
      "learning_rate": 0.00019557982692243594,
      "loss": 0.907,
      "step": 1199
    },
    {
      "epoch": 0.2917755759528296,
      "grad_norm": 0.5795763731002808,
      "learning_rate": 0.00019557231770304104,
      "loss": 1.0524,
      "step": 1200
    },
    {
      "epoch": 0.2917755759528296,
      "eval_loss": 0.8461799621582031,
      "eval_runtime": 12.3198,
      "eval_samples_per_second": 40.26,
      "eval_steps_per_second": 6.737,
      "step": 1200
    },
    {
      "epoch": 0.29201872226612363,
      "grad_norm": 0.5744175910949707,
      "learning_rate": 0.00019556480225493714,
      "loss": 0.9464,
      "step": 1201
    },
    {
      "epoch": 0.29226186857941766,
      "grad_norm": 0.5502973198890686,
      "learning_rate": 0.0001955572805786141,
      "loss": 0.8437,
      "step": 1202
    },
    {
      "epoch": 0.2925050148927117,
      "grad_norm": 0.5542733669281006,
      "learning_rate": 0.00019554975267456205,
      "loss": 0.8364,
      "step": 1203
    },
    {
      "epoch": 0.2927481612060057,
      "grad_norm": 0.5326908230781555,
      "learning_rate": 0.0001955422185432717,
      "loss": 0.733,
      "step": 1204
    },
    {
      "epoch": 0.29299130751929975,
      "grad_norm": 0.5815831422805786,
      "learning_rate": 0.000195534678185234,
      "loss": 0.9223,
      "step": 1205
    },
    {
      "epoch": 0.2932344538325938,
      "grad_norm": 0.5622587203979492,
      "learning_rate": 0.00019552713160094038,
      "loss": 0.7806,
      "step": 1206
    },
    {
      "epoch": 0.2934776001458878,
      "grad_norm": 0.5618366003036499,
      "learning_rate": 0.00019551957879088272,
      "loss": 0.8023,
      "step": 1207
    },
    {
      "epoch": 0.29372074645918184,
      "grad_norm": 0.6435431241989136,
      "learning_rate": 0.0001955120197555532,
      "loss": 1.0279,
      "step": 1208
    },
    {
      "epoch": 0.2939638927724758,
      "grad_norm": 0.5879369378089905,
      "learning_rate": 0.00019550445449544453,
      "loss": 0.8552,
      "step": 1209
    },
    {
      "epoch": 0.29420703908576984,
      "grad_norm": 0.6442283987998962,
      "learning_rate": 0.00019549688301104964,
      "loss": 0.9469,
      "step": 1210
    },
    {
      "epoch": 0.29445018539906387,
      "grad_norm": 0.5686741471290588,
      "learning_rate": 0.00019548930530286215,
      "loss": 0.9462,
      "step": 1211
    },
    {
      "epoch": 0.2946933317123579,
      "grad_norm": 0.6048405766487122,
      "learning_rate": 0.00019548172137137578,
      "loss": 0.8827,
      "step": 1212
    },
    {
      "epoch": 0.2949364780256519,
      "grad_norm": 0.5861870050430298,
      "learning_rate": 0.00019547413121708484,
      "loss": 0.9469,
      "step": 1213
    },
    {
      "epoch": 0.29517962433894596,
      "grad_norm": 0.5588595867156982,
      "learning_rate": 0.00019546653484048404,
      "loss": 0.7801,
      "step": 1214
    },
    {
      "epoch": 0.29542277065224,
      "grad_norm": 0.5961537957191467,
      "learning_rate": 0.0001954589322420684,
      "loss": 0.9501,
      "step": 1215
    },
    {
      "epoch": 0.295665916965534,
      "grad_norm": 0.5257123112678528,
      "learning_rate": 0.00019545132342233343,
      "loss": 0.7417,
      "step": 1216
    },
    {
      "epoch": 0.29590906327882804,
      "grad_norm": 0.5432050228118896,
      "learning_rate": 0.000195443708381775,
      "loss": 0.8705,
      "step": 1217
    },
    {
      "epoch": 0.2961522095921221,
      "grad_norm": 0.5755380988121033,
      "learning_rate": 0.00019543608712088945,
      "loss": 0.9001,
      "step": 1218
    },
    {
      "epoch": 0.2963953559054161,
      "grad_norm": 0.563414454460144,
      "learning_rate": 0.00019542845964017343,
      "loss": 0.8294,
      "step": 1219
    },
    {
      "epoch": 0.29663850221871013,
      "grad_norm": 0.5725815296173096,
      "learning_rate": 0.00019542082594012404,
      "loss": 0.9256,
      "step": 1220
    },
    {
      "epoch": 0.29688164853200416,
      "grad_norm": 0.5851216316223145,
      "learning_rate": 0.00019541318602123883,
      "loss": 0.8825,
      "step": 1221
    },
    {
      "epoch": 0.29712479484529813,
      "grad_norm": 0.5597673654556274,
      "learning_rate": 0.0001954055398840157,
      "loss": 1.0166,
      "step": 1222
    },
    {
      "epoch": 0.29736794115859216,
      "grad_norm": 0.5850434303283691,
      "learning_rate": 0.00019539788752895296,
      "loss": 0.9203,
      "step": 1223
    },
    {
      "epoch": 0.2976110874718862,
      "grad_norm": 0.5620778799057007,
      "learning_rate": 0.00019539022895654931,
      "loss": 0.8276,
      "step": 1224
    },
    {
      "epoch": 0.2978542337851802,
      "grad_norm": 0.5770409107208252,
      "learning_rate": 0.00019538256416730396,
      "loss": 0.8087,
      "step": 1225
    },
    {
      "epoch": 0.29809738009847425,
      "grad_norm": 0.5550183653831482,
      "learning_rate": 0.00019537489316171636,
      "loss": 0.8983,
      "step": 1226
    },
    {
      "epoch": 0.2983405264117683,
      "grad_norm": 0.6161158084869385,
      "learning_rate": 0.0001953672159402865,
      "loss": 0.9159,
      "step": 1227
    },
    {
      "epoch": 0.2985836727250623,
      "grad_norm": 0.55298912525177,
      "learning_rate": 0.00019535953250351468,
      "loss": 0.718,
      "step": 1228
    },
    {
      "epoch": 0.29882681903835634,
      "grad_norm": 0.5455133318901062,
      "learning_rate": 0.00019535184285190166,
      "loss": 0.6521,
      "step": 1229
    },
    {
      "epoch": 0.29906996535165037,
      "grad_norm": 0.5989488363265991,
      "learning_rate": 0.00019534414698594866,
      "loss": 0.8403,
      "step": 1230
    },
    {
      "epoch": 0.2993131116649444,
      "grad_norm": 0.5660788416862488,
      "learning_rate": 0.0001953364449061572,
      "loss": 0.963,
      "step": 1231
    },
    {
      "epoch": 0.2995562579782384,
      "grad_norm": 0.601326584815979,
      "learning_rate": 0.00019532873661302918,
      "loss": 0.9158,
      "step": 1232
    },
    {
      "epoch": 0.29979940429153246,
      "grad_norm": 0.716235339641571,
      "learning_rate": 0.0001953210221070671,
      "loss": 0.9515,
      "step": 1233
    },
    {
      "epoch": 0.30004255060482643,
      "grad_norm": 0.6000421643257141,
      "learning_rate": 0.00019531330138877363,
      "loss": 0.8583,
      "step": 1234
    },
    {
      "epoch": 0.30028569691812046,
      "grad_norm": 0.5770237445831299,
      "learning_rate": 0.000195305574458652,
      "loss": 0.8976,
      "step": 1235
    },
    {
      "epoch": 0.3005288432314145,
      "grad_norm": 0.5366339683532715,
      "learning_rate": 0.0001952978413172058,
      "loss": 0.7518,
      "step": 1236
    },
    {
      "epoch": 0.3007719895447085,
      "grad_norm": 0.5580846667289734,
      "learning_rate": 0.00019529010196493894,
      "loss": 0.8739,
      "step": 1237
    },
    {
      "epoch": 0.30101513585800255,
      "grad_norm": 0.5676026940345764,
      "learning_rate": 0.00019528235640235594,
      "loss": 0.9018,
      "step": 1238
    },
    {
      "epoch": 0.3012582821712966,
      "grad_norm": 0.5905255079269409,
      "learning_rate": 0.00019527460462996152,
      "loss": 0.9215,
      "step": 1239
    },
    {
      "epoch": 0.3015014284845906,
      "grad_norm": 0.5993294715881348,
      "learning_rate": 0.00019526684664826087,
      "loss": 0.8586,
      "step": 1240
    },
    {
      "epoch": 0.30174457479788463,
      "grad_norm": 0.563010573387146,
      "learning_rate": 0.00019525908245775968,
      "loss": 0.9536,
      "step": 1241
    },
    {
      "epoch": 0.30198772111117866,
      "grad_norm": 0.5912610292434692,
      "learning_rate": 0.00019525131205896387,
      "loss": 0.7687,
      "step": 1242
    },
    {
      "epoch": 0.3022308674244727,
      "grad_norm": 0.5911920070648193,
      "learning_rate": 0.00019524353545237992,
      "loss": 0.8634,
      "step": 1243
    },
    {
      "epoch": 0.3024740137377667,
      "grad_norm": 0.5408263206481934,
      "learning_rate": 0.00019523575263851465,
      "loss": 0.7298,
      "step": 1244
    },
    {
      "epoch": 0.30271716005106075,
      "grad_norm": 0.6088750958442688,
      "learning_rate": 0.00019522796361787524,
      "loss": 1.0364,
      "step": 1245
    },
    {
      "epoch": 0.3029603063643547,
      "grad_norm": 0.5434737205505371,
      "learning_rate": 0.00019522016839096935,
      "loss": 0.827,
      "step": 1246
    },
    {
      "epoch": 0.30320345267764875,
      "grad_norm": 0.5573909878730774,
      "learning_rate": 0.00019521236695830502,
      "loss": 0.9007,
      "step": 1247
    },
    {
      "epoch": 0.3034465989909428,
      "grad_norm": 0.5903409719467163,
      "learning_rate": 0.0001952045593203907,
      "loss": 0.9272,
      "step": 1248
    },
    {
      "epoch": 0.3036897453042368,
      "grad_norm": 0.6053759455680847,
      "learning_rate": 0.00019519674547773525,
      "loss": 0.9285,
      "step": 1249
    },
    {
      "epoch": 0.30393289161753084,
      "grad_norm": 0.562323808670044,
      "learning_rate": 0.00019518892543084787,
      "loss": 0.9729,
      "step": 1250
    },
    {
      "epoch": 0.30417603793082487,
      "grad_norm": 0.5761052966117859,
      "learning_rate": 0.00019518109918023824,
      "loss": 1.0558,
      "step": 1251
    },
    {
      "epoch": 0.3044191842441189,
      "grad_norm": 0.5250556468963623,
      "learning_rate": 0.00019517326672641644,
      "loss": 0.7685,
      "step": 1252
    },
    {
      "epoch": 0.30466233055741293,
      "grad_norm": 0.5777972340583801,
      "learning_rate": 0.00019516542806989287,
      "loss": 1.0378,
      "step": 1253
    },
    {
      "epoch": 0.30490547687070696,
      "grad_norm": 0.5806088447570801,
      "learning_rate": 0.00019515758321117846,
      "loss": 1.0646,
      "step": 1254
    },
    {
      "epoch": 0.305148623184001,
      "grad_norm": 0.5824624300003052,
      "learning_rate": 0.00019514973215078443,
      "loss": 0.6551,
      "step": 1255
    },
    {
      "epoch": 0.305391769497295,
      "grad_norm": 0.5518624782562256,
      "learning_rate": 0.00019514187488922248,
      "loss": 0.9472,
      "step": 1256
    },
    {
      "epoch": 0.30563491581058905,
      "grad_norm": 0.5598811507225037,
      "learning_rate": 0.00019513401142700468,
      "loss": 0.9382,
      "step": 1257
    },
    {
      "epoch": 0.305878062123883,
      "grad_norm": 0.5808990001678467,
      "learning_rate": 0.0001951261417646436,
      "loss": 0.8157,
      "step": 1258
    },
    {
      "epoch": 0.30612120843717705,
      "grad_norm": 0.6223574280738831,
      "learning_rate": 0.00019511826590265199,
      "loss": 0.8674,
      "step": 1259
    },
    {
      "epoch": 0.3063643547504711,
      "grad_norm": 0.5118141770362854,
      "learning_rate": 0.0001951103838415432,
      "loss": 0.6993,
      "step": 1260
    },
    {
      "epoch": 0.3066075010637651,
      "grad_norm": 0.6209710836410522,
      "learning_rate": 0.00019510249558183095,
      "loss": 0.8473,
      "step": 1261
    },
    {
      "epoch": 0.30685064737705914,
      "grad_norm": 0.6053667068481445,
      "learning_rate": 0.00019509460112402928,
      "loss": 1.0056,
      "step": 1262
    },
    {
      "epoch": 0.30709379369035317,
      "grad_norm": 0.5519747138023376,
      "learning_rate": 0.00019508670046865278,
      "loss": 0.9157,
      "step": 1263
    },
    {
      "epoch": 0.3073369400036472,
      "grad_norm": 0.6073716282844543,
      "learning_rate": 0.0001950787936162163,
      "loss": 1.0064,
      "step": 1264
    },
    {
      "epoch": 0.3075800863169412,
      "grad_norm": 0.5525298714637756,
      "learning_rate": 0.00019507088056723514,
      "loss": 0.9058,
      "step": 1265
    },
    {
      "epoch": 0.30782323263023526,
      "grad_norm": 0.5623551607131958,
      "learning_rate": 0.000195062961322225,
      "loss": 0.7575,
      "step": 1266
    },
    {
      "epoch": 0.3080663789435293,
      "grad_norm": 0.5568784475326538,
      "learning_rate": 0.0001950550358817021,
      "loss": 0.8078,
      "step": 1267
    },
    {
      "epoch": 0.3083095252568233,
      "grad_norm": 0.5839376449584961,
      "learning_rate": 0.00019504710424618287,
      "loss": 0.8714,
      "step": 1268
    },
    {
      "epoch": 0.30855267157011734,
      "grad_norm": 0.590355634689331,
      "learning_rate": 0.00019503916641618426,
      "loss": 0.9526,
      "step": 1269
    },
    {
      "epoch": 0.3087958178834113,
      "grad_norm": 0.5502215623855591,
      "learning_rate": 0.00019503122239222358,
      "loss": 0.6732,
      "step": 1270
    },
    {
      "epoch": 0.30903896419670535,
      "grad_norm": 0.5995728373527527,
      "learning_rate": 0.0001950232721748186,
      "loss": 0.8593,
      "step": 1271
    },
    {
      "epoch": 0.3092821105099994,
      "grad_norm": 0.6101261973381042,
      "learning_rate": 0.00019501531576448746,
      "loss": 1.0916,
      "step": 1272
    },
    {
      "epoch": 0.3095252568232934,
      "grad_norm": 0.5543369054794312,
      "learning_rate": 0.00019500735316174868,
      "loss": 0.9576,
      "step": 1273
    },
    {
      "epoch": 0.30976840313658743,
      "grad_norm": 0.5540769696235657,
      "learning_rate": 0.0001949993843671212,
      "loss": 0.8477,
      "step": 1274
    },
    {
      "epoch": 0.31001154944988146,
      "grad_norm": 0.5750218629837036,
      "learning_rate": 0.00019499140938112437,
      "loss": 0.8838,
      "step": 1275
    },
    {
      "epoch": 0.3102546957631755,
      "grad_norm": 0.5735357999801636,
      "learning_rate": 0.00019498342820427794,
      "loss": 0.8358,
      "step": 1276
    },
    {
      "epoch": 0.3104978420764695,
      "grad_norm": 0.6024415493011475,
      "learning_rate": 0.0001949754408371021,
      "loss": 0.9713,
      "step": 1277
    },
    {
      "epoch": 0.31074098838976355,
      "grad_norm": 0.5234342217445374,
      "learning_rate": 0.00019496744728011737,
      "loss": 0.7768,
      "step": 1278
    },
    {
      "epoch": 0.3109841347030576,
      "grad_norm": 0.6814867258071899,
      "learning_rate": 0.00019495944753384473,
      "loss": 0.9252,
      "step": 1279
    },
    {
      "epoch": 0.3112272810163516,
      "grad_norm": 0.521656334400177,
      "learning_rate": 0.00019495144159880555,
      "loss": 0.7751,
      "step": 1280
    },
    {
      "epoch": 0.31147042732964564,
      "grad_norm": 0.547057569026947,
      "learning_rate": 0.00019494342947552155,
      "loss": 0.7767,
      "step": 1281
    },
    {
      "epoch": 0.3117135736429396,
      "grad_norm": 0.5504270195960999,
      "learning_rate": 0.00019493541116451498,
      "loss": 0.9145,
      "step": 1282
    },
    {
      "epoch": 0.31195671995623364,
      "grad_norm": 0.5724307298660278,
      "learning_rate": 0.00019492738666630833,
      "loss": 0.8776,
      "step": 1283
    },
    {
      "epoch": 0.31219986626952767,
      "grad_norm": 0.5868942141532898,
      "learning_rate": 0.00019491935598142467,
      "loss": 0.739,
      "step": 1284
    },
    {
      "epoch": 0.3124430125828217,
      "grad_norm": 0.5411820411682129,
      "learning_rate": 0.00019491131911038732,
      "loss": 0.7107,
      "step": 1285
    },
    {
      "epoch": 0.31268615889611573,
      "grad_norm": 0.5744070410728455,
      "learning_rate": 0.00019490327605372007,
      "loss": 0.8853,
      "step": 1286
    },
    {
      "epoch": 0.31292930520940976,
      "grad_norm": 0.5579414963722229,
      "learning_rate": 0.00019489522681194712,
      "loss": 0.8794,
      "step": 1287
    },
    {
      "epoch": 0.3131724515227038,
      "grad_norm": 0.6112896800041199,
      "learning_rate": 0.00019488717138559306,
      "loss": 0.913,
      "step": 1288
    },
    {
      "epoch": 0.3134155978359978,
      "grad_norm": 0.5651963353157043,
      "learning_rate": 0.00019487910977518288,
      "loss": 0.9164,
      "step": 1289
    },
    {
      "epoch": 0.31365874414929185,
      "grad_norm": 0.693699836730957,
      "learning_rate": 0.000194871041981242,
      "loss": 1.0726,
      "step": 1290
    },
    {
      "epoch": 0.3139018904625859,
      "grad_norm": 0.5294262766838074,
      "learning_rate": 0.0001948629680042962,
      "loss": 0.8467,
      "step": 1291
    },
    {
      "epoch": 0.3141450367758799,
      "grad_norm": 0.5634497404098511,
      "learning_rate": 0.00019485488784487165,
      "loss": 1.0133,
      "step": 1292
    },
    {
      "epoch": 0.31438818308917393,
      "grad_norm": 0.5674414038658142,
      "learning_rate": 0.00019484680150349501,
      "loss": 0.723,
      "step": 1293
    },
    {
      "epoch": 0.3146313294024679,
      "grad_norm": 0.5801936388015747,
      "learning_rate": 0.00019483870898069327,
      "loss": 0.9253,
      "step": 1294
    },
    {
      "epoch": 0.31487447571576194,
      "grad_norm": 0.5613785982131958,
      "learning_rate": 0.00019483061027699385,
      "loss": 0.8185,
      "step": 1295
    },
    {
      "epoch": 0.31511762202905597,
      "grad_norm": 0.5424264073371887,
      "learning_rate": 0.00019482250539292454,
      "loss": 0.9396,
      "step": 1296
    },
    {
      "epoch": 0.31536076834235,
      "grad_norm": 0.5577161908149719,
      "learning_rate": 0.00019481439432901358,
      "loss": 0.8416,
      "step": 1297
    },
    {
      "epoch": 0.315603914655644,
      "grad_norm": 0.5653643608093262,
      "learning_rate": 0.00019480627708578957,
      "loss": 0.9063,
      "step": 1298
    },
    {
      "epoch": 0.31584706096893805,
      "grad_norm": 0.5772355198860168,
      "learning_rate": 0.00019479815366378156,
      "loss": 0.7929,
      "step": 1299
    },
    {
      "epoch": 0.3160902072822321,
      "grad_norm": 0.588540256023407,
      "learning_rate": 0.00019479002406351894,
      "loss": 0.8817,
      "step": 1300
    },
    {
      "epoch": 0.3163333535955261,
      "grad_norm": 0.569911777973175,
      "learning_rate": 0.0001947818882855316,
      "loss": 0.7633,
      "step": 1301
    },
    {
      "epoch": 0.31657649990882014,
      "grad_norm": 0.5569543838500977,
      "learning_rate": 0.0001947737463303497,
      "loss": 0.8109,
      "step": 1302
    },
    {
      "epoch": 0.31681964622211417,
      "grad_norm": 0.5473055243492126,
      "learning_rate": 0.0001947655981985039,
      "loss": 0.8919,
      "step": 1303
    },
    {
      "epoch": 0.3170627925354082,
      "grad_norm": 0.5418857336044312,
      "learning_rate": 0.00019475744389052527,
      "loss": 0.7814,
      "step": 1304
    },
    {
      "epoch": 0.31730593884870223,
      "grad_norm": 0.556111752986908,
      "learning_rate": 0.00019474928340694518,
      "loss": 0.789,
      "step": 1305
    },
    {
      "epoch": 0.31754908516199626,
      "grad_norm": 0.5770244598388672,
      "learning_rate": 0.00019474111674829553,
      "loss": 0.8264,
      "step": 1306
    },
    {
      "epoch": 0.31779223147529023,
      "grad_norm": 0.6196745038032532,
      "learning_rate": 0.00019473294391510852,
      "loss": 0.8644,
      "step": 1307
    },
    {
      "epoch": 0.31803537778858426,
      "grad_norm": 0.5608386993408203,
      "learning_rate": 0.00019472476490791683,
      "loss": 0.8042,
      "step": 1308
    },
    {
      "epoch": 0.3182785241018783,
      "grad_norm": 0.604004979133606,
      "learning_rate": 0.00019471657972725353,
      "loss": 0.7765,
      "step": 1309
    },
    {
      "epoch": 0.3185216704151723,
      "grad_norm": 0.6369938850402832,
      "learning_rate": 0.000194708388373652,
      "loss": 0.794,
      "step": 1310
    },
    {
      "epoch": 0.31876481672846635,
      "grad_norm": 0.5744084119796753,
      "learning_rate": 0.00019470019084764613,
      "loss": 0.912,
      "step": 1311
    },
    {
      "epoch": 0.3190079630417604,
      "grad_norm": 0.5315427184104919,
      "learning_rate": 0.0001946919871497702,
      "loss": 0.7683,
      "step": 1312
    },
    {
      "epoch": 0.3192511093550544,
      "grad_norm": 0.6151326894760132,
      "learning_rate": 0.00019468377728055884,
      "loss": 0.9651,
      "step": 1313
    },
    {
      "epoch": 0.31949425566834844,
      "grad_norm": 0.5451338291168213,
      "learning_rate": 0.0001946755612405471,
      "loss": 0.8375,
      "step": 1314
    },
    {
      "epoch": 0.31973740198164247,
      "grad_norm": 0.6165977716445923,
      "learning_rate": 0.00019466733903027045,
      "loss": 1.025,
      "step": 1315
    },
    {
      "epoch": 0.3199805482949365,
      "grad_norm": 0.5770865082740784,
      "learning_rate": 0.0001946591106502648,
      "loss": 0.9244,
      "step": 1316
    },
    {
      "epoch": 0.3202236946082305,
      "grad_norm": 0.6300061941146851,
      "learning_rate": 0.0001946508761010663,
      "loss": 1.0345,
      "step": 1317
    },
    {
      "epoch": 0.32046684092152455,
      "grad_norm": 0.5684924125671387,
      "learning_rate": 0.00019464263538321175,
      "loss": 0.859,
      "step": 1318
    },
    {
      "epoch": 0.3207099872348185,
      "grad_norm": 0.6075922250747681,
      "learning_rate": 0.00019463438849723813,
      "loss": 0.9503,
      "step": 1319
    },
    {
      "epoch": 0.32095313354811256,
      "grad_norm": 0.574552059173584,
      "learning_rate": 0.00019462613544368298,
      "loss": 0.8712,
      "step": 1320
    },
    {
      "epoch": 0.3211962798614066,
      "grad_norm": 0.6235398650169373,
      "learning_rate": 0.0001946178762230841,
      "loss": 1.0463,
      "step": 1321
    },
    {
      "epoch": 0.3214394261747006,
      "grad_norm": 0.586373507976532,
      "learning_rate": 0.00019460961083597983,
      "loss": 0.7812,
      "step": 1322
    },
    {
      "epoch": 0.32168257248799464,
      "grad_norm": 0.6133096814155579,
      "learning_rate": 0.00019460133928290882,
      "loss": 0.9762,
      "step": 1323
    },
    {
      "epoch": 0.3219257188012887,
      "grad_norm": 0.5306807160377502,
      "learning_rate": 0.00019459306156441013,
      "loss": 0.8133,
      "step": 1324
    },
    {
      "epoch": 0.3221688651145827,
      "grad_norm": 0.5963384509086609,
      "learning_rate": 0.0001945847776810233,
      "loss": 0.9649,
      "step": 1325
    },
    {
      "epoch": 0.32241201142787673,
      "grad_norm": 0.5587587356567383,
      "learning_rate": 0.00019457648763328815,
      "loss": 0.8431,
      "step": 1326
    },
    {
      "epoch": 0.32265515774117076,
      "grad_norm": 0.5316346287727356,
      "learning_rate": 0.000194568191421745,
      "loss": 0.742,
      "step": 1327
    },
    {
      "epoch": 0.3228983040544648,
      "grad_norm": 0.5242591500282288,
      "learning_rate": 0.00019455988904693453,
      "loss": 0.7899,
      "step": 1328
    },
    {
      "epoch": 0.3231414503677588,
      "grad_norm": 0.5702499151229858,
      "learning_rate": 0.00019455158050939782,
      "loss": 0.8826,
      "step": 1329
    },
    {
      "epoch": 0.32338459668105285,
      "grad_norm": 0.555385172367096,
      "learning_rate": 0.00019454326580967636,
      "loss": 0.7794,
      "step": 1330
    },
    {
      "epoch": 0.3236277429943468,
      "grad_norm": 0.5803136229515076,
      "learning_rate": 0.0001945349449483121,
      "loss": 0.9413,
      "step": 1331
    },
    {
      "epoch": 0.32387088930764085,
      "grad_norm": 0.5388425588607788,
      "learning_rate": 0.0001945266179258472,
      "loss": 0.8563,
      "step": 1332
    },
    {
      "epoch": 0.3241140356209349,
      "grad_norm": 0.5676852464675903,
      "learning_rate": 0.0001945182847428245,
      "loss": 0.7223,
      "step": 1333
    },
    {
      "epoch": 0.3243571819342289,
      "grad_norm": 0.5703650712966919,
      "learning_rate": 0.00019450994539978698,
      "loss": 0.7985,
      "step": 1334
    },
    {
      "epoch": 0.32460032824752294,
      "grad_norm": 0.5728150010108948,
      "learning_rate": 0.00019450159989727826,
      "loss": 0.7352,
      "step": 1335
    },
    {
      "epoch": 0.32484347456081697,
      "grad_norm": 0.5707183480262756,
      "learning_rate": 0.00019449324823584213,
      "loss": 0.7437,
      "step": 1336
    },
    {
      "epoch": 0.325086620874111,
      "grad_norm": 0.5883906483650208,
      "learning_rate": 0.00019448489041602293,
      "loss": 0.831,
      "step": 1337
    },
    {
      "epoch": 0.32532976718740503,
      "grad_norm": 0.6119047403335571,
      "learning_rate": 0.00019447652643836535,
      "loss": 0.9274,
      "step": 1338
    },
    {
      "epoch": 0.32557291350069906,
      "grad_norm": 0.5334720015525818,
      "learning_rate": 0.00019446815630341452,
      "loss": 0.7463,
      "step": 1339
    },
    {
      "epoch": 0.3258160598139931,
      "grad_norm": 0.5631850361824036,
      "learning_rate": 0.00019445978001171593,
      "loss": 0.8724,
      "step": 1340
    },
    {
      "epoch": 0.3260592061272871,
      "grad_norm": 0.5477508306503296,
      "learning_rate": 0.0001944513975638155,
      "loss": 0.9013,
      "step": 1341
    },
    {
      "epoch": 0.32630235244058114,
      "grad_norm": 0.5451314449310303,
      "learning_rate": 0.00019444300896025952,
      "loss": 0.7683,
      "step": 1342
    },
    {
      "epoch": 0.3265454987538751,
      "grad_norm": 0.5681796669960022,
      "learning_rate": 0.0001944346142015947,
      "loss": 0.954,
      "step": 1343
    },
    {
      "epoch": 0.32678864506716915,
      "grad_norm": 0.5744884610176086,
      "learning_rate": 0.00019442621328836813,
      "loss": 0.8499,
      "step": 1344
    },
    {
      "epoch": 0.3270317913804632,
      "grad_norm": 0.5950747132301331,
      "learning_rate": 0.00019441780622112735,
      "loss": 0.7609,
      "step": 1345
    },
    {
      "epoch": 0.3272749376937572,
      "grad_norm": 0.5493271946907043,
      "learning_rate": 0.00019440939300042028,
      "loss": 0.7281,
      "step": 1346
    },
    {
      "epoch": 0.32751808400705124,
      "grad_norm": 0.5556862354278564,
      "learning_rate": 0.0001944009736267952,
      "loss": 0.7799,
      "step": 1347
    },
    {
      "epoch": 0.32776123032034526,
      "grad_norm": 0.6191432476043701,
      "learning_rate": 0.00019439254810080082,
      "loss": 0.823,
      "step": 1348
    },
    {
      "epoch": 0.3280043766336393,
      "grad_norm": 0.5817253589630127,
      "learning_rate": 0.0001943841164229863,
      "loss": 0.7891,
      "step": 1349
    },
    {
      "epoch": 0.3282475229469333,
      "grad_norm": 0.5612620115280151,
      "learning_rate": 0.00019437567859390115,
      "loss": 0.799,
      "step": 1350
    },
    {
      "epoch": 0.32849066926022735,
      "grad_norm": 0.5535266995429993,
      "learning_rate": 0.00019436723461409522,
      "loss": 0.8795,
      "step": 1351
    },
    {
      "epoch": 0.3287338155735214,
      "grad_norm": 0.5127198696136475,
      "learning_rate": 0.0001943587844841189,
      "loss": 0.7288,
      "step": 1352
    },
    {
      "epoch": 0.3289769618868154,
      "grad_norm": 0.5687926411628723,
      "learning_rate": 0.0001943503282045229,
      "loss": 0.8946,
      "step": 1353
    },
    {
      "epoch": 0.32922010820010944,
      "grad_norm": 0.5643426775932312,
      "learning_rate": 0.00019434186577585826,
      "loss": 0.9094,
      "step": 1354
    },
    {
      "epoch": 0.3294632545134034,
      "grad_norm": 0.577377438545227,
      "learning_rate": 0.00019433339719867663,
      "loss": 0.8074,
      "step": 1355
    },
    {
      "epoch": 0.32970640082669744,
      "grad_norm": 0.6462303400039673,
      "learning_rate": 0.0001943249224735298,
      "loss": 1.0615,
      "step": 1356
    },
    {
      "epoch": 0.3299495471399915,
      "grad_norm": 0.5870786309242249,
      "learning_rate": 0.0001943164416009702,
      "loss": 0.9069,
      "step": 1357
    },
    {
      "epoch": 0.3301926934532855,
      "grad_norm": 0.5345901846885681,
      "learning_rate": 0.00019430795458155045,
      "loss": 0.817,
      "step": 1358
    },
    {
      "epoch": 0.33043583976657953,
      "grad_norm": 0.5698333382606506,
      "learning_rate": 0.00019429946141582373,
      "loss": 0.7723,
      "step": 1359
    },
    {
      "epoch": 0.33067898607987356,
      "grad_norm": 0.6084358096122742,
      "learning_rate": 0.0001942909621043436,
      "loss": 0.9491,
      "step": 1360
    },
    {
      "epoch": 0.3309221323931676,
      "grad_norm": 0.561071515083313,
      "learning_rate": 0.0001942824566476639,
      "loss": 0.836,
      "step": 1361
    },
    {
      "epoch": 0.3311652787064616,
      "grad_norm": 0.5871017575263977,
      "learning_rate": 0.00019427394504633902,
      "loss": 0.907,
      "step": 1362
    },
    {
      "epoch": 0.33140842501975565,
      "grad_norm": 0.5847433805465698,
      "learning_rate": 0.00019426542730092365,
      "loss": 0.8818,
      "step": 1363
    },
    {
      "epoch": 0.3316515713330497,
      "grad_norm": 0.5224086046218872,
      "learning_rate": 0.0001942569034119729,
      "loss": 0.8171,
      "step": 1364
    },
    {
      "epoch": 0.3318947176463437,
      "grad_norm": 0.5643839836120605,
      "learning_rate": 0.00019424837338004235,
      "loss": 1.0356,
      "step": 1365
    },
    {
      "epoch": 0.33213786395963774,
      "grad_norm": 0.7782063484191895,
      "learning_rate": 0.0001942398372056879,
      "loss": 1.0298,
      "step": 1366
    },
    {
      "epoch": 0.3323810102729317,
      "grad_norm": 0.5790111422538757,
      "learning_rate": 0.00019423129488946585,
      "loss": 0.8771,
      "step": 1367
    },
    {
      "epoch": 0.33262415658622574,
      "grad_norm": 0.5429434180259705,
      "learning_rate": 0.00019422274643193297,
      "loss": 0.8286,
      "step": 1368
    },
    {
      "epoch": 0.33286730289951977,
      "grad_norm": 0.6060904264450073,
      "learning_rate": 0.00019421419183364633,
      "loss": 0.8286,
      "step": 1369
    },
    {
      "epoch": 0.3331104492128138,
      "grad_norm": 0.5644062161445618,
      "learning_rate": 0.0001942056310951635,
      "loss": 1.0393,
      "step": 1370
    },
    {
      "epoch": 0.3333535955261078,
      "grad_norm": 0.5855173468589783,
      "learning_rate": 0.0001941970642170424,
      "loss": 0.8176,
      "step": 1371
    },
    {
      "epoch": 0.33359674183940186,
      "grad_norm": 0.5432863235473633,
      "learning_rate": 0.00019418849119984133,
      "loss": 0.8656,
      "step": 1372
    },
    {
      "epoch": 0.3338398881526959,
      "grad_norm": 0.5959101915359497,
      "learning_rate": 0.00019417991204411905,
      "loss": 0.8531,
      "step": 1373
    },
    {
      "epoch": 0.3340830344659899,
      "grad_norm": 0.5923287868499756,
      "learning_rate": 0.00019417132675043471,
      "loss": 0.9128,
      "step": 1374
    },
    {
      "epoch": 0.33432618077928394,
      "grad_norm": 0.5763598084449768,
      "learning_rate": 0.00019416273531934776,
      "loss": 0.7248,
      "step": 1375
    },
    {
      "epoch": 0.334569327092578,
      "grad_norm": 0.5821524262428284,
      "learning_rate": 0.00019415413775141817,
      "loss": 0.9216,
      "step": 1376
    },
    {
      "epoch": 0.334812473405872,
      "grad_norm": 0.5478282570838928,
      "learning_rate": 0.0001941455340472063,
      "loss": 0.8002,
      "step": 1377
    },
    {
      "epoch": 0.33505561971916603,
      "grad_norm": 0.5907706022262573,
      "learning_rate": 0.00019413692420727283,
      "loss": 0.8402,
      "step": 1378
    },
    {
      "epoch": 0.33529876603246006,
      "grad_norm": 0.5224089622497559,
      "learning_rate": 0.00019412830823217888,
      "loss": 0.8683,
      "step": 1379
    },
    {
      "epoch": 0.33554191234575403,
      "grad_norm": 0.5534678101539612,
      "learning_rate": 0.00019411968612248603,
      "loss": 0.7609,
      "step": 1380
    },
    {
      "epoch": 0.33578505865904806,
      "grad_norm": 0.5878393650054932,
      "learning_rate": 0.00019411105787875616,
      "loss": 0.9203,
      "step": 1381
    },
    {
      "epoch": 0.3360282049723421,
      "grad_norm": 0.5730618238449097,
      "learning_rate": 0.00019410242350155162,
      "loss": 0.9299,
      "step": 1382
    },
    {
      "epoch": 0.3362713512856361,
      "grad_norm": 0.5912375450134277,
      "learning_rate": 0.0001940937829914351,
      "loss": 0.999,
      "step": 1383
    },
    {
      "epoch": 0.33651449759893015,
      "grad_norm": 0.5328096151351929,
      "learning_rate": 0.00019408513634896978,
      "loss": 0.7576,
      "step": 1384
    },
    {
      "epoch": 0.3367576439122242,
      "grad_norm": 0.5840452313423157,
      "learning_rate": 0.00019407648357471914,
      "loss": 0.9754,
      "step": 1385
    },
    {
      "epoch": 0.3370007902255182,
      "grad_norm": 0.6020568013191223,
      "learning_rate": 0.00019406782466924714,
      "loss": 1.0009,
      "step": 1386
    },
    {
      "epoch": 0.33724393653881224,
      "grad_norm": 0.5537781119346619,
      "learning_rate": 0.00019405915963311806,
      "loss": 0.7825,
      "step": 1387
    },
    {
      "epoch": 0.33748708285210627,
      "grad_norm": 0.5614973306655884,
      "learning_rate": 0.00019405048846689668,
      "loss": 0.9211,
      "step": 1388
    },
    {
      "epoch": 0.3377302291654003,
      "grad_norm": 0.5717004537582397,
      "learning_rate": 0.00019404181117114807,
      "loss": 0.9088,
      "step": 1389
    },
    {
      "epoch": 0.3379733754786943,
      "grad_norm": 0.565534234046936,
      "learning_rate": 0.00019403312774643778,
      "loss": 0.8384,
      "step": 1390
    },
    {
      "epoch": 0.33821652179198836,
      "grad_norm": 0.6013511419296265,
      "learning_rate": 0.00019402443819333174,
      "loss": 1.0649,
      "step": 1391
    },
    {
      "epoch": 0.33845966810528233,
      "grad_norm": 0.62339186668396,
      "learning_rate": 0.00019401574251239626,
      "loss": 0.9291,
      "step": 1392
    },
    {
      "epoch": 0.33870281441857636,
      "grad_norm": 0.5953670740127563,
      "learning_rate": 0.00019400704070419807,
      "loss": 0.9531,
      "step": 1393
    },
    {
      "epoch": 0.3389459607318704,
      "grad_norm": 0.6250417232513428,
      "learning_rate": 0.00019399833276930427,
      "loss": 0.9322,
      "step": 1394
    },
    {
      "epoch": 0.3391891070451644,
      "grad_norm": 0.578156054019928,
      "learning_rate": 0.00019398961870828238,
      "loss": 0.8926,
      "step": 1395
    },
    {
      "epoch": 0.33943225335845845,
      "grad_norm": 0.5775936245918274,
      "learning_rate": 0.00019398089852170036,
      "loss": 0.9743,
      "step": 1396
    },
    {
      "epoch": 0.3396753996717525,
      "grad_norm": 0.5512091517448425,
      "learning_rate": 0.00019397217221012647,
      "loss": 0.9461,
      "step": 1397
    },
    {
      "epoch": 0.3399185459850465,
      "grad_norm": 0.5554808974266052,
      "learning_rate": 0.0001939634397741295,
      "loss": 0.8227,
      "step": 1398
    },
    {
      "epoch": 0.34016169229834053,
      "grad_norm": 0.5516034960746765,
      "learning_rate": 0.0001939547012142785,
      "loss": 0.8588,
      "step": 1399
    },
    {
      "epoch": 0.34040483861163456,
      "grad_norm": 0.5931670665740967,
      "learning_rate": 0.000193945956531143,
      "loss": 0.9352,
      "step": 1400
    },
    {
      "epoch": 0.34040483861163456,
      "eval_loss": 0.8454797267913818,
      "eval_runtime": 12.3483,
      "eval_samples_per_second": 40.168,
      "eval_steps_per_second": 6.722,
      "step": 1400
    },
    {
      "epoch": 0.3406479849249286,
      "grad_norm": 0.5755162239074707,
      "learning_rate": 0.00019393720572529296,
      "loss": 0.8781,
      "step": 1401
    },
    {
      "epoch": 0.3408911312382226,
      "grad_norm": 0.5683695077896118,
      "learning_rate": 0.00019392844879729864,
      "loss": 0.7378,
      "step": 1402
    },
    {
      "epoch": 0.34113427755151665,
      "grad_norm": 0.5714824199676514,
      "learning_rate": 0.00019391968574773076,
      "loss": 0.9129,
      "step": 1403
    },
    {
      "epoch": 0.3413774238648106,
      "grad_norm": 0.5349595546722412,
      "learning_rate": 0.00019391091657716046,
      "loss": 0.662,
      "step": 1404
    },
    {
      "epoch": 0.34162057017810465,
      "grad_norm": 0.5563468337059021,
      "learning_rate": 0.00019390214128615923,
      "loss": 0.8873,
      "step": 1405
    },
    {
      "epoch": 0.3418637164913987,
      "grad_norm": 0.5459215641021729,
      "learning_rate": 0.000193893359875299,
      "loss": 1.0014,
      "step": 1406
    },
    {
      "epoch": 0.3421068628046927,
      "grad_norm": 0.5897986888885498,
      "learning_rate": 0.00019388457234515203,
      "loss": 0.7984,
      "step": 1407
    },
    {
      "epoch": 0.34235000911798674,
      "grad_norm": 0.5420958399772644,
      "learning_rate": 0.00019387577869629108,
      "loss": 0.7301,
      "step": 1408
    },
    {
      "epoch": 0.34259315543128077,
      "grad_norm": 0.5653576254844666,
      "learning_rate": 0.00019386697892928925,
      "loss": 0.832,
      "step": 1409
    },
    {
      "epoch": 0.3428363017445748,
      "grad_norm": 0.5249794125556946,
      "learning_rate": 0.00019385817304472003,
      "loss": 0.7926,
      "step": 1410
    },
    {
      "epoch": 0.34307944805786883,
      "grad_norm": 0.6954108476638794,
      "learning_rate": 0.00019384936104315732,
      "loss": 0.9302,
      "step": 1411
    },
    {
      "epoch": 0.34332259437116286,
      "grad_norm": 0.573149561882019,
      "learning_rate": 0.0001938405429251754,
      "loss": 0.7634,
      "step": 1412
    },
    {
      "epoch": 0.3435657406844569,
      "grad_norm": 0.5545625686645508,
      "learning_rate": 0.00019383171869134905,
      "loss": 0.7285,
      "step": 1413
    },
    {
      "epoch": 0.3438088869977509,
      "grad_norm": 0.6118614077568054,
      "learning_rate": 0.00019382288834225326,
      "loss": 0.9086,
      "step": 1414
    },
    {
      "epoch": 0.34405203331104495,
      "grad_norm": 0.5900540351867676,
      "learning_rate": 0.00019381405187846365,
      "loss": 0.822,
      "step": 1415
    },
    {
      "epoch": 0.3442951796243389,
      "grad_norm": 0.5716932415962219,
      "learning_rate": 0.00019380520930055602,
      "loss": 0.8128,
      "step": 1416
    },
    {
      "epoch": 0.34453832593763295,
      "grad_norm": 0.5167437791824341,
      "learning_rate": 0.00019379636060910666,
      "loss": 0.8423,
      "step": 1417
    },
    {
      "epoch": 0.344781472250927,
      "grad_norm": 0.6095350980758667,
      "learning_rate": 0.00019378750580469235,
      "loss": 0.9235,
      "step": 1418
    },
    {
      "epoch": 0.345024618564221,
      "grad_norm": 0.5578034520149231,
      "learning_rate": 0.00019377864488789013,
      "loss": 0.8678,
      "step": 1419
    },
    {
      "epoch": 0.34526776487751504,
      "grad_norm": 0.5586643815040588,
      "learning_rate": 0.00019376977785927747,
      "loss": 0.8442,
      "step": 1420
    },
    {
      "epoch": 0.34551091119080907,
      "grad_norm": 0.5207919478416443,
      "learning_rate": 0.00019376090471943228,
      "loss": 0.7467,
      "step": 1421
    },
    {
      "epoch": 0.3457540575041031,
      "grad_norm": 0.5572817921638489,
      "learning_rate": 0.0001937520254689329,
      "loss": 0.8974,
      "step": 1422
    },
    {
      "epoch": 0.3459972038173971,
      "grad_norm": 0.5555716753005981,
      "learning_rate": 0.0001937431401083579,
      "loss": 0.8283,
      "step": 1423
    },
    {
      "epoch": 0.34624035013069115,
      "grad_norm": 0.5497246384620667,
      "learning_rate": 0.00019373424863828643,
      "loss": 0.8631,
      "step": 1424
    },
    {
      "epoch": 0.3464834964439852,
      "grad_norm": 0.5859888792037964,
      "learning_rate": 0.000193725351059298,
      "loss": 0.8755,
      "step": 1425
    },
    {
      "epoch": 0.3467266427572792,
      "grad_norm": 0.5763843059539795,
      "learning_rate": 0.00019371644737197245,
      "loss": 0.9519,
      "step": 1426
    },
    {
      "epoch": 0.34696978907057324,
      "grad_norm": 0.6393024921417236,
      "learning_rate": 0.00019370753757689006,
      "loss": 0.8738,
      "step": 1427
    },
    {
      "epoch": 0.3472129353838672,
      "grad_norm": 0.5935259461402893,
      "learning_rate": 0.00019369862167463152,
      "loss": 0.7951,
      "step": 1428
    },
    {
      "epoch": 0.34745608169716125,
      "grad_norm": 0.6010420918464661,
      "learning_rate": 0.00019368969966577788,
      "loss": 0.9705,
      "step": 1429
    },
    {
      "epoch": 0.3476992280104553,
      "grad_norm": 0.6071553230285645,
      "learning_rate": 0.00019368077155091062,
      "loss": 0.8299,
      "step": 1430
    },
    {
      "epoch": 0.3479423743237493,
      "grad_norm": 0.7319314479827881,
      "learning_rate": 0.00019367183733061164,
      "loss": 0.8237,
      "step": 1431
    },
    {
      "epoch": 0.34818552063704333,
      "grad_norm": 0.5943474769592285,
      "learning_rate": 0.00019366289700546317,
      "loss": 0.9016,
      "step": 1432
    },
    {
      "epoch": 0.34842866695033736,
      "grad_norm": 0.5887465476989746,
      "learning_rate": 0.00019365395057604787,
      "loss": 0.9024,
      "step": 1433
    },
    {
      "epoch": 0.3486718132636314,
      "grad_norm": 0.5271920561790466,
      "learning_rate": 0.00019364499804294885,
      "loss": 0.8413,
      "step": 1434
    },
    {
      "epoch": 0.3489149595769254,
      "grad_norm": 0.5718632936477661,
      "learning_rate": 0.00019363603940674952,
      "loss": 0.84,
      "step": 1435
    },
    {
      "epoch": 0.34915810589021945,
      "grad_norm": 0.5297197103500366,
      "learning_rate": 0.00019362707466803375,
      "loss": 0.8258,
      "step": 1436
    },
    {
      "epoch": 0.3494012522035135,
      "grad_norm": 0.5427854061126709,
      "learning_rate": 0.00019361810382738585,
      "loss": 0.7774,
      "step": 1437
    },
    {
      "epoch": 0.3496443985168075,
      "grad_norm": 0.6145170331001282,
      "learning_rate": 0.0001936091268853904,
      "loss": 1.0274,
      "step": 1438
    },
    {
      "epoch": 0.34988754483010154,
      "grad_norm": 0.5626764297485352,
      "learning_rate": 0.0001936001438426325,
      "loss": 0.9481,
      "step": 1439
    },
    {
      "epoch": 0.3501306911433955,
      "grad_norm": 0.5508466362953186,
      "learning_rate": 0.00019359115469969756,
      "loss": 0.811,
      "step": 1440
    },
    {
      "epoch": 0.35037383745668954,
      "grad_norm": 0.5902333855628967,
      "learning_rate": 0.00019358215945717148,
      "loss": 0.841,
      "step": 1441
    },
    {
      "epoch": 0.35061698376998357,
      "grad_norm": 0.5871293544769287,
      "learning_rate": 0.00019357315811564048,
      "loss": 0.8335,
      "step": 1442
    },
    {
      "epoch": 0.3508601300832776,
      "grad_norm": 0.6082263588905334,
      "learning_rate": 0.00019356415067569115,
      "loss": 1.0368,
      "step": 1443
    },
    {
      "epoch": 0.35110327639657163,
      "grad_norm": 0.5431774854660034,
      "learning_rate": 0.00019355513713791063,
      "loss": 0.8382,
      "step": 1444
    },
    {
      "epoch": 0.35134642270986566,
      "grad_norm": 0.5359619855880737,
      "learning_rate": 0.00019354611750288628,
      "loss": 0.948,
      "step": 1445
    },
    {
      "epoch": 0.3515895690231597,
      "grad_norm": 0.6610162854194641,
      "learning_rate": 0.00019353709177120595,
      "loss": 0.8774,
      "step": 1446
    },
    {
      "epoch": 0.3518327153364537,
      "grad_norm": 0.5331355333328247,
      "learning_rate": 0.00019352805994345788,
      "loss": 0.8263,
      "step": 1447
    },
    {
      "epoch": 0.35207586164974775,
      "grad_norm": 0.5346354842185974,
      "learning_rate": 0.0001935190220202307,
      "loss": 0.7525,
      "step": 1448
    },
    {
      "epoch": 0.3523190079630418,
      "grad_norm": 0.5580175518989563,
      "learning_rate": 0.00019350997800211345,
      "loss": 0.853,
      "step": 1449
    },
    {
      "epoch": 0.3525621542763358,
      "grad_norm": 0.5252586603164673,
      "learning_rate": 0.00019350092788969554,
      "loss": 0.7954,
      "step": 1450
    },
    {
      "epoch": 0.35280530058962983,
      "grad_norm": 0.6271932721138,
      "learning_rate": 0.00019349187168356675,
      "loss": 0.9516,
      "step": 1451
    },
    {
      "epoch": 0.3530484469029238,
      "grad_norm": 0.5819525718688965,
      "learning_rate": 0.00019348280938431738,
      "loss": 0.8085,
      "step": 1452
    },
    {
      "epoch": 0.35329159321621784,
      "grad_norm": 0.6219574213027954,
      "learning_rate": 0.00019347374099253797,
      "loss": 0.8895,
      "step": 1453
    },
    {
      "epoch": 0.35353473952951187,
      "grad_norm": 0.5758552551269531,
      "learning_rate": 0.00019346466650881956,
      "loss": 0.9475,
      "step": 1454
    },
    {
      "epoch": 0.3537778858428059,
      "grad_norm": 0.5863720178604126,
      "learning_rate": 0.00019345558593375357,
      "loss": 0.8293,
      "step": 1455
    },
    {
      "epoch": 0.3540210321560999,
      "grad_norm": 0.5779410600662231,
      "learning_rate": 0.00019344649926793182,
      "loss": 0.8004,
      "step": 1456
    },
    {
      "epoch": 0.35426417846939395,
      "grad_norm": 0.5564222931861877,
      "learning_rate": 0.00019343740651194647,
      "loss": 0.7823,
      "step": 1457
    },
    {
      "epoch": 0.354507324782688,
      "grad_norm": 0.5747291445732117,
      "learning_rate": 0.00019342830766639013,
      "loss": 0.9982,
      "step": 1458
    },
    {
      "epoch": 0.354750471095982,
      "grad_norm": 0.5972997546195984,
      "learning_rate": 0.0001934192027318558,
      "loss": 1.013,
      "step": 1459
    },
    {
      "epoch": 0.35499361740927604,
      "grad_norm": 0.5969508290290833,
      "learning_rate": 0.0001934100917089369,
      "loss": 1.0087,
      "step": 1460
    },
    {
      "epoch": 0.35523676372257007,
      "grad_norm": 0.5718382596969604,
      "learning_rate": 0.0001934009745982272,
      "loss": 0.7949,
      "step": 1461
    },
    {
      "epoch": 0.3554799100358641,
      "grad_norm": 0.5752649307250977,
      "learning_rate": 0.00019339185140032088,
      "loss": 0.9173,
      "step": 1462
    },
    {
      "epoch": 0.35572305634915813,
      "grad_norm": 0.5318009257316589,
      "learning_rate": 0.0001933827221158125,
      "loss": 0.8087,
      "step": 1463
    },
    {
      "epoch": 0.35596620266245216,
      "grad_norm": 0.5936658382415771,
      "learning_rate": 0.00019337358674529712,
      "loss": 0.882,
      "step": 1464
    },
    {
      "epoch": 0.35620934897574613,
      "grad_norm": 0.5889301896095276,
      "learning_rate": 0.00019336444528937006,
      "loss": 0.8103,
      "step": 1465
    },
    {
      "epoch": 0.35645249528904016,
      "grad_norm": 0.5560727119445801,
      "learning_rate": 0.00019335529774862709,
      "loss": 0.8811,
      "step": 1466
    },
    {
      "epoch": 0.3566956416023342,
      "grad_norm": 0.5338480472564697,
      "learning_rate": 0.00019334614412366442,
      "loss": 0.7418,
      "step": 1467
    },
    {
      "epoch": 0.3569387879156282,
      "grad_norm": 0.5138643383979797,
      "learning_rate": 0.0001933369844150785,
      "loss": 0.6551,
      "step": 1468
    },
    {
      "epoch": 0.35718193422892225,
      "grad_norm": 0.5633198022842407,
      "learning_rate": 0.00019332781862346646,
      "loss": 0.7388,
      "step": 1469
    },
    {
      "epoch": 0.3574250805422163,
      "grad_norm": 0.5808094143867493,
      "learning_rate": 0.0001933186467494256,
      "loss": 0.7871,
      "step": 1470
    },
    {
      "epoch": 0.3576682268555103,
      "grad_norm": 0.5184733867645264,
      "learning_rate": 0.00019330946879355363,
      "loss": 0.7119,
      "step": 1471
    },
    {
      "epoch": 0.35791137316880434,
      "grad_norm": 0.5760682821273804,
      "learning_rate": 0.0001933002847564487,
      "loss": 0.802,
      "step": 1472
    },
    {
      "epoch": 0.35815451948209837,
      "grad_norm": 0.5380755662918091,
      "learning_rate": 0.00019329109463870942,
      "loss": 0.6444,
      "step": 1473
    },
    {
      "epoch": 0.3583976657953924,
      "grad_norm": 0.5831649303436279,
      "learning_rate": 0.0001932818984409347,
      "loss": 0.8273,
      "step": 1474
    },
    {
      "epoch": 0.3586408121086864,
      "grad_norm": 0.5472568869590759,
      "learning_rate": 0.00019327269616372387,
      "loss": 0.8125,
      "step": 1475
    },
    {
      "epoch": 0.35888395842198045,
      "grad_norm": 0.5607887506484985,
      "learning_rate": 0.0001932634878076767,
      "loss": 0.7614,
      "step": 1476
    },
    {
      "epoch": 0.3591271047352744,
      "grad_norm": 0.5199006199836731,
      "learning_rate": 0.0001932542733733933,
      "loss": 0.7654,
      "step": 1477
    },
    {
      "epoch": 0.35937025104856846,
      "grad_norm": 0.5608755350112915,
      "learning_rate": 0.00019324505286147421,
      "loss": 0.8748,
      "step": 1478
    },
    {
      "epoch": 0.3596133973618625,
      "grad_norm": 0.545863151550293,
      "learning_rate": 0.00019323582627252036,
      "loss": 0.846,
      "step": 1479
    },
    {
      "epoch": 0.3598565436751565,
      "grad_norm": 0.5746394395828247,
      "learning_rate": 0.00019322659360713305,
      "loss": 0.8962,
      "step": 1480
    },
    {
      "epoch": 0.36009968998845054,
      "grad_norm": 0.5136283040046692,
      "learning_rate": 0.000193217354865914,
      "loss": 0.7635,
      "step": 1481
    },
    {
      "epoch": 0.3603428363017446,
      "grad_norm": 0.5172459483146667,
      "learning_rate": 0.0001932081100494654,
      "loss": 0.8834,
      "step": 1482
    },
    {
      "epoch": 0.3605859826150386,
      "grad_norm": 0.5913408994674683,
      "learning_rate": 0.00019319885915838962,
      "loss": 0.8427,
      "step": 1483
    },
    {
      "epoch": 0.36082912892833263,
      "grad_norm": 0.5559582114219666,
      "learning_rate": 0.00019318960219328967,
      "loss": 0.7921,
      "step": 1484
    },
    {
      "epoch": 0.36107227524162666,
      "grad_norm": 0.5584927201271057,
      "learning_rate": 0.00019318033915476882,
      "loss": 1.0068,
      "step": 1485
    },
    {
      "epoch": 0.3613154215549207,
      "grad_norm": 0.5366400480270386,
      "learning_rate": 0.00019317107004343078,
      "loss": 0.8111,
      "step": 1486
    },
    {
      "epoch": 0.3615585678682147,
      "grad_norm": 0.5520854592323303,
      "learning_rate": 0.00019316179485987965,
      "loss": 0.8633,
      "step": 1487
    },
    {
      "epoch": 0.36180171418150875,
      "grad_norm": 0.5830626487731934,
      "learning_rate": 0.00019315251360471985,
      "loss": 0.8734,
      "step": 1488
    },
    {
      "epoch": 0.3620448604948027,
      "grad_norm": 0.6041483283042908,
      "learning_rate": 0.00019314322627855636,
      "loss": 0.897,
      "step": 1489
    },
    {
      "epoch": 0.36228800680809675,
      "grad_norm": 0.579642117023468,
      "learning_rate": 0.00019313393288199443,
      "loss": 0.8399,
      "step": 1490
    },
    {
      "epoch": 0.3625311531213908,
      "grad_norm": 0.5259273052215576,
      "learning_rate": 0.0001931246334156397,
      "loss": 0.7362,
      "step": 1491
    },
    {
      "epoch": 0.3627742994346848,
      "grad_norm": 0.6120123267173767,
      "learning_rate": 0.00019311532788009829,
      "loss": 0.8601,
      "step": 1492
    },
    {
      "epoch": 0.36301744574797884,
      "grad_norm": 0.5611636638641357,
      "learning_rate": 0.00019310601627597662,
      "loss": 0.8886,
      "step": 1493
    },
    {
      "epoch": 0.36326059206127287,
      "grad_norm": 0.5844227075576782,
      "learning_rate": 0.00019309669860388158,
      "loss": 0.9694,
      "step": 1494
    },
    {
      "epoch": 0.3635037383745669,
      "grad_norm": 0.6423726081848145,
      "learning_rate": 0.00019308737486442045,
      "loss": 1.0512,
      "step": 1495
    },
    {
      "epoch": 0.3637468846878609,
      "grad_norm": 0.5494396090507507,
      "learning_rate": 0.0001930780450582008,
      "loss": 0.812,
      "step": 1496
    },
    {
      "epoch": 0.36399003100115496,
      "grad_norm": 0.569635808467865,
      "learning_rate": 0.0001930687091858308,
      "loss": 0.8027,
      "step": 1497
    },
    {
      "epoch": 0.364233177314449,
      "grad_norm": 0.5953023433685303,
      "learning_rate": 0.0001930593672479188,
      "loss": 0.8198,
      "step": 1498
    },
    {
      "epoch": 0.364476323627743,
      "grad_norm": 0.5298274159431458,
      "learning_rate": 0.00019305001924507366,
      "loss": 0.9205,
      "step": 1499
    },
    {
      "epoch": 0.36471946994103704,
      "grad_norm": 0.5965165495872498,
      "learning_rate": 0.00019304066517790465,
      "loss": 0.8124,
      "step": 1500
    },
    {
      "epoch": 0.364962616254331,
      "grad_norm": 0.5281779766082764,
      "learning_rate": 0.0001930313050470214,
      "loss": 0.7892,
      "step": 1501
    },
    {
      "epoch": 0.36520576256762505,
      "grad_norm": 0.5293210744857788,
      "learning_rate": 0.00019302193885303384,
      "loss": 0.8191,
      "step": 1502
    },
    {
      "epoch": 0.3654489088809191,
      "grad_norm": 0.5624900460243225,
      "learning_rate": 0.0001930125665965525,
      "loss": 0.9749,
      "step": 1503
    },
    {
      "epoch": 0.3656920551942131,
      "grad_norm": 0.5756837725639343,
      "learning_rate": 0.00019300318827818817,
      "loss": 0.9695,
      "step": 1504
    },
    {
      "epoch": 0.36593520150750714,
      "grad_norm": 0.5611307621002197,
      "learning_rate": 0.00019299380389855203,
      "loss": 0.966,
      "step": 1505
    },
    {
      "epoch": 0.36617834782080116,
      "grad_norm": 0.605169951915741,
      "learning_rate": 0.00019298441345825572,
      "loss": 0.9391,
      "step": 1506
    },
    {
      "epoch": 0.3664214941340952,
      "grad_norm": 0.5758432745933533,
      "learning_rate": 0.0001929750169579112,
      "loss": 0.9881,
      "step": 1507
    },
    {
      "epoch": 0.3666646404473892,
      "grad_norm": 0.5494264960289001,
      "learning_rate": 0.00019296561439813092,
      "loss": 0.9031,
      "step": 1508
    },
    {
      "epoch": 0.36690778676068325,
      "grad_norm": 0.5587172508239746,
      "learning_rate": 0.00019295620577952763,
      "loss": 0.826,
      "step": 1509
    },
    {
      "epoch": 0.3671509330739773,
      "grad_norm": 0.5430630445480347,
      "learning_rate": 0.00019294679110271452,
      "loss": 0.7966,
      "step": 1510
    },
    {
      "epoch": 0.3673940793872713,
      "grad_norm": 0.516200602054596,
      "learning_rate": 0.00019293737036830518,
      "loss": 0.6815,
      "step": 1511
    },
    {
      "epoch": 0.36763722570056534,
      "grad_norm": 0.5617237091064453,
      "learning_rate": 0.00019292794357691356,
      "loss": 0.858,
      "step": 1512
    },
    {
      "epoch": 0.3678803720138593,
      "grad_norm": 0.5524194240570068,
      "learning_rate": 0.00019291851072915405,
      "loss": 0.8006,
      "step": 1513
    },
    {
      "epoch": 0.36812351832715334,
      "grad_norm": 0.6182021498680115,
      "learning_rate": 0.00019290907182564144,
      "loss": 0.8398,
      "step": 1514
    },
    {
      "epoch": 0.36836666464044737,
      "grad_norm": 0.6042524576187134,
      "learning_rate": 0.0001928996268669909,
      "loss": 0.9848,
      "step": 1515
    },
    {
      "epoch": 0.3686098109537414,
      "grad_norm": 0.5759389400482178,
      "learning_rate": 0.00019289017585381787,
      "loss": 0.8576,
      "step": 1516
    },
    {
      "epoch": 0.36885295726703543,
      "grad_norm": 0.5751088261604309,
      "learning_rate": 0.0001928807187867384,
      "loss": 0.708,
      "step": 1517
    },
    {
      "epoch": 0.36909610358032946,
      "grad_norm": 0.5524256825447083,
      "learning_rate": 0.0001928712556663688,
      "loss": 0.7328,
      "step": 1518
    },
    {
      "epoch": 0.3693392498936235,
      "grad_norm": 0.524403989315033,
      "learning_rate": 0.00019286178649332585,
      "loss": 0.7498,
      "step": 1519
    },
    {
      "epoch": 0.3695823962069175,
      "grad_norm": 0.5595275163650513,
      "learning_rate": 0.00019285231126822664,
      "loss": 0.8498,
      "step": 1520
    },
    {
      "epoch": 0.36982554252021155,
      "grad_norm": 0.5657599568367004,
      "learning_rate": 0.0001928428299916887,
      "loss": 0.8021,
      "step": 1521
    },
    {
      "epoch": 0.3700686888335056,
      "grad_norm": 0.5903252959251404,
      "learning_rate": 0.00019283334266432996,
      "loss": 0.7976,
      "step": 1522
    },
    {
      "epoch": 0.3703118351467996,
      "grad_norm": 0.5982061624526978,
      "learning_rate": 0.0001928238492867687,
      "loss": 0.888,
      "step": 1523
    },
    {
      "epoch": 0.37055498146009364,
      "grad_norm": 0.548675537109375,
      "learning_rate": 0.0001928143498596237,
      "loss": 0.8486,
      "step": 1524
    },
    {
      "epoch": 0.3707981277733876,
      "grad_norm": 0.5573551654815674,
      "learning_rate": 0.00019280484438351402,
      "loss": 0.698,
      "step": 1525
    },
    {
      "epoch": 0.37104127408668164,
      "grad_norm": 0.587536633014679,
      "learning_rate": 0.00019279533285905914,
      "loss": 0.9293,
      "step": 1526
    },
    {
      "epoch": 0.37128442039997567,
      "grad_norm": 0.5866121649742126,
      "learning_rate": 0.00019278581528687897,
      "loss": 0.9003,
      "step": 1527
    },
    {
      "epoch": 0.3715275667132697,
      "grad_norm": 0.5762288570404053,
      "learning_rate": 0.0001927762916675938,
      "loss": 0.8224,
      "step": 1528
    },
    {
      "epoch": 0.3717707130265637,
      "grad_norm": 0.5615366101264954,
      "learning_rate": 0.00019276676200182433,
      "loss": 0.8366,
      "step": 1529
    },
    {
      "epoch": 0.37201385933985776,
      "grad_norm": 0.6008799076080322,
      "learning_rate": 0.0001927572262901916,
      "loss": 1.0203,
      "step": 1530
    },
    {
      "epoch": 0.3722570056531518,
      "grad_norm": 0.49178221821784973,
      "learning_rate": 0.0001927476845333171,
      "loss": 0.7157,
      "step": 1531
    },
    {
      "epoch": 0.3725001519664458,
      "grad_norm": 0.5447873473167419,
      "learning_rate": 0.0001927381367318227,
      "loss": 0.7566,
      "step": 1532
    },
    {
      "epoch": 0.37274329827973984,
      "grad_norm": 0.5774303674697876,
      "learning_rate": 0.0001927285828863306,
      "loss": 0.9715,
      "step": 1533
    },
    {
      "epoch": 0.3729864445930339,
      "grad_norm": 0.550767719745636,
      "learning_rate": 0.00019271902299746352,
      "loss": 0.8209,
      "step": 1534
    },
    {
      "epoch": 0.3732295909063279,
      "grad_norm": 0.6109235882759094,
      "learning_rate": 0.00019270945706584446,
      "loss": 1.1892,
      "step": 1535
    },
    {
      "epoch": 0.37347273721962193,
      "grad_norm": 0.5953569412231445,
      "learning_rate": 0.0001926998850920969,
      "loss": 0.8372,
      "step": 1536
    },
    {
      "epoch": 0.3737158835329159,
      "grad_norm": 0.6407670378684998,
      "learning_rate": 0.0001926903070768446,
      "loss": 0.9602,
      "step": 1537
    },
    {
      "epoch": 0.37395902984620993,
      "grad_norm": 0.5611171126365662,
      "learning_rate": 0.00019268072302071188,
      "loss": 0.8932,
      "step": 1538
    },
    {
      "epoch": 0.37420217615950396,
      "grad_norm": 0.599166750907898,
      "learning_rate": 0.0001926711329243233,
      "loss": 0.989,
      "step": 1539
    },
    {
      "epoch": 0.374445322472798,
      "grad_norm": 0.5594286322593689,
      "learning_rate": 0.00019266153678830383,
      "loss": 0.9648,
      "step": 1540
    },
    {
      "epoch": 0.374688468786092,
      "grad_norm": 0.5512025356292725,
      "learning_rate": 0.000192651934613279,
      "loss": 0.7867,
      "step": 1541
    },
    {
      "epoch": 0.37493161509938605,
      "grad_norm": 0.545346200466156,
      "learning_rate": 0.0001926423263998745,
      "loss": 0.9041,
      "step": 1542
    },
    {
      "epoch": 0.3751747614126801,
      "grad_norm": 0.5528940558433533,
      "learning_rate": 0.00019263271214871655,
      "loss": 0.751,
      "step": 1543
    },
    {
      "epoch": 0.3754179077259741,
      "grad_norm": 0.5847811698913574,
      "learning_rate": 0.00019262309186043178,
      "loss": 0.8428,
      "step": 1544
    },
    {
      "epoch": 0.37566105403926814,
      "grad_norm": 0.5894849300384521,
      "learning_rate": 0.00019261346553564712,
      "loss": 0.8182,
      "step": 1545
    },
    {
      "epoch": 0.37590420035256217,
      "grad_norm": 0.5652028918266296,
      "learning_rate": 0.00019260383317498998,
      "loss": 0.6834,
      "step": 1546
    },
    {
      "epoch": 0.3761473466658562,
      "grad_norm": 0.5820687413215637,
      "learning_rate": 0.0001925941947790881,
      "loss": 0.7906,
      "step": 1547
    },
    {
      "epoch": 0.3763904929791502,
      "grad_norm": 0.6284209489822388,
      "learning_rate": 0.00019258455034856963,
      "loss": 0.9726,
      "step": 1548
    },
    {
      "epoch": 0.37663363929244426,
      "grad_norm": 0.6676906943321228,
      "learning_rate": 0.00019257489988406317,
      "loss": 0.9179,
      "step": 1549
    },
    {
      "epoch": 0.37687678560573823,
      "grad_norm": 0.5064489841461182,
      "learning_rate": 0.00019256524338619765,
      "loss": 0.6725,
      "step": 1550
    },
    {
      "epoch": 0.37711993191903226,
      "grad_norm": 0.5673242807388306,
      "learning_rate": 0.00019255558085560237,
      "loss": 0.823,
      "step": 1551
    },
    {
      "epoch": 0.3773630782323263,
      "grad_norm": 0.5628147125244141,
      "learning_rate": 0.00019254591229290712,
      "loss": 0.8395,
      "step": 1552
    },
    {
      "epoch": 0.3776062245456203,
      "grad_norm": 0.5567005276679993,
      "learning_rate": 0.000192536237698742,
      "loss": 0.85,
      "step": 1553
    },
    {
      "epoch": 0.37784937085891435,
      "grad_norm": 0.5388098359107971,
      "learning_rate": 0.00019252655707373756,
      "loss": 0.7265,
      "step": 1554
    },
    {
      "epoch": 0.3780925171722084,
      "grad_norm": 0.616204559803009,
      "learning_rate": 0.00019251687041852464,
      "loss": 1.037,
      "step": 1555
    },
    {
      "epoch": 0.3783356634855024,
      "grad_norm": 0.6135089993476868,
      "learning_rate": 0.00019250717773373462,
      "loss": 0.8815,
      "step": 1556
    },
    {
      "epoch": 0.37857880979879643,
      "grad_norm": 0.6267956495285034,
      "learning_rate": 0.00019249747901999915,
      "loss": 0.966,
      "step": 1557
    },
    {
      "epoch": 0.37882195611209046,
      "grad_norm": 0.5738922357559204,
      "learning_rate": 0.00019248777427795035,
      "loss": 0.8589,
      "step": 1558
    },
    {
      "epoch": 0.3790651024253845,
      "grad_norm": 0.5914203524589539,
      "learning_rate": 0.0001924780635082207,
      "loss": 0.8379,
      "step": 1559
    },
    {
      "epoch": 0.3793082487386785,
      "grad_norm": 0.5792884826660156,
      "learning_rate": 0.00019246834671144306,
      "loss": 0.8215,
      "step": 1560
    },
    {
      "epoch": 0.37955139505197255,
      "grad_norm": 0.5503805875778198,
      "learning_rate": 0.00019245862388825075,
      "loss": 0.7928,
      "step": 1561
    },
    {
      "epoch": 0.3797945413652665,
      "grad_norm": 0.5518836975097656,
      "learning_rate": 0.00019244889503927735,
      "loss": 0.9356,
      "step": 1562
    },
    {
      "epoch": 0.38003768767856055,
      "grad_norm": 0.5754474401473999,
      "learning_rate": 0.00019243916016515697,
      "loss": 1.0349,
      "step": 1563
    },
    {
      "epoch": 0.3802808339918546,
      "grad_norm": 0.5481606125831604,
      "learning_rate": 0.00019242941926652404,
      "loss": 0.8052,
      "step": 1564
    },
    {
      "epoch": 0.3805239803051486,
      "grad_norm": 0.5400614738464355,
      "learning_rate": 0.00019241967234401346,
      "loss": 0.6047,
      "step": 1565
    },
    {
      "epoch": 0.38076712661844264,
      "grad_norm": 0.6115254163742065,
      "learning_rate": 0.0001924099193982604,
      "loss": 0.9317,
      "step": 1566
    },
    {
      "epoch": 0.38101027293173667,
      "grad_norm": 0.5590602159500122,
      "learning_rate": 0.00019240016042990047,
      "loss": 0.8156,
      "step": 1567
    },
    {
      "epoch": 0.3812534192450307,
      "grad_norm": 0.5667858123779297,
      "learning_rate": 0.00019239039543956973,
      "loss": 0.9095,
      "step": 1568
    },
    {
      "epoch": 0.38149656555832473,
      "grad_norm": 0.5778511762619019,
      "learning_rate": 0.0001923806244279046,
      "loss": 0.9754,
      "step": 1569
    },
    {
      "epoch": 0.38173971187161876,
      "grad_norm": 0.6091858148574829,
      "learning_rate": 0.00019237084739554184,
      "loss": 0.9206,
      "step": 1570
    },
    {
      "epoch": 0.3819828581849128,
      "grad_norm": 0.5533319711685181,
      "learning_rate": 0.0001923610643431187,
      "loss": 0.8385,
      "step": 1571
    },
    {
      "epoch": 0.3822260044982068,
      "grad_norm": 0.5959608554840088,
      "learning_rate": 0.0001923512752712727,
      "loss": 0.7449,
      "step": 1572
    },
    {
      "epoch": 0.38246915081150085,
      "grad_norm": 0.6444055438041687,
      "learning_rate": 0.0001923414801806419,
      "loss": 0.8221,
      "step": 1573
    },
    {
      "epoch": 0.3827122971247948,
      "grad_norm": 0.5511559844017029,
      "learning_rate": 0.0001923316790718646,
      "loss": 0.8423,
      "step": 1574
    },
    {
      "epoch": 0.38295544343808885,
      "grad_norm": 0.5482873320579529,
      "learning_rate": 0.0001923218719455796,
      "loss": 0.8028,
      "step": 1575
    },
    {
      "epoch": 0.3831985897513829,
      "grad_norm": 0.6117066144943237,
      "learning_rate": 0.00019231205880242607,
      "loss": 0.9219,
      "step": 1576
    },
    {
      "epoch": 0.3834417360646769,
      "grad_norm": 0.5706258416175842,
      "learning_rate": 0.00019230223964304354,
      "loss": 0.8888,
      "step": 1577
    },
    {
      "epoch": 0.38368488237797094,
      "grad_norm": 0.5088881254196167,
      "learning_rate": 0.00019229241446807195,
      "loss": 0.7961,
      "step": 1578
    },
    {
      "epoch": 0.38392802869126497,
      "grad_norm": 0.6146371364593506,
      "learning_rate": 0.00019228258327815166,
      "loss": 1.0183,
      "step": 1579
    },
    {
      "epoch": 0.384171175004559,
      "grad_norm": 0.5450323224067688,
      "learning_rate": 0.00019227274607392335,
      "loss": 0.8685,
      "step": 1580
    },
    {
      "epoch": 0.384414321317853,
      "grad_norm": 0.6262568831443787,
      "learning_rate": 0.00019226290285602815,
      "loss": 0.7426,
      "step": 1581
    },
    {
      "epoch": 0.38465746763114705,
      "grad_norm": 0.6355866193771362,
      "learning_rate": 0.00019225305362510761,
      "loss": 1.0029,
      "step": 1582
    },
    {
      "epoch": 0.3849006139444411,
      "grad_norm": 0.5527936220169067,
      "learning_rate": 0.0001922431983818036,
      "loss": 0.8404,
      "step": 1583
    },
    {
      "epoch": 0.3851437602577351,
      "grad_norm": 0.599180281162262,
      "learning_rate": 0.00019223333712675838,
      "loss": 0.8671,
      "step": 1584
    },
    {
      "epoch": 0.38538690657102914,
      "grad_norm": 0.5737444758415222,
      "learning_rate": 0.0001922234698606147,
      "loss": 0.7505,
      "step": 1585
    },
    {
      "epoch": 0.3856300528843231,
      "grad_norm": 0.5698861479759216,
      "learning_rate": 0.00019221359658401558,
      "loss": 0.8821,
      "step": 1586
    },
    {
      "epoch": 0.38587319919761714,
      "grad_norm": 0.5870386362075806,
      "learning_rate": 0.00019220371729760456,
      "loss": 0.8455,
      "step": 1587
    },
    {
      "epoch": 0.3861163455109112,
      "grad_norm": 0.5658953785896301,
      "learning_rate": 0.00019219383200202544,
      "loss": 0.6703,
      "step": 1588
    },
    {
      "epoch": 0.3863594918242052,
      "grad_norm": 0.6134464144706726,
      "learning_rate": 0.00019218394069792246,
      "loss": 0.8662,
      "step": 1589
    },
    {
      "epoch": 0.38660263813749923,
      "grad_norm": 0.5777974724769592,
      "learning_rate": 0.0001921740433859403,
      "loss": 0.8242,
      "step": 1590
    },
    {
      "epoch": 0.38684578445079326,
      "grad_norm": 0.5786471962928772,
      "learning_rate": 0.00019216414006672402,
      "loss": 0.9593,
      "step": 1591
    },
    {
      "epoch": 0.3870889307640873,
      "grad_norm": 0.6937013268470764,
      "learning_rate": 0.00019215423074091896,
      "loss": 0.8358,
      "step": 1592
    },
    {
      "epoch": 0.3873320770773813,
      "grad_norm": 0.6156991124153137,
      "learning_rate": 0.00019214431540917103,
      "loss": 0.9588,
      "step": 1593
    },
    {
      "epoch": 0.38757522339067535,
      "grad_norm": 0.5993666648864746,
      "learning_rate": 0.00019213439407212636,
      "loss": 0.9865,
      "step": 1594
    },
    {
      "epoch": 0.3878183697039694,
      "grad_norm": 0.583488941192627,
      "learning_rate": 0.0001921244667304316,
      "loss": 0.8005,
      "step": 1595
    },
    {
      "epoch": 0.3880615160172634,
      "grad_norm": 0.551606297492981,
      "learning_rate": 0.00019211453338473374,
      "loss": 0.7865,
      "step": 1596
    },
    {
      "epoch": 0.38830466233055744,
      "grad_norm": 0.6007656455039978,
      "learning_rate": 0.00019210459403568017,
      "loss": 0.8625,
      "step": 1597
    },
    {
      "epoch": 0.3885478086438514,
      "grad_norm": 0.5311366319656372,
      "learning_rate": 0.00019209464868391864,
      "loss": 0.6275,
      "step": 1598
    },
    {
      "epoch": 0.38879095495714544,
      "grad_norm": 0.5854961276054382,
      "learning_rate": 0.00019208469733009734,
      "loss": 0.9533,
      "step": 1599
    },
    {
      "epoch": 0.38903410127043947,
      "grad_norm": 0.5323918461799622,
      "learning_rate": 0.00019207473997486475,
      "loss": 0.8416,
      "step": 1600
    },
    {
      "epoch": 0.38903410127043947,
      "eval_loss": 0.8446683287620544,
      "eval_runtime": 12.3123,
      "eval_samples_per_second": 40.285,
      "eval_steps_per_second": 6.741,
      "step": 1600
    },
    {
      "epoch": 0.3892772475837335,
      "grad_norm": 0.5824834704399109,
      "learning_rate": 0.00019206477661886994,
      "loss": 0.8553,
      "step": 1601
    },
    {
      "epoch": 0.38952039389702753,
      "grad_norm": 0.5796718001365662,
      "learning_rate": 0.00019205480726276216,
      "loss": 0.8454,
      "step": 1602
    },
    {
      "epoch": 0.38976354021032156,
      "grad_norm": 0.5620243549346924,
      "learning_rate": 0.0001920448319071912,
      "loss": 0.8881,
      "step": 1603
    },
    {
      "epoch": 0.3900066865236156,
      "grad_norm": 0.5985307693481445,
      "learning_rate": 0.0001920348505528071,
      "loss": 0.9039,
      "step": 1604
    },
    {
      "epoch": 0.3902498328369096,
      "grad_norm": 0.5840392112731934,
      "learning_rate": 0.00019202486320026046,
      "loss": 1.123,
      "step": 1605
    },
    {
      "epoch": 0.39049297915020365,
      "grad_norm": 0.5546729564666748,
      "learning_rate": 0.00019201486985020213,
      "loss": 0.9392,
      "step": 1606
    },
    {
      "epoch": 0.3907361254634977,
      "grad_norm": 0.623535692691803,
      "learning_rate": 0.00019200487050328343,
      "loss": 0.9628,
      "step": 1607
    },
    {
      "epoch": 0.3909792717767917,
      "grad_norm": 0.5059837698936462,
      "learning_rate": 0.00019199486516015605,
      "loss": 0.583,
      "step": 1608
    },
    {
      "epoch": 0.39122241809008573,
      "grad_norm": 0.621497631072998,
      "learning_rate": 0.000191984853821472,
      "loss": 0.8809,
      "step": 1609
    },
    {
      "epoch": 0.3914655644033797,
      "grad_norm": 0.5530356168746948,
      "learning_rate": 0.00019197483648788384,
      "loss": 0.7825,
      "step": 1610
    },
    {
      "epoch": 0.39170871071667374,
      "grad_norm": 0.5479868054389954,
      "learning_rate": 0.00019196481316004435,
      "loss": 0.7036,
      "step": 1611
    },
    {
      "epoch": 0.39195185702996777,
      "grad_norm": 0.6002538204193115,
      "learning_rate": 0.00019195478383860683,
      "loss": 1.0586,
      "step": 1612
    },
    {
      "epoch": 0.3921950033432618,
      "grad_norm": 0.5636984705924988,
      "learning_rate": 0.0001919447485242249,
      "loss": 0.8767,
      "step": 1613
    },
    {
      "epoch": 0.3924381496565558,
      "grad_norm": 0.5915560126304626,
      "learning_rate": 0.00019193470721755258,
      "loss": 0.9437,
      "step": 1614
    },
    {
      "epoch": 0.39268129596984985,
      "grad_norm": 0.5213408470153809,
      "learning_rate": 0.0001919246599192443,
      "loss": 0.7276,
      "step": 1615
    },
    {
      "epoch": 0.3929244422831439,
      "grad_norm": 0.5738703012466431,
      "learning_rate": 0.00019191460662995485,
      "loss": 0.8085,
      "step": 1616
    },
    {
      "epoch": 0.3931675885964379,
      "grad_norm": 0.5579350590705872,
      "learning_rate": 0.00019190454735033946,
      "loss": 0.873,
      "step": 1617
    },
    {
      "epoch": 0.39341073490973194,
      "grad_norm": 0.4948953688144684,
      "learning_rate": 0.00019189448208105372,
      "loss": 0.6641,
      "step": 1618
    },
    {
      "epoch": 0.39365388122302597,
      "grad_norm": 0.5301045775413513,
      "learning_rate": 0.00019188441082275358,
      "loss": 0.7449,
      "step": 1619
    },
    {
      "epoch": 0.39389702753632,
      "grad_norm": 0.5528988838195801,
      "learning_rate": 0.00019187433357609543,
      "loss": 0.7717,
      "step": 1620
    },
    {
      "epoch": 0.39414017384961403,
      "grad_norm": 0.5621178150177002,
      "learning_rate": 0.00019186425034173606,
      "loss": 0.8268,
      "step": 1621
    },
    {
      "epoch": 0.39438332016290806,
      "grad_norm": 0.5889886617660522,
      "learning_rate": 0.00019185416112033255,
      "loss": 0.856,
      "step": 1622
    },
    {
      "epoch": 0.39462646647620203,
      "grad_norm": 0.5215473175048828,
      "learning_rate": 0.00019184406591254253,
      "loss": 0.8286,
      "step": 1623
    },
    {
      "epoch": 0.39486961278949606,
      "grad_norm": 0.565639078617096,
      "learning_rate": 0.00019183396471902388,
      "loss": 0.8323,
      "step": 1624
    },
    {
      "epoch": 0.3951127591027901,
      "grad_norm": 0.5598980784416199,
      "learning_rate": 0.00019182385754043494,
      "loss": 0.9744,
      "step": 1625
    },
    {
      "epoch": 0.3953559054160841,
      "grad_norm": 0.5618696212768555,
      "learning_rate": 0.00019181374437743438,
      "loss": 0.7946,
      "step": 1626
    },
    {
      "epoch": 0.39559905172937815,
      "grad_norm": 0.6025965213775635,
      "learning_rate": 0.00019180362523068135,
      "loss": 0.848,
      "step": 1627
    },
    {
      "epoch": 0.3958421980426722,
      "grad_norm": 0.6256144642829895,
      "learning_rate": 0.0001917935001008353,
      "loss": 0.8697,
      "step": 1628
    },
    {
      "epoch": 0.3960853443559662,
      "grad_norm": 0.6230301260948181,
      "learning_rate": 0.00019178336898855618,
      "loss": 0.9109,
      "step": 1629
    },
    {
      "epoch": 0.39632849066926024,
      "grad_norm": 0.5794780254364014,
      "learning_rate": 0.0001917732318945042,
      "loss": 0.7454,
      "step": 1630
    },
    {
      "epoch": 0.39657163698255427,
      "grad_norm": 0.6693252921104431,
      "learning_rate": 0.00019176308881934005,
      "loss": 0.8406,
      "step": 1631
    },
    {
      "epoch": 0.3968147832958483,
      "grad_norm": 0.5578981637954712,
      "learning_rate": 0.0001917529397637248,
      "loss": 0.7704,
      "step": 1632
    },
    {
      "epoch": 0.3970579296091423,
      "grad_norm": 0.540581464767456,
      "learning_rate": 0.00019174278472831982,
      "loss": 0.8908,
      "step": 1633
    },
    {
      "epoch": 0.39730107592243635,
      "grad_norm": 0.5483577251434326,
      "learning_rate": 0.00019173262371378704,
      "loss": 0.9043,
      "step": 1634
    },
    {
      "epoch": 0.3975442222357303,
      "grad_norm": 0.5440090298652649,
      "learning_rate": 0.00019172245672078862,
      "loss": 0.8632,
      "step": 1635
    },
    {
      "epoch": 0.39778736854902436,
      "grad_norm": 0.5174464583396912,
      "learning_rate": 0.00019171228374998715,
      "loss": 0.7264,
      "step": 1636
    },
    {
      "epoch": 0.3980305148623184,
      "grad_norm": 0.580960214138031,
      "learning_rate": 0.00019170210480204568,
      "loss": 0.9174,
      "step": 1637
    },
    {
      "epoch": 0.3982736611756124,
      "grad_norm": 0.5437595248222351,
      "learning_rate": 0.0001916919198776276,
      "loss": 0.8855,
      "step": 1638
    },
    {
      "epoch": 0.39851680748890644,
      "grad_norm": 0.6022350788116455,
      "learning_rate": 0.00019168172897739665,
      "loss": 1.0503,
      "step": 1639
    },
    {
      "epoch": 0.3987599538022005,
      "grad_norm": 0.5443207621574402,
      "learning_rate": 0.000191671532102017,
      "loss": 0.9061,
      "step": 1640
    },
    {
      "epoch": 0.3990031001154945,
      "grad_norm": 0.5653789043426514,
      "learning_rate": 0.00019166132925215327,
      "loss": 0.8533,
      "step": 1641
    },
    {
      "epoch": 0.39924624642878853,
      "grad_norm": 0.5680386424064636,
      "learning_rate": 0.00019165112042847032,
      "loss": 0.8125,
      "step": 1642
    },
    {
      "epoch": 0.39948939274208256,
      "grad_norm": 0.6955046057701111,
      "learning_rate": 0.0001916409056316336,
      "loss": 0.913,
      "step": 1643
    },
    {
      "epoch": 0.3997325390553766,
      "grad_norm": 0.6132017970085144,
      "learning_rate": 0.00019163068486230872,
      "loss": 0.8411,
      "step": 1644
    },
    {
      "epoch": 0.3999756853686706,
      "grad_norm": 0.5867312550544739,
      "learning_rate": 0.00019162045812116184,
      "loss": 0.9425,
      "step": 1645
    },
    {
      "epoch": 0.40021883168196465,
      "grad_norm": 0.567186176776886,
      "learning_rate": 0.00019161022540885948,
      "loss": 0.8422,
      "step": 1646
    },
    {
      "epoch": 0.4004619779952586,
      "grad_norm": 0.5208078026771545,
      "learning_rate": 0.00019159998672606853,
      "loss": 0.7327,
      "step": 1647
    },
    {
      "epoch": 0.40070512430855265,
      "grad_norm": 0.5979186296463013,
      "learning_rate": 0.00019158974207345627,
      "loss": 0.9622,
      "step": 1648
    },
    {
      "epoch": 0.4009482706218467,
      "grad_norm": 0.5339386463165283,
      "learning_rate": 0.00019157949145169034,
      "loss": 0.8958,
      "step": 1649
    },
    {
      "epoch": 0.4011914169351407,
      "grad_norm": 0.5800380706787109,
      "learning_rate": 0.00019156923486143886,
      "loss": 0.9114,
      "step": 1650
    },
    {
      "epoch": 0.40143456324843474,
      "grad_norm": 0.5937538146972656,
      "learning_rate": 0.0001915589723033702,
      "loss": 0.9737,
      "step": 1651
    },
    {
      "epoch": 0.40167770956172877,
      "grad_norm": 0.537746012210846,
      "learning_rate": 0.00019154870377815328,
      "loss": 0.8085,
      "step": 1652
    },
    {
      "epoch": 0.4019208558750228,
      "grad_norm": 0.6540218591690063,
      "learning_rate": 0.00019153842928645732,
      "loss": 0.9558,
      "step": 1653
    },
    {
      "epoch": 0.4021640021883168,
      "grad_norm": 0.579828143119812,
      "learning_rate": 0.0001915281488289519,
      "loss": 0.8306,
      "step": 1654
    },
    {
      "epoch": 0.40240714850161086,
      "grad_norm": 0.5507527589797974,
      "learning_rate": 0.000191517862406307,
      "loss": 0.7922,
      "step": 1655
    },
    {
      "epoch": 0.4026502948149049,
      "grad_norm": 0.5822127461433411,
      "learning_rate": 0.00019150757001919308,
      "loss": 0.8828,
      "step": 1656
    },
    {
      "epoch": 0.4028934411281989,
      "grad_norm": 0.6351447701454163,
      "learning_rate": 0.0001914972716682809,
      "loss": 1.0711,
      "step": 1657
    },
    {
      "epoch": 0.40313658744149294,
      "grad_norm": 0.5406970381736755,
      "learning_rate": 0.00019148696735424162,
      "loss": 0.8627,
      "step": 1658
    },
    {
      "epoch": 0.4033797337547869,
      "grad_norm": 0.5603351593017578,
      "learning_rate": 0.00019147665707774678,
      "loss": 0.8866,
      "step": 1659
    },
    {
      "epoch": 0.40362288006808095,
      "grad_norm": 0.5651538968086243,
      "learning_rate": 0.00019146634083946838,
      "loss": 0.7836,
      "step": 1660
    },
    {
      "epoch": 0.403866026381375,
      "grad_norm": 0.5527478456497192,
      "learning_rate": 0.00019145601864007874,
      "loss": 0.9355,
      "step": 1661
    },
    {
      "epoch": 0.404109172694669,
      "grad_norm": 0.5613073110580444,
      "learning_rate": 0.00019144569048025058,
      "loss": 0.9006,
      "step": 1662
    },
    {
      "epoch": 0.40435231900796303,
      "grad_norm": 0.5273158550262451,
      "learning_rate": 0.00019143535636065702,
      "loss": 0.6461,
      "step": 1663
    },
    {
      "epoch": 0.40459546532125706,
      "grad_norm": 0.5482696890830994,
      "learning_rate": 0.00019142501628197152,
      "loss": 0.7782,
      "step": 1664
    },
    {
      "epoch": 0.4048386116345511,
      "grad_norm": 0.633185863494873,
      "learning_rate": 0.00019141467024486804,
      "loss": 0.9852,
      "step": 1665
    },
    {
      "epoch": 0.4050817579478451,
      "grad_norm": 0.6345964670181274,
      "learning_rate": 0.0001914043182500208,
      "loss": 0.9387,
      "step": 1666
    },
    {
      "epoch": 0.40532490426113915,
      "grad_norm": 0.5594678521156311,
      "learning_rate": 0.0001913939602981045,
      "loss": 0.7738,
      "step": 1667
    },
    {
      "epoch": 0.4055680505744332,
      "grad_norm": 0.5824766755104065,
      "learning_rate": 0.0001913835963897942,
      "loss": 0.9117,
      "step": 1668
    },
    {
      "epoch": 0.4058111968877272,
      "grad_norm": 0.5982939004898071,
      "learning_rate": 0.00019137322652576532,
      "loss": 0.8183,
      "step": 1669
    },
    {
      "epoch": 0.40605434320102124,
      "grad_norm": 0.6250743269920349,
      "learning_rate": 0.00019136285070669374,
      "loss": 0.9347,
      "step": 1670
    },
    {
      "epoch": 0.4062974895143152,
      "grad_norm": 0.5612051486968994,
      "learning_rate": 0.00019135246893325564,
      "loss": 0.9235,
      "step": 1671
    },
    {
      "epoch": 0.40654063582760924,
      "grad_norm": 0.5417522192001343,
      "learning_rate": 0.0001913420812061276,
      "loss": 0.8005,
      "step": 1672
    },
    {
      "epoch": 0.40678378214090327,
      "grad_norm": 0.5728425979614258,
      "learning_rate": 0.00019133168752598668,
      "loss": 0.8517,
      "step": 1673
    },
    {
      "epoch": 0.4070269284541973,
      "grad_norm": 0.5923035144805908,
      "learning_rate": 0.0001913212878935102,
      "loss": 0.6951,
      "step": 1674
    },
    {
      "epoch": 0.40727007476749133,
      "grad_norm": 0.5627831220626831,
      "learning_rate": 0.00019131088230937604,
      "loss": 0.8478,
      "step": 1675
    },
    {
      "epoch": 0.40751322108078536,
      "grad_norm": 0.5836426615715027,
      "learning_rate": 0.00019130047077426225,
      "loss": 1.0169,
      "step": 1676
    },
    {
      "epoch": 0.4077563673940794,
      "grad_norm": 0.5417831540107727,
      "learning_rate": 0.00019129005328884745,
      "loss": 0.8191,
      "step": 1677
    },
    {
      "epoch": 0.4079995137073734,
      "grad_norm": 0.5935450792312622,
      "learning_rate": 0.0001912796298538105,
      "loss": 0.824,
      "step": 1678
    },
    {
      "epoch": 0.40824266002066745,
      "grad_norm": 0.5734472274780273,
      "learning_rate": 0.0001912692004698308,
      "loss": 0.8075,
      "step": 1679
    },
    {
      "epoch": 0.4084858063339615,
      "grad_norm": 0.5501996874809265,
      "learning_rate": 0.00019125876513758798,
      "loss": 0.7608,
      "step": 1680
    },
    {
      "epoch": 0.4087289526472555,
      "grad_norm": 0.6199164986610413,
      "learning_rate": 0.0001912483238577622,
      "loss": 0.913,
      "step": 1681
    },
    {
      "epoch": 0.40897209896054953,
      "grad_norm": 0.5588311553001404,
      "learning_rate": 0.00019123787663103398,
      "loss": 0.8322,
      "step": 1682
    },
    {
      "epoch": 0.4092152452738435,
      "grad_norm": 0.5338883996009827,
      "learning_rate": 0.00019122742345808414,
      "loss": 0.88,
      "step": 1683
    },
    {
      "epoch": 0.40945839158713754,
      "grad_norm": 0.5778756737709045,
      "learning_rate": 0.00019121696433959393,
      "loss": 0.73,
      "step": 1684
    },
    {
      "epoch": 0.40970153790043157,
      "grad_norm": 0.5643145442008972,
      "learning_rate": 0.00019120649927624502,
      "loss": 0.7708,
      "step": 1685
    },
    {
      "epoch": 0.4099446842137256,
      "grad_norm": 0.5976470112800598,
      "learning_rate": 0.00019119602826871945,
      "loss": 0.87,
      "step": 1686
    },
    {
      "epoch": 0.4101878305270196,
      "grad_norm": 0.6186203360557556,
      "learning_rate": 0.00019118555131769966,
      "loss": 0.8753,
      "step": 1687
    },
    {
      "epoch": 0.41043097684031365,
      "grad_norm": 0.579623281955719,
      "learning_rate": 0.0001911750684238684,
      "loss": 0.8581,
      "step": 1688
    },
    {
      "epoch": 0.4106741231536077,
      "grad_norm": 0.6441506147384644,
      "learning_rate": 0.00019116457958790893,
      "loss": 1.1362,
      "step": 1689
    },
    {
      "epoch": 0.4109172694669017,
      "grad_norm": 0.5222583413124084,
      "learning_rate": 0.00019115408481050486,
      "loss": 0.6589,
      "step": 1690
    },
    {
      "epoch": 0.41116041578019574,
      "grad_norm": 0.5760922431945801,
      "learning_rate": 0.00019114358409234007,
      "loss": 1.0203,
      "step": 1691
    },
    {
      "epoch": 0.41140356209348977,
      "grad_norm": 0.6283538937568665,
      "learning_rate": 0.000191133077434099,
      "loss": 0.6934,
      "step": 1692
    },
    {
      "epoch": 0.4116467084067838,
      "grad_norm": 0.5815258026123047,
      "learning_rate": 0.00019112256483646637,
      "loss": 1.0314,
      "step": 1693
    },
    {
      "epoch": 0.41188985472007783,
      "grad_norm": 0.5779116749763489,
      "learning_rate": 0.0001911120463001273,
      "loss": 0.9538,
      "step": 1694
    },
    {
      "epoch": 0.4121330010333718,
      "grad_norm": 0.58301842212677,
      "learning_rate": 0.00019110152182576733,
      "loss": 0.804,
      "step": 1695
    },
    {
      "epoch": 0.41237614734666583,
      "grad_norm": 0.5622122287750244,
      "learning_rate": 0.00019109099141407233,
      "loss": 0.7564,
      "step": 1696
    },
    {
      "epoch": 0.41261929365995986,
      "grad_norm": 0.6002456545829773,
      "learning_rate": 0.00019108045506572866,
      "loss": 0.8055,
      "step": 1697
    },
    {
      "epoch": 0.4128624399732539,
      "grad_norm": 0.5578030943870544,
      "learning_rate": 0.00019106991278142302,
      "loss": 0.6031,
      "step": 1698
    },
    {
      "epoch": 0.4131055862865479,
      "grad_norm": 0.5648682117462158,
      "learning_rate": 0.00019105936456184237,
      "loss": 0.8976,
      "step": 1699
    },
    {
      "epoch": 0.41334873259984195,
      "grad_norm": 0.5401550531387329,
      "learning_rate": 0.00019104881040767424,
      "loss": 0.7636,
      "step": 1700
    },
    {
      "epoch": 0.413591878913136,
      "grad_norm": 0.5450290441513062,
      "learning_rate": 0.00019103825031960647,
      "loss": 0.7937,
      "step": 1701
    },
    {
      "epoch": 0.41383502522643,
      "grad_norm": 0.5709847807884216,
      "learning_rate": 0.00019102768429832726,
      "loss": 0.9383,
      "step": 1702
    },
    {
      "epoch": 0.41407817153972404,
      "grad_norm": 0.585004448890686,
      "learning_rate": 0.0001910171123445253,
      "loss": 0.8648,
      "step": 1703
    },
    {
      "epoch": 0.41432131785301807,
      "grad_norm": 0.5748385190963745,
      "learning_rate": 0.0001910065344588895,
      "loss": 0.8735,
      "step": 1704
    },
    {
      "epoch": 0.4145644641663121,
      "grad_norm": 0.5828142762184143,
      "learning_rate": 0.00019099595064210929,
      "loss": 0.8655,
      "step": 1705
    },
    {
      "epoch": 0.4148076104796061,
      "grad_norm": 0.5445868968963623,
      "learning_rate": 0.00019098536089487447,
      "loss": 0.8066,
      "step": 1706
    },
    {
      "epoch": 0.41505075679290016,
      "grad_norm": 0.5441551208496094,
      "learning_rate": 0.00019097476521787515,
      "loss": 0.795,
      "step": 1707
    },
    {
      "epoch": 0.41529390310619413,
      "grad_norm": 0.6165334582328796,
      "learning_rate": 0.00019096416361180193,
      "loss": 1.018,
      "step": 1708
    },
    {
      "epoch": 0.41553704941948816,
      "grad_norm": 0.5646379590034485,
      "learning_rate": 0.0001909535560773457,
      "loss": 0.7972,
      "step": 1709
    },
    {
      "epoch": 0.4157801957327822,
      "grad_norm": 0.5737617611885071,
      "learning_rate": 0.00019094294261519785,
      "loss": 0.9077,
      "step": 1710
    },
    {
      "epoch": 0.4160233420460762,
      "grad_norm": 0.541111171245575,
      "learning_rate": 0.00019093232322605,
      "loss": 0.7738,
      "step": 1711
    },
    {
      "epoch": 0.41626648835937025,
      "grad_norm": 0.607367217540741,
      "learning_rate": 0.00019092169791059434,
      "loss": 0.8695,
      "step": 1712
    },
    {
      "epoch": 0.4165096346726643,
      "grad_norm": 0.5717440843582153,
      "learning_rate": 0.00019091106666952324,
      "loss": 0.8701,
      "step": 1713
    },
    {
      "epoch": 0.4167527809859583,
      "grad_norm": 0.5327453017234802,
      "learning_rate": 0.00019090042950352967,
      "loss": 0.706,
      "step": 1714
    },
    {
      "epoch": 0.41699592729925233,
      "grad_norm": 0.535635769367218,
      "learning_rate": 0.0001908897864133068,
      "loss": 0.7926,
      "step": 1715
    },
    {
      "epoch": 0.41723907361254636,
      "grad_norm": 0.5936487317085266,
      "learning_rate": 0.00019087913739954834,
      "loss": 0.9316,
      "step": 1716
    },
    {
      "epoch": 0.4174822199258404,
      "grad_norm": 0.5298528671264648,
      "learning_rate": 0.0001908684824629483,
      "loss": 0.7903,
      "step": 1717
    },
    {
      "epoch": 0.4177253662391344,
      "grad_norm": 0.5542879700660706,
      "learning_rate": 0.00019085782160420105,
      "loss": 0.8306,
      "step": 1718
    },
    {
      "epoch": 0.41796851255242845,
      "grad_norm": 0.6066757440567017,
      "learning_rate": 0.00019084715482400142,
      "loss": 0.8227,
      "step": 1719
    },
    {
      "epoch": 0.4182116588657224,
      "grad_norm": 0.5449134111404419,
      "learning_rate": 0.00019083648212304456,
      "loss": 0.7037,
      "step": 1720
    },
    {
      "epoch": 0.41845480517901645,
      "grad_norm": 0.577709436416626,
      "learning_rate": 0.0001908258035020261,
      "loss": 0.977,
      "step": 1721
    },
    {
      "epoch": 0.4186979514923105,
      "grad_norm": 0.5628376603126526,
      "learning_rate": 0.00019081511896164196,
      "loss": 0.8412,
      "step": 1722
    },
    {
      "epoch": 0.4189410978056045,
      "grad_norm": 0.5355156660079956,
      "learning_rate": 0.00019080442850258849,
      "loss": 0.6719,
      "step": 1723
    },
    {
      "epoch": 0.41918424411889854,
      "grad_norm": 0.5820273756980896,
      "learning_rate": 0.0001907937321255624,
      "loss": 0.8049,
      "step": 1724
    },
    {
      "epoch": 0.41942739043219257,
      "grad_norm": 0.5714063048362732,
      "learning_rate": 0.00019078302983126079,
      "loss": 0.8637,
      "step": 1725
    },
    {
      "epoch": 0.4196705367454866,
      "grad_norm": 0.5314096212387085,
      "learning_rate": 0.00019077232162038117,
      "loss": 0.7016,
      "step": 1726
    },
    {
      "epoch": 0.41991368305878063,
      "grad_norm": 0.6333363056182861,
      "learning_rate": 0.00019076160749362147,
      "loss": 1.0481,
      "step": 1727
    },
    {
      "epoch": 0.42015682937207466,
      "grad_norm": 0.5803372859954834,
      "learning_rate": 0.0001907508874516799,
      "loss": 0.8688,
      "step": 1728
    },
    {
      "epoch": 0.4203999756853687,
      "grad_norm": 0.6068578362464905,
      "learning_rate": 0.00019074016149525514,
      "loss": 0.914,
      "step": 1729
    },
    {
      "epoch": 0.4206431219986627,
      "grad_norm": 0.5455071926116943,
      "learning_rate": 0.00019072942962504617,
      "loss": 0.7788,
      "step": 1730
    },
    {
      "epoch": 0.42088626831195675,
      "grad_norm": 0.5816782712936401,
      "learning_rate": 0.00019071869184175255,
      "loss": 0.9536,
      "step": 1731
    },
    {
      "epoch": 0.4211294146252507,
      "grad_norm": 0.50319904088974,
      "learning_rate": 0.00019070794814607397,
      "loss": 0.7006,
      "step": 1732
    },
    {
      "epoch": 0.42137256093854475,
      "grad_norm": 0.5709922909736633,
      "learning_rate": 0.00019069719853871065,
      "loss": 0.7645,
      "step": 1733
    },
    {
      "epoch": 0.4216157072518388,
      "grad_norm": 0.5524523258209229,
      "learning_rate": 0.00019068644302036326,
      "loss": 1.0274,
      "step": 1734
    },
    {
      "epoch": 0.4218588535651328,
      "grad_norm": 0.5791745185852051,
      "learning_rate": 0.00019067568159173264,
      "loss": 0.8329,
      "step": 1735
    },
    {
      "epoch": 0.42210199987842684,
      "grad_norm": 0.556072473526001,
      "learning_rate": 0.00019066491425352017,
      "loss": 0.8845,
      "step": 1736
    },
    {
      "epoch": 0.42234514619172087,
      "grad_norm": 0.6349562406539917,
      "learning_rate": 0.00019065414100642768,
      "loss": 0.8264,
      "step": 1737
    },
    {
      "epoch": 0.4225882925050149,
      "grad_norm": 0.608771562576294,
      "learning_rate": 0.00019064336185115716,
      "loss": 0.8768,
      "step": 1738
    },
    {
      "epoch": 0.4228314388183089,
      "grad_norm": 0.5738704800605774,
      "learning_rate": 0.0001906325767884112,
      "loss": 0.9971,
      "step": 1739
    },
    {
      "epoch": 0.42307458513160295,
      "grad_norm": 0.5590346455574036,
      "learning_rate": 0.0001906217858188927,
      "loss": 0.8564,
      "step": 1740
    },
    {
      "epoch": 0.423317731444897,
      "grad_norm": 0.5490460991859436,
      "learning_rate": 0.0001906109889433049,
      "loss": 0.7518,
      "step": 1741
    },
    {
      "epoch": 0.423560877758191,
      "grad_norm": 0.5842859148979187,
      "learning_rate": 0.00019060018616235146,
      "loss": 1.1132,
      "step": 1742
    },
    {
      "epoch": 0.42380402407148504,
      "grad_norm": 0.7899208664894104,
      "learning_rate": 0.0001905893774767364,
      "loss": 0.8626,
      "step": 1743
    },
    {
      "epoch": 0.424047170384779,
      "grad_norm": 0.6035373210906982,
      "learning_rate": 0.00019057856288716426,
      "loss": 0.9643,
      "step": 1744
    },
    {
      "epoch": 0.42429031669807304,
      "grad_norm": 0.5564729571342468,
      "learning_rate": 0.00019056774239433976,
      "loss": 0.7878,
      "step": 1745
    },
    {
      "epoch": 0.4245334630113671,
      "grad_norm": 0.5595376491546631,
      "learning_rate": 0.00019055691599896812,
      "loss": 0.9678,
      "step": 1746
    },
    {
      "epoch": 0.4247766093246611,
      "grad_norm": 0.5693506598472595,
      "learning_rate": 0.00019054608370175493,
      "loss": 0.8452,
      "step": 1747
    },
    {
      "epoch": 0.42501975563795513,
      "grad_norm": 0.5876308679580688,
      "learning_rate": 0.00019053524550340618,
      "loss": 0.9399,
      "step": 1748
    },
    {
      "epoch": 0.42526290195124916,
      "grad_norm": 0.5706695318222046,
      "learning_rate": 0.00019052440140462823,
      "loss": 0.9026,
      "step": 1749
    },
    {
      "epoch": 0.4255060482645432,
      "grad_norm": 0.5588077902793884,
      "learning_rate": 0.00019051355140612777,
      "loss": 0.7375,
      "step": 1750
    },
    {
      "epoch": 0.4257491945778372,
      "grad_norm": 0.5773087739944458,
      "learning_rate": 0.00019050269550861194,
      "loss": 0.8498,
      "step": 1751
    },
    {
      "epoch": 0.42599234089113125,
      "grad_norm": 0.5374994277954102,
      "learning_rate": 0.00019049183371278828,
      "loss": 0.7246,
      "step": 1752
    },
    {
      "epoch": 0.4262354872044253,
      "grad_norm": 0.5580123066902161,
      "learning_rate": 0.00019048096601936466,
      "loss": 0.9003,
      "step": 1753
    },
    {
      "epoch": 0.4264786335177193,
      "grad_norm": 0.586079478263855,
      "learning_rate": 0.00019047009242904937,
      "loss": 0.782,
      "step": 1754
    },
    {
      "epoch": 0.42672177983101334,
      "grad_norm": 0.6151220798492432,
      "learning_rate": 0.00019045921294255104,
      "loss": 1.0796,
      "step": 1755
    },
    {
      "epoch": 0.4269649261443073,
      "grad_norm": 0.5344734191894531,
      "learning_rate": 0.00019044832756057875,
      "loss": 0.9119,
      "step": 1756
    },
    {
      "epoch": 0.42720807245760134,
      "grad_norm": 0.5585672855377197,
      "learning_rate": 0.00019043743628384193,
      "loss": 0.8242,
      "step": 1757
    },
    {
      "epoch": 0.42745121877089537,
      "grad_norm": 0.6129133701324463,
      "learning_rate": 0.00019042653911305037,
      "loss": 0.8627,
      "step": 1758
    },
    {
      "epoch": 0.4276943650841894,
      "grad_norm": 0.5396683216094971,
      "learning_rate": 0.0001904156360489143,
      "loss": 1.0051,
      "step": 1759
    },
    {
      "epoch": 0.4279375113974834,
      "grad_norm": 0.6097606420516968,
      "learning_rate": 0.00019040472709214425,
      "loss": 0.8974,
      "step": 1760
    },
    {
      "epoch": 0.42818065771077746,
      "grad_norm": 0.573880672454834,
      "learning_rate": 0.00019039381224345125,
      "loss": 0.9477,
      "step": 1761
    },
    {
      "epoch": 0.4284238040240715,
      "grad_norm": 0.5834009647369385,
      "learning_rate": 0.0001903828915035466,
      "loss": 0.7536,
      "step": 1762
    },
    {
      "epoch": 0.4286669503373655,
      "grad_norm": 0.5576231479644775,
      "learning_rate": 0.00019037196487314207,
      "loss": 0.7906,
      "step": 1763
    },
    {
      "epoch": 0.42891009665065954,
      "grad_norm": 0.5867061018943787,
      "learning_rate": 0.00019036103235294975,
      "loss": 1.1585,
      "step": 1764
    },
    {
      "epoch": 0.4291532429639536,
      "grad_norm": 0.5960469245910645,
      "learning_rate": 0.00019035009394368214,
      "loss": 0.9312,
      "step": 1765
    },
    {
      "epoch": 0.4293963892772476,
      "grad_norm": 0.6065277457237244,
      "learning_rate": 0.0001903391496460522,
      "loss": 0.7074,
      "step": 1766
    },
    {
      "epoch": 0.42963953559054163,
      "grad_norm": 0.5737771987915039,
      "learning_rate": 0.0001903281994607731,
      "loss": 0.8921,
      "step": 1767
    },
    {
      "epoch": 0.4298826819038356,
      "grad_norm": 0.6167848706245422,
      "learning_rate": 0.00019031724338855854,
      "loss": 0.8649,
      "step": 1768
    },
    {
      "epoch": 0.43012582821712964,
      "grad_norm": 0.5834145545959473,
      "learning_rate": 0.00019030628143012254,
      "loss": 0.8956,
      "step": 1769
    },
    {
      "epoch": 0.43036897453042366,
      "grad_norm": 0.5401647686958313,
      "learning_rate": 0.00019029531358617956,
      "loss": 0.7709,
      "step": 1770
    },
    {
      "epoch": 0.4306121208437177,
      "grad_norm": 0.578335702419281,
      "learning_rate": 0.00019028433985744436,
      "loss": 0.8958,
      "step": 1771
    },
    {
      "epoch": 0.4308552671570117,
      "grad_norm": 0.5576572418212891,
      "learning_rate": 0.00019027336024463217,
      "loss": 0.7721,
      "step": 1772
    },
    {
      "epoch": 0.43109841347030575,
      "grad_norm": 0.5285325646400452,
      "learning_rate": 0.00019026237474845852,
      "loss": 0.6885,
      "step": 1773
    },
    {
      "epoch": 0.4313415597835998,
      "grad_norm": 0.5712388753890991,
      "learning_rate": 0.00019025138336963937,
      "loss": 0.8308,
      "step": 1774
    },
    {
      "epoch": 0.4315847060968938,
      "grad_norm": 0.574251651763916,
      "learning_rate": 0.00019024038610889106,
      "loss": 0.9315,
      "step": 1775
    },
    {
      "epoch": 0.43182785241018784,
      "grad_norm": 0.5968694686889648,
      "learning_rate": 0.00019022938296693034,
      "loss": 0.887,
      "step": 1776
    },
    {
      "epoch": 0.43207099872348187,
      "grad_norm": 0.5668516755104065,
      "learning_rate": 0.00019021837394447432,
      "loss": 0.8233,
      "step": 1777
    },
    {
      "epoch": 0.4323141450367759,
      "grad_norm": 0.6026757955551147,
      "learning_rate": 0.0001902073590422404,
      "loss": 0.9538,
      "step": 1778
    },
    {
      "epoch": 0.43255729135006993,
      "grad_norm": 0.5548943281173706,
      "learning_rate": 0.00019019633826094658,
      "loss": 0.7279,
      "step": 1779
    },
    {
      "epoch": 0.4328004376633639,
      "grad_norm": 0.5711767077445984,
      "learning_rate": 0.00019018531160131102,
      "loss": 0.8681,
      "step": 1780
    },
    {
      "epoch": 0.43304358397665793,
      "grad_norm": 0.5900198817253113,
      "learning_rate": 0.0001901742790640524,
      "loss": 0.842,
      "step": 1781
    },
    {
      "epoch": 0.43328673028995196,
      "grad_norm": 0.5862244367599487,
      "learning_rate": 0.00019016324064988972,
      "loss": 0.7802,
      "step": 1782
    },
    {
      "epoch": 0.433529876603246,
      "grad_norm": 0.5592717528343201,
      "learning_rate": 0.0001901521963595424,
      "loss": 0.807,
      "step": 1783
    },
    {
      "epoch": 0.43377302291654,
      "grad_norm": 0.6014313697814941,
      "learning_rate": 0.00019014114619373017,
      "loss": 0.8709,
      "step": 1784
    },
    {
      "epoch": 0.43401616922983405,
      "grad_norm": 0.5465106964111328,
      "learning_rate": 0.00019013009015317328,
      "loss": 0.7625,
      "step": 1785
    },
    {
      "epoch": 0.4342593155431281,
      "grad_norm": 0.5681504607200623,
      "learning_rate": 0.00019011902823859228,
      "loss": 0.7778,
      "step": 1786
    },
    {
      "epoch": 0.4345024618564221,
      "grad_norm": 0.5788711905479431,
      "learning_rate": 0.00019010796045070805,
      "loss": 0.9315,
      "step": 1787
    },
    {
      "epoch": 0.43474560816971614,
      "grad_norm": 0.6419817805290222,
      "learning_rate": 0.0001900968867902419,
      "loss": 1.007,
      "step": 1788
    },
    {
      "epoch": 0.43498875448301016,
      "grad_norm": 0.5995175838470459,
      "learning_rate": 0.00019008580725791562,
      "loss": 0.8942,
      "step": 1789
    },
    {
      "epoch": 0.4352319007963042,
      "grad_norm": 0.5824294090270996,
      "learning_rate": 0.0001900747218544512,
      "loss": 0.7905,
      "step": 1790
    },
    {
      "epoch": 0.4354750471095982,
      "grad_norm": 0.5391221642494202,
      "learning_rate": 0.00019006363058057116,
      "loss": 0.7554,
      "step": 1791
    },
    {
      "epoch": 0.43571819342289225,
      "grad_norm": 0.6635591387748718,
      "learning_rate": 0.00019005253343699834,
      "loss": 0.9346,
      "step": 1792
    },
    {
      "epoch": 0.4359613397361862,
      "grad_norm": 0.5885030627250671,
      "learning_rate": 0.00019004143042445596,
      "loss": 0.9694,
      "step": 1793
    },
    {
      "epoch": 0.43620448604948026,
      "grad_norm": 0.5850012898445129,
      "learning_rate": 0.0001900303215436676,
      "loss": 0.8968,
      "step": 1794
    },
    {
      "epoch": 0.4364476323627743,
      "grad_norm": 0.571805477142334,
      "learning_rate": 0.00019001920679535733,
      "loss": 0.9535,
      "step": 1795
    },
    {
      "epoch": 0.4366907786760683,
      "grad_norm": 0.5820451974868774,
      "learning_rate": 0.0001900080861802495,
      "loss": 0.9204,
      "step": 1796
    },
    {
      "epoch": 0.43693392498936234,
      "grad_norm": 0.5658439993858337,
      "learning_rate": 0.0001899969596990688,
      "loss": 0.8233,
      "step": 1797
    },
    {
      "epoch": 0.4371770713026564,
      "grad_norm": 0.5833958387374878,
      "learning_rate": 0.0001899858273525405,
      "loss": 0.7865,
      "step": 1798
    },
    {
      "epoch": 0.4374202176159504,
      "grad_norm": 0.5781973004341125,
      "learning_rate": 0.00018997468914139004,
      "loss": 0.7512,
      "step": 1799
    },
    {
      "epoch": 0.43766336392924443,
      "grad_norm": 0.5326614379882812,
      "learning_rate": 0.00018996354506634332,
      "loss": 0.836,
      "step": 1800
    },
    {
      "epoch": 0.43766336392924443,
      "eval_loss": 0.8420288562774658,
      "eval_runtime": 12.3158,
      "eval_samples_per_second": 40.273,
      "eval_steps_per_second": 6.739,
      "step": 1800
    },
    {
      "epoch": 0.43790651024253846,
      "grad_norm": 0.5544026494026184,
      "learning_rate": 0.0001899523951281267,
      "loss": 0.8429,
      "step": 1801
    },
    {
      "epoch": 0.4381496565558325,
      "grad_norm": 0.5946681499481201,
      "learning_rate": 0.00018994123932746678,
      "loss": 1.0346,
      "step": 1802
    },
    {
      "epoch": 0.4383928028691265,
      "grad_norm": 0.6042076349258423,
      "learning_rate": 0.00018993007766509066,
      "loss": 0.8366,
      "step": 1803
    },
    {
      "epoch": 0.43863594918242055,
      "grad_norm": 0.5925044417381287,
      "learning_rate": 0.00018991891014172576,
      "loss": 0.8528,
      "step": 1804
    },
    {
      "epoch": 0.4388790954957145,
      "grad_norm": 0.525255024433136,
      "learning_rate": 0.0001899077367580999,
      "loss": 0.8026,
      "step": 1805
    },
    {
      "epoch": 0.43912224180900855,
      "grad_norm": 0.574087917804718,
      "learning_rate": 0.00018989655751494128,
      "loss": 0.9174,
      "step": 1806
    },
    {
      "epoch": 0.4393653881223026,
      "grad_norm": 0.6282667517662048,
      "learning_rate": 0.00018988537241297846,
      "loss": 0.9118,
      "step": 1807
    },
    {
      "epoch": 0.4396085344355966,
      "grad_norm": 0.5893102884292603,
      "learning_rate": 0.00018987418145294043,
      "loss": 0.828,
      "step": 1808
    },
    {
      "epoch": 0.43985168074889064,
      "grad_norm": 0.5634992122650146,
      "learning_rate": 0.00018986298463555655,
      "loss": 0.8314,
      "step": 1809
    },
    {
      "epoch": 0.44009482706218467,
      "grad_norm": 0.5993523597717285,
      "learning_rate": 0.00018985178196155648,
      "loss": 1.0878,
      "step": 1810
    },
    {
      "epoch": 0.4403379733754787,
      "grad_norm": 0.5472790002822876,
      "learning_rate": 0.0001898405734316704,
      "loss": 0.762,
      "step": 1811
    },
    {
      "epoch": 0.4405811196887727,
      "grad_norm": 0.6100412011146545,
      "learning_rate": 0.0001898293590466288,
      "loss": 0.9727,
      "step": 1812
    },
    {
      "epoch": 0.44082426600206676,
      "grad_norm": 0.6335049867630005,
      "learning_rate": 0.00018981813880716248,
      "loss": 1.0434,
      "step": 1813
    },
    {
      "epoch": 0.4410674123153608,
      "grad_norm": 0.5588154196739197,
      "learning_rate": 0.00018980691271400278,
      "loss": 0.6688,
      "step": 1814
    },
    {
      "epoch": 0.4413105586286548,
      "grad_norm": 0.5584384799003601,
      "learning_rate": 0.0001897956807678813,
      "loss": 0.8342,
      "step": 1815
    },
    {
      "epoch": 0.44155370494194884,
      "grad_norm": 0.5908318758010864,
      "learning_rate": 0.00018978444296953,
      "loss": 0.828,
      "step": 1816
    },
    {
      "epoch": 0.4417968512552428,
      "grad_norm": 0.6088345050811768,
      "learning_rate": 0.00018977319931968138,
      "loss": 0.8198,
      "step": 1817
    },
    {
      "epoch": 0.44203999756853685,
      "grad_norm": 0.5666608214378357,
      "learning_rate": 0.00018976194981906817,
      "loss": 0.9814,
      "step": 1818
    },
    {
      "epoch": 0.4422831438818309,
      "grad_norm": 0.578353226184845,
      "learning_rate": 0.0001897506944684235,
      "loss": 0.8518,
      "step": 1819
    },
    {
      "epoch": 0.4425262901951249,
      "grad_norm": 0.609056830406189,
      "learning_rate": 0.00018973943326848098,
      "loss": 0.9754,
      "step": 1820
    },
    {
      "epoch": 0.44276943650841893,
      "grad_norm": 0.579213559627533,
      "learning_rate": 0.00018972816621997448,
      "loss": 1.011,
      "step": 1821
    },
    {
      "epoch": 0.44301258282171296,
      "grad_norm": 0.5541518926620483,
      "learning_rate": 0.0001897168933236383,
      "loss": 0.9005,
      "step": 1822
    },
    {
      "epoch": 0.443255729135007,
      "grad_norm": 0.5775182247161865,
      "learning_rate": 0.00018970561458020717,
      "loss": 0.857,
      "step": 1823
    },
    {
      "epoch": 0.443498875448301,
      "grad_norm": 0.6467944979667664,
      "learning_rate": 0.00018969432999041609,
      "loss": 1.0112,
      "step": 1824
    },
    {
      "epoch": 0.44374202176159505,
      "grad_norm": 0.4970462918281555,
      "learning_rate": 0.0001896830395550006,
      "loss": 0.8575,
      "step": 1825
    },
    {
      "epoch": 0.4439851680748891,
      "grad_norm": 0.5597335696220398,
      "learning_rate": 0.0001896717432746965,
      "loss": 0.9135,
      "step": 1826
    },
    {
      "epoch": 0.4442283143881831,
      "grad_norm": 0.5330655574798584,
      "learning_rate": 0.0001896604411502399,
      "loss": 0.7809,
      "step": 1827
    },
    {
      "epoch": 0.44447146070147714,
      "grad_norm": 0.5923868417739868,
      "learning_rate": 0.0001896491331823675,
      "loss": 0.9487,
      "step": 1828
    },
    {
      "epoch": 0.4447146070147711,
      "grad_norm": 0.5557467341423035,
      "learning_rate": 0.00018963781937181626,
      "loss": 0.7943,
      "step": 1829
    },
    {
      "epoch": 0.44495775332806514,
      "grad_norm": 0.5634962916374207,
      "learning_rate": 0.00018962649971932351,
      "loss": 0.8652,
      "step": 1830
    },
    {
      "epoch": 0.44520089964135917,
      "grad_norm": 0.5721154808998108,
      "learning_rate": 0.00018961517422562695,
      "loss": 0.7943,
      "step": 1831
    },
    {
      "epoch": 0.4454440459546532,
      "grad_norm": 0.5425970554351807,
      "learning_rate": 0.00018960384289146476,
      "loss": 0.8297,
      "step": 1832
    },
    {
      "epoch": 0.44568719226794723,
      "grad_norm": 0.5791177749633789,
      "learning_rate": 0.00018959250571757538,
      "loss": 0.8032,
      "step": 1833
    },
    {
      "epoch": 0.44593033858124126,
      "grad_norm": 0.5676354169845581,
      "learning_rate": 0.00018958116270469772,
      "loss": 0.8421,
      "step": 1834
    },
    {
      "epoch": 0.4461734848945353,
      "grad_norm": 0.6015709638595581,
      "learning_rate": 0.000189569813853571,
      "loss": 0.8395,
      "step": 1835
    },
    {
      "epoch": 0.4464166312078293,
      "grad_norm": 0.572968602180481,
      "learning_rate": 0.0001895584591649349,
      "loss": 0.8575,
      "step": 1836
    },
    {
      "epoch": 0.44665977752112335,
      "grad_norm": 0.5957151055335999,
      "learning_rate": 0.00018954709863952939,
      "loss": 0.856,
      "step": 1837
    },
    {
      "epoch": 0.4469029238344174,
      "grad_norm": 0.5946803092956543,
      "learning_rate": 0.0001895357322780949,
      "loss": 0.9282,
      "step": 1838
    },
    {
      "epoch": 0.4471460701477114,
      "grad_norm": 0.5924870371818542,
      "learning_rate": 0.00018952436008137221,
      "loss": 0.9493,
      "step": 1839
    },
    {
      "epoch": 0.44738921646100543,
      "grad_norm": 0.5742302536964417,
      "learning_rate": 0.00018951298205010245,
      "loss": 0.8764,
      "step": 1840
    },
    {
      "epoch": 0.4476323627742994,
      "grad_norm": 0.6406962871551514,
      "learning_rate": 0.00018950159818502716,
      "loss": 0.9807,
      "step": 1841
    },
    {
      "epoch": 0.44787550908759344,
      "grad_norm": 0.5737836956977844,
      "learning_rate": 0.0001894902084868883,
      "loss": 0.9361,
      "step": 1842
    },
    {
      "epoch": 0.44811865540088747,
      "grad_norm": 0.5486866235733032,
      "learning_rate": 0.00018947881295642812,
      "loss": 0.904,
      "step": 1843
    },
    {
      "epoch": 0.4483618017141815,
      "grad_norm": 0.5638957023620605,
      "learning_rate": 0.0001894674115943893,
      "loss": 0.9033,
      "step": 1844
    },
    {
      "epoch": 0.4486049480274755,
      "grad_norm": 0.6195868253707886,
      "learning_rate": 0.00018945600440151492,
      "loss": 0.8825,
      "step": 1845
    },
    {
      "epoch": 0.44884809434076955,
      "grad_norm": 0.5446196794509888,
      "learning_rate": 0.0001894445913785484,
      "loss": 0.7256,
      "step": 1846
    },
    {
      "epoch": 0.4490912406540636,
      "grad_norm": 0.5510851144790649,
      "learning_rate": 0.0001894331725262336,
      "loss": 0.9084,
      "step": 1847
    },
    {
      "epoch": 0.4493343869673576,
      "grad_norm": 0.5743582248687744,
      "learning_rate": 0.00018942174784531465,
      "loss": 0.8883,
      "step": 1848
    },
    {
      "epoch": 0.44957753328065164,
      "grad_norm": 0.5298044681549072,
      "learning_rate": 0.00018941031733653616,
      "loss": 0.7876,
      "step": 1849
    },
    {
      "epoch": 0.44982067959394567,
      "grad_norm": 0.595195472240448,
      "learning_rate": 0.00018939888100064312,
      "loss": 0.9654,
      "step": 1850
    },
    {
      "epoch": 0.4500638259072397,
      "grad_norm": 0.5706381797790527,
      "learning_rate": 0.00018938743883838082,
      "loss": 0.8889,
      "step": 1851
    },
    {
      "epoch": 0.45030697222053373,
      "grad_norm": 0.5769683122634888,
      "learning_rate": 0.00018937599085049498,
      "loss": 0.9343,
      "step": 1852
    },
    {
      "epoch": 0.4505501185338277,
      "grad_norm": 0.6123180985450745,
      "learning_rate": 0.00018936453703773175,
      "loss": 1.0671,
      "step": 1853
    },
    {
      "epoch": 0.45079326484712173,
      "grad_norm": 0.6188271045684814,
      "learning_rate": 0.00018935307740083752,
      "loss": 0.9729,
      "step": 1854
    },
    {
      "epoch": 0.45103641116041576,
      "grad_norm": 0.5641205310821533,
      "learning_rate": 0.00018934161194055922,
      "loss": 0.8271,
      "step": 1855
    },
    {
      "epoch": 0.4512795574737098,
      "grad_norm": 0.5870398879051208,
      "learning_rate": 0.00018933014065764404,
      "loss": 0.9571,
      "step": 1856
    },
    {
      "epoch": 0.4515227037870038,
      "grad_norm": 0.6103442311286926,
      "learning_rate": 0.00018931866355283963,
      "loss": 0.9294,
      "step": 1857
    },
    {
      "epoch": 0.45176585010029785,
      "grad_norm": 0.6122720837593079,
      "learning_rate": 0.00018930718062689397,
      "loss": 0.6871,
      "step": 1858
    },
    {
      "epoch": 0.4520089964135919,
      "grad_norm": 0.5913955569267273,
      "learning_rate": 0.00018929569188055542,
      "loss": 0.8819,
      "step": 1859
    },
    {
      "epoch": 0.4522521427268859,
      "grad_norm": 0.5467145442962646,
      "learning_rate": 0.00018928419731457276,
      "loss": 0.8505,
      "step": 1860
    },
    {
      "epoch": 0.45249528904017994,
      "grad_norm": 0.5534821152687073,
      "learning_rate": 0.0001892726969296951,
      "loss": 0.9084,
      "step": 1861
    },
    {
      "epoch": 0.45273843535347397,
      "grad_norm": 0.5575516819953918,
      "learning_rate": 0.00018926119072667195,
      "loss": 0.7292,
      "step": 1862
    },
    {
      "epoch": 0.452981581666768,
      "grad_norm": 0.5562490820884705,
      "learning_rate": 0.0001892496787062532,
      "loss": 0.8462,
      "step": 1863
    },
    {
      "epoch": 0.453224727980062,
      "grad_norm": 0.5747519135475159,
      "learning_rate": 0.00018923816086918916,
      "loss": 0.7965,
      "step": 1864
    },
    {
      "epoch": 0.45346787429335605,
      "grad_norm": 0.5574649572372437,
      "learning_rate": 0.0001892266372162304,
      "loss": 0.8505,
      "step": 1865
    },
    {
      "epoch": 0.45371102060665003,
      "grad_norm": 0.5348107218742371,
      "learning_rate": 0.00018921510774812803,
      "loss": 0.9166,
      "step": 1866
    },
    {
      "epoch": 0.45395416691994406,
      "grad_norm": 0.6016339063644409,
      "learning_rate": 0.00018920357246563342,
      "loss": 0.9566,
      "step": 1867
    },
    {
      "epoch": 0.4541973132332381,
      "grad_norm": 0.6072485446929932,
      "learning_rate": 0.00018919203136949836,
      "loss": 0.9989,
      "step": 1868
    },
    {
      "epoch": 0.4544404595465321,
      "grad_norm": 0.576264500617981,
      "learning_rate": 0.000189180484460475,
      "loss": 0.8177,
      "step": 1869
    },
    {
      "epoch": 0.45468360585982615,
      "grad_norm": 0.5903030633926392,
      "learning_rate": 0.00018916893173931588,
      "loss": 0.8955,
      "step": 1870
    },
    {
      "epoch": 0.4549267521731202,
      "grad_norm": 0.5924323201179504,
      "learning_rate": 0.00018915737320677402,
      "loss": 0.8133,
      "step": 1871
    },
    {
      "epoch": 0.4551698984864142,
      "grad_norm": 0.6053441762924194,
      "learning_rate": 0.00018914580886360253,
      "loss": 0.9939,
      "step": 1872
    },
    {
      "epoch": 0.45541304479970823,
      "grad_norm": 0.5870033502578735,
      "learning_rate": 0.00018913423871055526,
      "loss": 0.9375,
      "step": 1873
    },
    {
      "epoch": 0.45565619111300226,
      "grad_norm": 0.5817672610282898,
      "learning_rate": 0.00018912266274838618,
      "loss": 0.7853,
      "step": 1874
    },
    {
      "epoch": 0.4558993374262963,
      "grad_norm": 0.6017758250236511,
      "learning_rate": 0.0001891110809778498,
      "loss": 0.952,
      "step": 1875
    },
    {
      "epoch": 0.4561424837395903,
      "grad_norm": 0.6182199716567993,
      "learning_rate": 0.00018909949339970084,
      "loss": 0.9613,
      "step": 1876
    },
    {
      "epoch": 0.45638563005288435,
      "grad_norm": 0.5858910083770752,
      "learning_rate": 0.00018908790001469458,
      "loss": 0.8393,
      "step": 1877
    },
    {
      "epoch": 0.4566287763661783,
      "grad_norm": 0.5846144556999207,
      "learning_rate": 0.00018907630082358657,
      "loss": 0.8389,
      "step": 1878
    },
    {
      "epoch": 0.45687192267947235,
      "grad_norm": 0.6046578884124756,
      "learning_rate": 0.00018906469582713272,
      "loss": 0.8531,
      "step": 1879
    },
    {
      "epoch": 0.4571150689927664,
      "grad_norm": 0.5806342363357544,
      "learning_rate": 0.0001890530850260894,
      "loss": 0.7785,
      "step": 1880
    },
    {
      "epoch": 0.4573582153060604,
      "grad_norm": 0.6191229224205017,
      "learning_rate": 0.00018904146842121326,
      "loss": 0.9549,
      "step": 1881
    },
    {
      "epoch": 0.45760136161935444,
      "grad_norm": 0.5963623523712158,
      "learning_rate": 0.0001890298460132615,
      "loss": 1.0341,
      "step": 1882
    },
    {
      "epoch": 0.45784450793264847,
      "grad_norm": 0.6425435543060303,
      "learning_rate": 0.00018901821780299146,
      "loss": 1.077,
      "step": 1883
    },
    {
      "epoch": 0.4580876542459425,
      "grad_norm": 0.5881058573722839,
      "learning_rate": 0.00018900658379116108,
      "loss": 0.8986,
      "step": 1884
    },
    {
      "epoch": 0.45833080055923653,
      "grad_norm": 0.5577804446220398,
      "learning_rate": 0.0001889949439785285,
      "loss": 0.8103,
      "step": 1885
    },
    {
      "epoch": 0.45857394687253056,
      "grad_norm": 0.5304441452026367,
      "learning_rate": 0.00018898329836585239,
      "loss": 0.8004,
      "step": 1886
    },
    {
      "epoch": 0.4588170931858246,
      "grad_norm": 0.5778420567512512,
      "learning_rate": 0.00018897164695389168,
      "loss": 0.7713,
      "step": 1887
    },
    {
      "epoch": 0.4590602394991186,
      "grad_norm": 0.5505003333091736,
      "learning_rate": 0.00018895998974340574,
      "loss": 0.8448,
      "step": 1888
    },
    {
      "epoch": 0.45930338581241265,
      "grad_norm": 0.5849267244338989,
      "learning_rate": 0.00018894832673515427,
      "loss": 0.867,
      "step": 1889
    },
    {
      "epoch": 0.4595465321257066,
      "grad_norm": 0.6196757555007935,
      "learning_rate": 0.00018893665792989745,
      "loss": 0.9046,
      "step": 1890
    },
    {
      "epoch": 0.45978967843900065,
      "grad_norm": 0.5840602517127991,
      "learning_rate": 0.0001889249833283957,
      "loss": 0.8886,
      "step": 1891
    },
    {
      "epoch": 0.4600328247522947,
      "grad_norm": 0.578558623790741,
      "learning_rate": 0.00018891330293140994,
      "loss": 0.8298,
      "step": 1892
    },
    {
      "epoch": 0.4602759710655887,
      "grad_norm": 0.6078879237174988,
      "learning_rate": 0.00018890161673970135,
      "loss": 0.9142,
      "step": 1893
    },
    {
      "epoch": 0.46051911737888274,
      "grad_norm": 0.5461112260818481,
      "learning_rate": 0.00018888992475403162,
      "loss": 0.7314,
      "step": 1894
    },
    {
      "epoch": 0.46076226369217677,
      "grad_norm": 0.5385371446609497,
      "learning_rate": 0.0001888782269751627,
      "loss": 0.8081,
      "step": 1895
    },
    {
      "epoch": 0.4610054100054708,
      "grad_norm": 0.5471066832542419,
      "learning_rate": 0.000188866523403857,
      "loss": 0.6616,
      "step": 1896
    },
    {
      "epoch": 0.4612485563187648,
      "grad_norm": 0.568505048751831,
      "learning_rate": 0.00018885481404087723,
      "loss": 0.8091,
      "step": 1897
    },
    {
      "epoch": 0.46149170263205885,
      "grad_norm": 0.5549101829528809,
      "learning_rate": 0.00018884309888698658,
      "loss": 0.7095,
      "step": 1898
    },
    {
      "epoch": 0.4617348489453529,
      "grad_norm": 0.5962910652160645,
      "learning_rate": 0.00018883137794294848,
      "loss": 0.874,
      "step": 1899
    },
    {
      "epoch": 0.4619779952586469,
      "grad_norm": 0.5746635794639587,
      "learning_rate": 0.00018881965120952688,
      "loss": 0.9083,
      "step": 1900
    },
    {
      "epoch": 0.46222114157194094,
      "grad_norm": 0.5614233016967773,
      "learning_rate": 0.00018880791868748604,
      "loss": 0.7463,
      "step": 1901
    },
    {
      "epoch": 0.4624642878852349,
      "grad_norm": 0.6089604496955872,
      "learning_rate": 0.00018879618037759058,
      "loss": 0.8743,
      "step": 1902
    },
    {
      "epoch": 0.46270743419852894,
      "grad_norm": 0.5911799669265747,
      "learning_rate": 0.0001887844362806055,
      "loss": 0.8462,
      "step": 1903
    },
    {
      "epoch": 0.462950580511823,
      "grad_norm": 0.5801723599433899,
      "learning_rate": 0.00018877268639729623,
      "loss": 0.8444,
      "step": 1904
    },
    {
      "epoch": 0.463193726825117,
      "grad_norm": 0.5729506015777588,
      "learning_rate": 0.00018876093072842855,
      "loss": 0.9336,
      "step": 1905
    },
    {
      "epoch": 0.46343687313841103,
      "grad_norm": 0.6039035320281982,
      "learning_rate": 0.0001887491692747686,
      "loss": 0.9028,
      "step": 1906
    },
    {
      "epoch": 0.46368001945170506,
      "grad_norm": 0.5497928857803345,
      "learning_rate": 0.00018873740203708284,
      "loss": 0.907,
      "step": 1907
    },
    {
      "epoch": 0.4639231657649991,
      "grad_norm": 0.5599656105041504,
      "learning_rate": 0.00018872562901613827,
      "loss": 0.7585,
      "step": 1908
    },
    {
      "epoch": 0.4641663120782931,
      "grad_norm": 0.5746421813964844,
      "learning_rate": 0.0001887138502127021,
      "loss": 0.8499,
      "step": 1909
    },
    {
      "epoch": 0.46440945839158715,
      "grad_norm": 0.5911315679550171,
      "learning_rate": 0.00018870206562754204,
      "loss": 0.9507,
      "step": 1910
    },
    {
      "epoch": 0.4646526047048812,
      "grad_norm": 0.5551585555076599,
      "learning_rate": 0.00018869027526142608,
      "loss": 0.9355,
      "step": 1911
    },
    {
      "epoch": 0.4648957510181752,
      "grad_norm": 0.5542059540748596,
      "learning_rate": 0.00018867847911512267,
      "loss": 0.6802,
      "step": 1912
    },
    {
      "epoch": 0.46513889733146924,
      "grad_norm": 0.5708096027374268,
      "learning_rate": 0.00018866667718940057,
      "loss": 0.9786,
      "step": 1913
    },
    {
      "epoch": 0.4653820436447632,
      "grad_norm": 0.6191518902778625,
      "learning_rate": 0.00018865486948502894,
      "loss": 0.792,
      "step": 1914
    },
    {
      "epoch": 0.46562518995805724,
      "grad_norm": 0.6028311848640442,
      "learning_rate": 0.00018864305600277732,
      "loss": 0.8102,
      "step": 1915
    },
    {
      "epoch": 0.46586833627135127,
      "grad_norm": 0.641937792301178,
      "learning_rate": 0.00018863123674341565,
      "loss": 1.014,
      "step": 1916
    },
    {
      "epoch": 0.4661114825846453,
      "grad_norm": 0.59543377161026,
      "learning_rate": 0.0001886194117077142,
      "loss": 0.9508,
      "step": 1917
    },
    {
      "epoch": 0.4663546288979393,
      "grad_norm": 0.5717592835426331,
      "learning_rate": 0.0001886075808964437,
      "loss": 0.8009,
      "step": 1918
    },
    {
      "epoch": 0.46659777521123336,
      "grad_norm": 0.5328603982925415,
      "learning_rate": 0.00018859574431037509,
      "loss": 0.7601,
      "step": 1919
    },
    {
      "epoch": 0.4668409215245274,
      "grad_norm": 0.5808755159378052,
      "learning_rate": 0.00018858390195027985,
      "loss": 0.8994,
      "step": 1920
    },
    {
      "epoch": 0.4670840678378214,
      "grad_norm": 0.5913050174713135,
      "learning_rate": 0.0001885720538169298,
      "loss": 0.7311,
      "step": 1921
    },
    {
      "epoch": 0.46732721415111544,
      "grad_norm": 0.5650622844696045,
      "learning_rate": 0.00018856019991109709,
      "loss": 0.7615,
      "step": 1922
    },
    {
      "epoch": 0.4675703604644095,
      "grad_norm": 0.5853555202484131,
      "learning_rate": 0.00018854834023355425,
      "loss": 0.921,
      "step": 1923
    },
    {
      "epoch": 0.4678135067777035,
      "grad_norm": 0.5506093502044678,
      "learning_rate": 0.00018853647478507426,
      "loss": 0.7996,
      "step": 1924
    },
    {
      "epoch": 0.46805665309099753,
      "grad_norm": 0.5752958059310913,
      "learning_rate": 0.00018852460356643037,
      "loss": 0.8196,
      "step": 1925
    },
    {
      "epoch": 0.4682997994042915,
      "grad_norm": 0.5877065062522888,
      "learning_rate": 0.00018851272657839633,
      "loss": 0.7371,
      "step": 1926
    },
    {
      "epoch": 0.46854294571758554,
      "grad_norm": 0.5517972111701965,
      "learning_rate": 0.00018850084382174612,
      "loss": 0.8069,
      "step": 1927
    },
    {
      "epoch": 0.46878609203087956,
      "grad_norm": 0.5532191395759583,
      "learning_rate": 0.0001884889552972542,
      "loss": 0.8775,
      "step": 1928
    },
    {
      "epoch": 0.4690292383441736,
      "grad_norm": 0.5754432678222656,
      "learning_rate": 0.0001884770610056954,
      "loss": 0.8034,
      "step": 1929
    },
    {
      "epoch": 0.4692723846574676,
      "grad_norm": 0.5580501556396484,
      "learning_rate": 0.00018846516094784486,
      "loss": 0.9231,
      "step": 1930
    },
    {
      "epoch": 0.46951553097076165,
      "grad_norm": 0.5925430059432983,
      "learning_rate": 0.00018845325512447815,
      "loss": 1.0586,
      "step": 1931
    },
    {
      "epoch": 0.4697586772840557,
      "grad_norm": 0.6241762042045593,
      "learning_rate": 0.00018844134353637127,
      "loss": 1.0209,
      "step": 1932
    },
    {
      "epoch": 0.4700018235973497,
      "grad_norm": 0.5741869807243347,
      "learning_rate": 0.00018842942618430044,
      "loss": 0.968,
      "step": 1933
    },
    {
      "epoch": 0.47024496991064374,
      "grad_norm": 0.5732041597366333,
      "learning_rate": 0.0001884175030690424,
      "loss": 0.829,
      "step": 1934
    },
    {
      "epoch": 0.47048811622393777,
      "grad_norm": 0.5743675827980042,
      "learning_rate": 0.0001884055741913742,
      "loss": 0.8668,
      "step": 1935
    },
    {
      "epoch": 0.4707312625372318,
      "grad_norm": 0.5127416849136353,
      "learning_rate": 0.00018839363955207324,
      "loss": 0.7067,
      "step": 1936
    },
    {
      "epoch": 0.4709744088505258,
      "grad_norm": 0.6014112830162048,
      "learning_rate": 0.00018838169915191743,
      "loss": 0.8419,
      "step": 1937
    },
    {
      "epoch": 0.4712175551638198,
      "grad_norm": 0.5715774893760681,
      "learning_rate": 0.00018836975299168485,
      "loss": 1.006,
      "step": 1938
    },
    {
      "epoch": 0.47146070147711383,
      "grad_norm": 0.539456844329834,
      "learning_rate": 0.00018835780107215414,
      "loss": 0.7011,
      "step": 1939
    },
    {
      "epoch": 0.47170384779040786,
      "grad_norm": 0.5604588389396667,
      "learning_rate": 0.0001883458433941042,
      "loss": 0.7832,
      "step": 1940
    },
    {
      "epoch": 0.4719469941037019,
      "grad_norm": 0.6282949447631836,
      "learning_rate": 0.00018833387995831436,
      "loss": 0.9364,
      "step": 1941
    },
    {
      "epoch": 0.4721901404169959,
      "grad_norm": 0.5577658414840698,
      "learning_rate": 0.00018832191076556426,
      "loss": 0.7537,
      "step": 1942
    },
    {
      "epoch": 0.47243328673028995,
      "grad_norm": 0.5599235892295837,
      "learning_rate": 0.00018830993581663407,
      "loss": 0.8471,
      "step": 1943
    },
    {
      "epoch": 0.472676433043584,
      "grad_norm": 0.5877575278282166,
      "learning_rate": 0.00018829795511230414,
      "loss": 1.0588,
      "step": 1944
    },
    {
      "epoch": 0.472919579356878,
      "grad_norm": 0.6081202030181885,
      "learning_rate": 0.0001882859686533553,
      "loss": 1.0819,
      "step": 1945
    },
    {
      "epoch": 0.47316272567017204,
      "grad_norm": 0.5975226759910583,
      "learning_rate": 0.00018827397644056876,
      "loss": 0.8836,
      "step": 1946
    },
    {
      "epoch": 0.47340587198346606,
      "grad_norm": 0.5910472869873047,
      "learning_rate": 0.00018826197847472608,
      "loss": 0.8152,
      "step": 1947
    },
    {
      "epoch": 0.4736490182967601,
      "grad_norm": 0.5844523906707764,
      "learning_rate": 0.00018824997475660923,
      "loss": 0.7714,
      "step": 1948
    },
    {
      "epoch": 0.4738921646100541,
      "grad_norm": 0.6112594604492188,
      "learning_rate": 0.00018823796528700046,
      "loss": 0.8037,
      "step": 1949
    },
    {
      "epoch": 0.47413531092334815,
      "grad_norm": 0.5477030277252197,
      "learning_rate": 0.0001882259500666825,
      "loss": 0.8518,
      "step": 1950
    },
    {
      "epoch": 0.4743784572366421,
      "grad_norm": 0.5792661905288696,
      "learning_rate": 0.0001882139290964384,
      "loss": 0.8817,
      "step": 1951
    },
    {
      "epoch": 0.47462160354993616,
      "grad_norm": 0.592212975025177,
      "learning_rate": 0.00018820190237705167,
      "loss": 0.9587,
      "step": 1952
    },
    {
      "epoch": 0.4748647498632302,
      "grad_norm": 0.6330648064613342,
      "learning_rate": 0.000188189869909306,
      "loss": 0.9222,
      "step": 1953
    },
    {
      "epoch": 0.4751078961765242,
      "grad_norm": 0.6208434104919434,
      "learning_rate": 0.0001881778316939857,
      "loss": 0.813,
      "step": 1954
    },
    {
      "epoch": 0.47535104248981824,
      "grad_norm": 0.5417622327804565,
      "learning_rate": 0.0001881657877318752,
      "loss": 0.7566,
      "step": 1955
    },
    {
      "epoch": 0.47559418880311227,
      "grad_norm": 0.6086161136627197,
      "learning_rate": 0.00018815373802375958,
      "loss": 0.8745,
      "step": 1956
    },
    {
      "epoch": 0.4758373351164063,
      "grad_norm": 0.6061446070671082,
      "learning_rate": 0.00018814168257042405,
      "loss": 0.9273,
      "step": 1957
    },
    {
      "epoch": 0.47608048142970033,
      "grad_norm": 0.5819238424301147,
      "learning_rate": 0.00018812962137265435,
      "loss": 0.8812,
      "step": 1958
    },
    {
      "epoch": 0.47632362774299436,
      "grad_norm": 0.5642949342727661,
      "learning_rate": 0.0001881175544312365,
      "loss": 0.8968,
      "step": 1959
    },
    {
      "epoch": 0.4765667740562884,
      "grad_norm": 0.5924721360206604,
      "learning_rate": 0.00018810548174695696,
      "loss": 0.8679,
      "step": 1960
    },
    {
      "epoch": 0.4768099203695824,
      "grad_norm": 0.5940546989440918,
      "learning_rate": 0.00018809340332060257,
      "loss": 0.7804,
      "step": 1961
    },
    {
      "epoch": 0.47705306668287645,
      "grad_norm": 0.5265105366706848,
      "learning_rate": 0.00018808131915296045,
      "loss": 0.8178,
      "step": 1962
    },
    {
      "epoch": 0.4772962129961704,
      "grad_norm": 0.6190382838249207,
      "learning_rate": 0.00018806922924481822,
      "loss": 0.9335,
      "step": 1963
    },
    {
      "epoch": 0.47753935930946445,
      "grad_norm": 0.5544081330299377,
      "learning_rate": 0.00018805713359696378,
      "loss": 0.801,
      "step": 1964
    },
    {
      "epoch": 0.4777825056227585,
      "grad_norm": 0.5879566073417664,
      "learning_rate": 0.00018804503221018544,
      "loss": 0.93,
      "step": 1965
    },
    {
      "epoch": 0.4780256519360525,
      "grad_norm": 0.5562414526939392,
      "learning_rate": 0.00018803292508527187,
      "loss": 0.8449,
      "step": 1966
    },
    {
      "epoch": 0.47826879824934654,
      "grad_norm": 0.5529741644859314,
      "learning_rate": 0.00018802081222301213,
      "loss": 0.8963,
      "step": 1967
    },
    {
      "epoch": 0.47851194456264057,
      "grad_norm": 0.5960149168968201,
      "learning_rate": 0.00018800869362419563,
      "loss": 0.8372,
      "step": 1968
    },
    {
      "epoch": 0.4787550908759346,
      "grad_norm": 0.5499452948570251,
      "learning_rate": 0.00018799656928961226,
      "loss": 0.7888,
      "step": 1969
    },
    {
      "epoch": 0.4789982371892286,
      "grad_norm": 0.5724669098854065,
      "learning_rate": 0.0001879844392200521,
      "loss": 0.8009,
      "step": 1970
    },
    {
      "epoch": 0.47924138350252266,
      "grad_norm": 0.5386878252029419,
      "learning_rate": 0.0001879723034163057,
      "loss": 0.7849,
      "step": 1971
    },
    {
      "epoch": 0.4794845298158167,
      "grad_norm": 0.5635486245155334,
      "learning_rate": 0.00018796016187916408,
      "loss": 0.8156,
      "step": 1972
    },
    {
      "epoch": 0.4797276761291107,
      "grad_norm": 0.5482267141342163,
      "learning_rate": 0.00018794801460941842,
      "loss": 0.7338,
      "step": 1973
    },
    {
      "epoch": 0.47997082244240474,
      "grad_norm": 0.598610520362854,
      "learning_rate": 0.00018793586160786047,
      "loss": 0.8122,
      "step": 1974
    },
    {
      "epoch": 0.4802139687556987,
      "grad_norm": 0.5233345031738281,
      "learning_rate": 0.00018792370287528222,
      "loss": 0.6972,
      "step": 1975
    },
    {
      "epoch": 0.48045711506899275,
      "grad_norm": 0.540483295917511,
      "learning_rate": 0.00018791153841247614,
      "loss": 0.8144,
      "step": 1976
    },
    {
      "epoch": 0.4807002613822868,
      "grad_norm": 0.597429096698761,
      "learning_rate": 0.00018789936822023498,
      "loss": 0.8777,
      "step": 1977
    },
    {
      "epoch": 0.4809434076955808,
      "grad_norm": 0.5825347900390625,
      "learning_rate": 0.00018788719229935192,
      "loss": 0.7851,
      "step": 1978
    },
    {
      "epoch": 0.48118655400887483,
      "grad_norm": 0.6457832455635071,
      "learning_rate": 0.0001878750106506205,
      "loss": 0.9628,
      "step": 1979
    },
    {
      "epoch": 0.48142970032216886,
      "grad_norm": 0.5715015530586243,
      "learning_rate": 0.00018786282327483466,
      "loss": 0.8665,
      "step": 1980
    },
    {
      "epoch": 0.4816728466354629,
      "grad_norm": 0.584221363067627,
      "learning_rate": 0.0001878506301727886,
      "loss": 0.7841,
      "step": 1981
    },
    {
      "epoch": 0.4819159929487569,
      "grad_norm": 0.6368492841720581,
      "learning_rate": 0.00018783843134527708,
      "loss": 1.0032,
      "step": 1982
    },
    {
      "epoch": 0.48215913926205095,
      "grad_norm": 0.5570525527000427,
      "learning_rate": 0.00018782622679309506,
      "loss": 0.7724,
      "step": 1983
    },
    {
      "epoch": 0.482402285575345,
      "grad_norm": 0.554204523563385,
      "learning_rate": 0.000187814016517038,
      "loss": 0.7968,
      "step": 1984
    },
    {
      "epoch": 0.482645431888639,
      "grad_norm": 0.573940634727478,
      "learning_rate": 0.0001878018005179016,
      "loss": 0.887,
      "step": 1985
    },
    {
      "epoch": 0.48288857820193304,
      "grad_norm": 0.5938932299613953,
      "learning_rate": 0.00018778957879648207,
      "loss": 0.8467,
      "step": 1986
    },
    {
      "epoch": 0.483131724515227,
      "grad_norm": 0.5439608097076416,
      "learning_rate": 0.00018777735135357593,
      "loss": 0.7595,
      "step": 1987
    },
    {
      "epoch": 0.48337487082852104,
      "grad_norm": 0.5994627475738525,
      "learning_rate": 0.00018776511818998005,
      "loss": 0.8708,
      "step": 1988
    },
    {
      "epoch": 0.48361801714181507,
      "grad_norm": 0.5774170160293579,
      "learning_rate": 0.00018775287930649167,
      "loss": 0.8926,
      "step": 1989
    },
    {
      "epoch": 0.4838611634551091,
      "grad_norm": 0.5766165256500244,
      "learning_rate": 0.00018774063470390856,
      "loss": 0.8999,
      "step": 1990
    },
    {
      "epoch": 0.48410430976840313,
      "grad_norm": 0.5477159023284912,
      "learning_rate": 0.0001877283843830286,
      "loss": 0.7251,
      "step": 1991
    },
    {
      "epoch": 0.48434745608169716,
      "grad_norm": 0.5429769158363342,
      "learning_rate": 0.00018771612834465022,
      "loss": 0.8032,
      "step": 1992
    },
    {
      "epoch": 0.4845906023949912,
      "grad_norm": 0.5596680641174316,
      "learning_rate": 0.00018770386658957218,
      "loss": 0.8376,
      "step": 1993
    },
    {
      "epoch": 0.4848337487082852,
      "grad_norm": 0.52729332447052,
      "learning_rate": 0.00018769159911859363,
      "loss": 0.7092,
      "step": 1994
    },
    {
      "epoch": 0.48507689502157925,
      "grad_norm": 0.5826387405395508,
      "learning_rate": 0.00018767932593251408,
      "loss": 0.9708,
      "step": 1995
    },
    {
      "epoch": 0.4853200413348733,
      "grad_norm": 0.5421279072761536,
      "learning_rate": 0.00018766704703213335,
      "loss": 0.9126,
      "step": 1996
    },
    {
      "epoch": 0.4855631876481673,
      "grad_norm": 0.5657569169998169,
      "learning_rate": 0.00018765476241825173,
      "loss": 0.7804,
      "step": 1997
    },
    {
      "epoch": 0.48580633396146133,
      "grad_norm": 0.5970144271850586,
      "learning_rate": 0.00018764247209166986,
      "loss": 0.8218,
      "step": 1998
    },
    {
      "epoch": 0.4860494802747553,
      "grad_norm": 0.6008991599082947,
      "learning_rate": 0.0001876301760531887,
      "loss": 0.9621,
      "step": 1999
    },
    {
      "epoch": 0.48629262658804934,
      "grad_norm": 0.5658954381942749,
      "learning_rate": 0.00018761787430360963,
      "loss": 0.8181,
      "step": 2000
    },
    {
      "epoch": 0.48629262658804934,
      "eval_loss": 0.8417491316795349,
      "eval_runtime": 12.3178,
      "eval_samples_per_second": 40.267,
      "eval_steps_per_second": 6.738,
      "step": 2000
    },
    {
      "epoch": 0.48653577290134337,
      "grad_norm": 0.6365923881530762,
      "learning_rate": 0.00018760556684373442,
      "loss": 0.8473,
      "step": 2001
    },
    {
      "epoch": 0.4867789192146374,
      "grad_norm": 0.5807240009307861,
      "learning_rate": 0.0001875932536743651,
      "loss": 0.7614,
      "step": 2002
    },
    {
      "epoch": 0.4870220655279314,
      "grad_norm": 0.6200783252716064,
      "learning_rate": 0.00018758093479630424,
      "loss": 0.9593,
      "step": 2003
    },
    {
      "epoch": 0.48726521184122545,
      "grad_norm": 0.5956956148147583,
      "learning_rate": 0.00018756861021035462,
      "loss": 0.8115,
      "step": 2004
    },
    {
      "epoch": 0.4875083581545195,
      "grad_norm": 0.5985832214355469,
      "learning_rate": 0.0001875562799173195,
      "loss": 0.7969,
      "step": 2005
    },
    {
      "epoch": 0.4877515044678135,
      "grad_norm": 0.5369987487792969,
      "learning_rate": 0.00018754394391800255,
      "loss": 0.7738,
      "step": 2006
    },
    {
      "epoch": 0.48799465078110754,
      "grad_norm": 0.6327225565910339,
      "learning_rate": 0.0001875316022132076,
      "loss": 0.8873,
      "step": 2007
    },
    {
      "epoch": 0.48823779709440157,
      "grad_norm": 0.5705496072769165,
      "learning_rate": 0.00018751925480373912,
      "loss": 1.0407,
      "step": 2008
    },
    {
      "epoch": 0.4884809434076956,
      "grad_norm": 0.5502017736434937,
      "learning_rate": 0.00018750690169040172,
      "loss": 0.8336,
      "step": 2009
    },
    {
      "epoch": 0.48872408972098963,
      "grad_norm": 0.5747361183166504,
      "learning_rate": 0.00018749454287400057,
      "loss": 0.8665,
      "step": 2010
    },
    {
      "epoch": 0.4889672360342836,
      "grad_norm": 0.5794748067855835,
      "learning_rate": 0.0001874821783553411,
      "loss": 0.9102,
      "step": 2011
    },
    {
      "epoch": 0.48921038234757763,
      "grad_norm": 0.6183727979660034,
      "learning_rate": 0.00018746980813522912,
      "loss": 0.8363,
      "step": 2012
    },
    {
      "epoch": 0.48945352866087166,
      "grad_norm": 0.5747248530387878,
      "learning_rate": 0.00018745743221447084,
      "loss": 0.8815,
      "step": 2013
    },
    {
      "epoch": 0.4896966749741657,
      "grad_norm": 0.5389454364776611,
      "learning_rate": 0.00018744505059387282,
      "loss": 0.7675,
      "step": 2014
    },
    {
      "epoch": 0.4899398212874597,
      "grad_norm": 0.644119381904602,
      "learning_rate": 0.00018743266327424205,
      "loss": 1.0162,
      "step": 2015
    },
    {
      "epoch": 0.49018296760075375,
      "grad_norm": 0.5704006552696228,
      "learning_rate": 0.0001874202702563858,
      "loss": 0.8987,
      "step": 2016
    },
    {
      "epoch": 0.4904261139140478,
      "grad_norm": 0.6076928973197937,
      "learning_rate": 0.0001874078715411118,
      "loss": 0.8403,
      "step": 2017
    },
    {
      "epoch": 0.4906692602273418,
      "grad_norm": 0.5596714615821838,
      "learning_rate": 0.00018739546712922804,
      "loss": 0.7363,
      "step": 2018
    },
    {
      "epoch": 0.49091240654063584,
      "grad_norm": 0.5959171652793884,
      "learning_rate": 0.000187383057021543,
      "loss": 0.9581,
      "step": 2019
    },
    {
      "epoch": 0.49115555285392987,
      "grad_norm": 0.6232267022132874,
      "learning_rate": 0.0001873706412188655,
      "loss": 0.9273,
      "step": 2020
    },
    {
      "epoch": 0.4913986991672239,
      "grad_norm": 0.5603257417678833,
      "learning_rate": 0.0001873582197220047,
      "loss": 0.8008,
      "step": 2021
    },
    {
      "epoch": 0.4916418454805179,
      "grad_norm": 0.592042863368988,
      "learning_rate": 0.00018734579253177006,
      "loss": 0.8906,
      "step": 2022
    },
    {
      "epoch": 0.4918849917938119,
      "grad_norm": 0.6134238839149475,
      "learning_rate": 0.0001873333596489716,
      "loss": 0.9022,
      "step": 2023
    },
    {
      "epoch": 0.49212813810710593,
      "grad_norm": 0.5909799933433533,
      "learning_rate": 0.00018732092107441955,
      "loss": 0.987,
      "step": 2024
    },
    {
      "epoch": 0.49237128442039996,
      "grad_norm": 0.5266522169113159,
      "learning_rate": 0.0001873084768089246,
      "loss": 0.7336,
      "step": 2025
    },
    {
      "epoch": 0.492614430733694,
      "grad_norm": 0.6073063015937805,
      "learning_rate": 0.00018729602685329776,
      "loss": 0.9441,
      "step": 2026
    },
    {
      "epoch": 0.492857577046988,
      "grad_norm": 0.5548309087753296,
      "learning_rate": 0.0001872835712083504,
      "loss": 0.6566,
      "step": 2027
    },
    {
      "epoch": 0.49310072336028204,
      "grad_norm": 0.5658994317054749,
      "learning_rate": 0.00018727110987489437,
      "loss": 0.8246,
      "step": 2028
    },
    {
      "epoch": 0.4933438696735761,
      "grad_norm": 0.5657021403312683,
      "learning_rate": 0.0001872586428537417,
      "loss": 0.7788,
      "step": 2029
    },
    {
      "epoch": 0.4935870159868701,
      "grad_norm": 0.5403734445571899,
      "learning_rate": 0.00018724617014570494,
      "loss": 0.7925,
      "step": 2030
    },
    {
      "epoch": 0.49383016230016413,
      "grad_norm": 0.5485606789588928,
      "learning_rate": 0.000187233691751597,
      "loss": 0.7968,
      "step": 2031
    },
    {
      "epoch": 0.49407330861345816,
      "grad_norm": 0.5736601948738098,
      "learning_rate": 0.00018722120767223114,
      "loss": 0.8434,
      "step": 2032
    },
    {
      "epoch": 0.4943164549267522,
      "grad_norm": 0.5190244317054749,
      "learning_rate": 0.00018720871790842093,
      "loss": 0.7732,
      "step": 2033
    },
    {
      "epoch": 0.4945596012400462,
      "grad_norm": 0.537281334400177,
      "learning_rate": 0.0001871962224609804,
      "loss": 0.7891,
      "step": 2034
    },
    {
      "epoch": 0.49480274755334025,
      "grad_norm": 0.5795709490776062,
      "learning_rate": 0.00018718372133072388,
      "loss": 0.8014,
      "step": 2035
    },
    {
      "epoch": 0.4950458938666342,
      "grad_norm": 0.567215621471405,
      "learning_rate": 0.00018717121451846614,
      "loss": 0.7461,
      "step": 2036
    },
    {
      "epoch": 0.49528904017992825,
      "grad_norm": 0.5667967796325684,
      "learning_rate": 0.00018715870202502227,
      "loss": 0.6872,
      "step": 2037
    },
    {
      "epoch": 0.4955321864932223,
      "grad_norm": 0.6338644623756409,
      "learning_rate": 0.00018714618385120774,
      "loss": 0.9221,
      "step": 2038
    },
    {
      "epoch": 0.4957753328065163,
      "grad_norm": 0.5234581232070923,
      "learning_rate": 0.0001871336599978384,
      "loss": 0.7281,
      "step": 2039
    },
    {
      "epoch": 0.49601847911981034,
      "grad_norm": 0.5553610920906067,
      "learning_rate": 0.00018712113046573042,
      "loss": 0.8816,
      "step": 2040
    },
    {
      "epoch": 0.49626162543310437,
      "grad_norm": 0.615501344203949,
      "learning_rate": 0.00018710859525570048,
      "loss": 0.9188,
      "step": 2041
    },
    {
      "epoch": 0.4965047717463984,
      "grad_norm": 0.5797609090805054,
      "learning_rate": 0.0001870960543685654,
      "loss": 1.0008,
      "step": 2042
    },
    {
      "epoch": 0.49674791805969243,
      "grad_norm": 0.5527052283287048,
      "learning_rate": 0.00018708350780514263,
      "loss": 0.8067,
      "step": 2043
    },
    {
      "epoch": 0.49699106437298646,
      "grad_norm": 0.5893036127090454,
      "learning_rate": 0.0001870709555662498,
      "loss": 0.852,
      "step": 2044
    },
    {
      "epoch": 0.4972342106862805,
      "grad_norm": 0.5933265686035156,
      "learning_rate": 0.000187058397652705,
      "loss": 0.9066,
      "step": 2045
    },
    {
      "epoch": 0.4974773569995745,
      "grad_norm": 0.5943753719329834,
      "learning_rate": 0.00018704583406532662,
      "loss": 0.9865,
      "step": 2046
    },
    {
      "epoch": 0.49772050331286855,
      "grad_norm": 0.5977759957313538,
      "learning_rate": 0.0001870332648049335,
      "loss": 0.6316,
      "step": 2047
    },
    {
      "epoch": 0.4979636496261625,
      "grad_norm": 0.6394855976104736,
      "learning_rate": 0.00018702068987234483,
      "loss": 0.9859,
      "step": 2048
    },
    {
      "epoch": 0.49820679593945655,
      "grad_norm": 0.576878547668457,
      "learning_rate": 0.0001870081092683801,
      "loss": 0.9044,
      "step": 2049
    },
    {
      "epoch": 0.4984499422527506,
      "grad_norm": 0.5454152226448059,
      "learning_rate": 0.00018699552299385926,
      "loss": 0.8049,
      "step": 2050
    },
    {
      "epoch": 0.4986930885660446,
      "grad_norm": 0.5668388605117798,
      "learning_rate": 0.0001869829310496026,
      "loss": 0.9287,
      "step": 2051
    },
    {
      "epoch": 0.49893623487933864,
      "grad_norm": 0.6004642248153687,
      "learning_rate": 0.00018697033343643074,
      "loss": 0.9111,
      "step": 2052
    },
    {
      "epoch": 0.49917938119263267,
      "grad_norm": 0.57496577501297,
      "learning_rate": 0.0001869577301551647,
      "loss": 0.8799,
      "step": 2053
    },
    {
      "epoch": 0.4994225275059267,
      "grad_norm": 0.6201746463775635,
      "learning_rate": 0.00018694512120662592,
      "loss": 1.0149,
      "step": 2054
    },
    {
      "epoch": 0.4996656738192207,
      "grad_norm": 0.5764121413230896,
      "learning_rate": 0.0001869325065916361,
      "loss": 0.8425,
      "step": 2055
    },
    {
      "epoch": 0.49990882013251475,
      "grad_norm": 0.6104611158370972,
      "learning_rate": 0.0001869198863110174,
      "loss": 0.8441,
      "step": 2056
    },
    {
      "epoch": 0.5001519664458087,
      "grad_norm": 0.5828225016593933,
      "learning_rate": 0.00018690726036559233,
      "loss": 0.861,
      "step": 2057
    },
    {
      "epoch": 0.5003951127591028,
      "grad_norm": 0.54237300157547,
      "learning_rate": 0.00018689462875618368,
      "loss": 0.7486,
      "step": 2058
    },
    {
      "epoch": 0.5006382590723968,
      "grad_norm": 0.619459331035614,
      "learning_rate": 0.00018688199148361482,
      "loss": 0.8476,
      "step": 2059
    },
    {
      "epoch": 0.5008814053856908,
      "grad_norm": 0.5675767660140991,
      "learning_rate": 0.00018686934854870923,
      "loss": 0.8451,
      "step": 2060
    },
    {
      "epoch": 0.5011245516989848,
      "grad_norm": 0.5638116002082825,
      "learning_rate": 0.00018685669995229093,
      "loss": 0.7843,
      "step": 2061
    },
    {
      "epoch": 0.5013676980122789,
      "grad_norm": 0.6084367632865906,
      "learning_rate": 0.00018684404569518432,
      "loss": 0.9414,
      "step": 2062
    },
    {
      "epoch": 0.5016108443255729,
      "grad_norm": 0.5753823518753052,
      "learning_rate": 0.00018683138577821402,
      "loss": 0.9036,
      "step": 2063
    },
    {
      "epoch": 0.5018539906388669,
      "grad_norm": 0.5680419206619263,
      "learning_rate": 0.00018681872020220516,
      "loss": 0.8129,
      "step": 2064
    },
    {
      "epoch": 0.502097136952161,
      "grad_norm": 0.5601842999458313,
      "learning_rate": 0.0001868060489679832,
      "loss": 0.7809,
      "step": 2065
    },
    {
      "epoch": 0.502340283265455,
      "grad_norm": 0.5675313472747803,
      "learning_rate": 0.00018679337207637393,
      "loss": 0.8159,
      "step": 2066
    },
    {
      "epoch": 0.502583429578749,
      "grad_norm": 0.5557370781898499,
      "learning_rate": 0.00018678068952820355,
      "loss": 0.8501,
      "step": 2067
    },
    {
      "epoch": 0.502826575892043,
      "grad_norm": 0.5799306035041809,
      "learning_rate": 0.00018676800132429863,
      "loss": 0.6944,
      "step": 2068
    },
    {
      "epoch": 0.5030697222053371,
      "grad_norm": 0.5774492025375366,
      "learning_rate": 0.00018675530746548605,
      "loss": 0.8161,
      "step": 2069
    },
    {
      "epoch": 0.5033128685186311,
      "grad_norm": 0.5652050375938416,
      "learning_rate": 0.00018674260795259318,
      "loss": 0.9912,
      "step": 2070
    },
    {
      "epoch": 0.5035560148319251,
      "grad_norm": 0.5675559043884277,
      "learning_rate": 0.0001867299027864476,
      "loss": 0.8563,
      "step": 2071
    },
    {
      "epoch": 0.5037991611452192,
      "grad_norm": 0.5579584240913391,
      "learning_rate": 0.0001867171919678774,
      "loss": 0.8285,
      "step": 2072
    },
    {
      "epoch": 0.5040423074585132,
      "grad_norm": 0.6070268154144287,
      "learning_rate": 0.00018670447549771094,
      "loss": 0.8584,
      "step": 2073
    },
    {
      "epoch": 0.5042854537718072,
      "grad_norm": 0.5701847076416016,
      "learning_rate": 0.000186691753376777,
      "loss": 0.8604,
      "step": 2074
    },
    {
      "epoch": 0.5045286000851013,
      "grad_norm": 0.5597972869873047,
      "learning_rate": 0.00018667902560590475,
      "loss": 0.8547,
      "step": 2075
    },
    {
      "epoch": 0.5047717463983953,
      "grad_norm": 0.6280000805854797,
      "learning_rate": 0.0001866662921859236,
      "loss": 0.9533,
      "step": 2076
    },
    {
      "epoch": 0.5050148927116893,
      "grad_norm": 0.5766084790229797,
      "learning_rate": 0.00018665355311766354,
      "loss": 0.7446,
      "step": 2077
    },
    {
      "epoch": 0.5052580390249832,
      "grad_norm": 0.6424511671066284,
      "learning_rate": 0.0001866408084019547,
      "loss": 1.0215,
      "step": 2078
    },
    {
      "epoch": 0.5055011853382773,
      "grad_norm": 0.6087543964385986,
      "learning_rate": 0.0001866280580396278,
      "loss": 0.9171,
      "step": 2079
    },
    {
      "epoch": 0.5057443316515713,
      "grad_norm": 0.6010083556175232,
      "learning_rate": 0.00018661530203151373,
      "loss": 0.8503,
      "step": 2080
    },
    {
      "epoch": 0.5059874779648653,
      "grad_norm": 0.5655202865600586,
      "learning_rate": 0.00018660254037844388,
      "loss": 0.6779,
      "step": 2081
    },
    {
      "epoch": 0.5062306242781593,
      "grad_norm": 0.5422629117965698,
      "learning_rate": 0.00018658977308124992,
      "loss": 0.7596,
      "step": 2082
    },
    {
      "epoch": 0.5064737705914534,
      "grad_norm": 0.5504887104034424,
      "learning_rate": 0.00018657700014076395,
      "loss": 0.7777,
      "step": 2083
    },
    {
      "epoch": 0.5067169169047474,
      "grad_norm": 0.5949633121490479,
      "learning_rate": 0.00018656422155781846,
      "loss": 0.8909,
      "step": 2084
    },
    {
      "epoch": 0.5069600632180414,
      "grad_norm": 0.5151170492172241,
      "learning_rate": 0.0001865514373332462,
      "loss": 0.6627,
      "step": 2085
    },
    {
      "epoch": 0.5072032095313355,
      "grad_norm": 0.6315810084342957,
      "learning_rate": 0.00018653864746788034,
      "loss": 1.0675,
      "step": 2086
    },
    {
      "epoch": 0.5074463558446295,
      "grad_norm": 0.5869234204292297,
      "learning_rate": 0.0001865258519625545,
      "loss": 0.7247,
      "step": 2087
    },
    {
      "epoch": 0.5076895021579235,
      "grad_norm": 0.5991378426551819,
      "learning_rate": 0.0001865130508181026,
      "loss": 0.82,
      "step": 2088
    },
    {
      "epoch": 0.5079326484712176,
      "grad_norm": 0.6438139081001282,
      "learning_rate": 0.00018650024403535885,
      "loss": 0.9579,
      "step": 2089
    },
    {
      "epoch": 0.5081757947845116,
      "grad_norm": 0.5549566745758057,
      "learning_rate": 0.00018648743161515797,
      "loss": 0.8206,
      "step": 2090
    },
    {
      "epoch": 0.5084189410978056,
      "grad_norm": 0.6201650500297546,
      "learning_rate": 0.00018647461355833492,
      "loss": 0.9641,
      "step": 2091
    },
    {
      "epoch": 0.5086620874110996,
      "grad_norm": 0.6044573783874512,
      "learning_rate": 0.00018646178986572514,
      "loss": 0.9046,
      "step": 2092
    },
    {
      "epoch": 0.5089052337243937,
      "grad_norm": 0.5515268445014954,
      "learning_rate": 0.0001864489605381644,
      "loss": 0.6898,
      "step": 2093
    },
    {
      "epoch": 0.5091483800376877,
      "grad_norm": 0.6241558790206909,
      "learning_rate": 0.00018643612557648872,
      "loss": 0.8189,
      "step": 2094
    },
    {
      "epoch": 0.5093915263509817,
      "grad_norm": 0.6142127513885498,
      "learning_rate": 0.00018642328498153475,
      "loss": 0.7994,
      "step": 2095
    },
    {
      "epoch": 0.5096346726642758,
      "grad_norm": 0.5779736638069153,
      "learning_rate": 0.00018641043875413917,
      "loss": 0.8381,
      "step": 2096
    },
    {
      "epoch": 0.5098778189775698,
      "grad_norm": 0.5930630564689636,
      "learning_rate": 0.00018639758689513935,
      "loss": 0.902,
      "step": 2097
    },
    {
      "epoch": 0.5101209652908638,
      "grad_norm": 0.575884997844696,
      "learning_rate": 0.0001863847294053728,
      "loss": 0.8444,
      "step": 2098
    },
    {
      "epoch": 0.5103641116041578,
      "grad_norm": 0.5778146982192993,
      "learning_rate": 0.00018637186628567748,
      "loss": 0.8061,
      "step": 2099
    },
    {
      "epoch": 0.5106072579174519,
      "grad_norm": 0.5692631602287292,
      "learning_rate": 0.0001863589975368918,
      "loss": 0.9261,
      "step": 2100
    },
    {
      "epoch": 0.5108504042307459,
      "grad_norm": 0.6022058725357056,
      "learning_rate": 0.00018634612315985433,
      "loss": 0.8178,
      "step": 2101
    },
    {
      "epoch": 0.5110935505440398,
      "grad_norm": 0.6022548675537109,
      "learning_rate": 0.00018633324315540416,
      "loss": 0.7886,
      "step": 2102
    },
    {
      "epoch": 0.5113366968573339,
      "grad_norm": 0.5897915959358215,
      "learning_rate": 0.00018632035752438078,
      "loss": 0.8136,
      "step": 2103
    },
    {
      "epoch": 0.5115798431706279,
      "grad_norm": 0.6294848918914795,
      "learning_rate": 0.00018630746626762393,
      "loss": 0.9359,
      "step": 2104
    },
    {
      "epoch": 0.5118229894839219,
      "grad_norm": 0.5716297626495361,
      "learning_rate": 0.0001862945693859738,
      "loss": 0.7714,
      "step": 2105
    },
    {
      "epoch": 0.5120661357972159,
      "grad_norm": 0.6164332628250122,
      "learning_rate": 0.0001862816668802709,
      "loss": 0.9239,
      "step": 2106
    },
    {
      "epoch": 0.51230928211051,
      "grad_norm": 0.5258795619010925,
      "learning_rate": 0.00018626875875135608,
      "loss": 0.7132,
      "step": 2107
    },
    {
      "epoch": 0.512552428423804,
      "grad_norm": 0.591248095035553,
      "learning_rate": 0.00018625584500007062,
      "loss": 0.8257,
      "step": 2108
    },
    {
      "epoch": 0.512795574737098,
      "grad_norm": 0.5838782787322998,
      "learning_rate": 0.0001862429256272562,
      "loss": 0.9559,
      "step": 2109
    },
    {
      "epoch": 0.513038721050392,
      "grad_norm": 0.6242444515228271,
      "learning_rate": 0.00018623000063375472,
      "loss": 0.8655,
      "step": 2110
    },
    {
      "epoch": 0.5132818673636861,
      "grad_norm": 0.6201741099357605,
      "learning_rate": 0.00018621707002040863,
      "loss": 0.964,
      "step": 2111
    },
    {
      "epoch": 0.5135250136769801,
      "grad_norm": 0.5692739486694336,
      "learning_rate": 0.00018620413378806058,
      "loss": 0.9357,
      "step": 2112
    },
    {
      "epoch": 0.5137681599902741,
      "grad_norm": 0.5674477219581604,
      "learning_rate": 0.00018619119193755373,
      "loss": 0.7087,
      "step": 2113
    },
    {
      "epoch": 0.5140113063035682,
      "grad_norm": 0.5844252705574036,
      "learning_rate": 0.00018617824446973146,
      "loss": 0.8269,
      "step": 2114
    },
    {
      "epoch": 0.5142544526168622,
      "grad_norm": 0.5780450105667114,
      "learning_rate": 0.00018616529138543763,
      "loss": 0.9139,
      "step": 2115
    },
    {
      "epoch": 0.5144975989301562,
      "grad_norm": 0.6156202554702759,
      "learning_rate": 0.00018615233268551643,
      "loss": 0.8541,
      "step": 2116
    },
    {
      "epoch": 0.5147407452434503,
      "grad_norm": 0.6042371392250061,
      "learning_rate": 0.0001861393683708124,
      "loss": 0.857,
      "step": 2117
    },
    {
      "epoch": 0.5149838915567443,
      "grad_norm": 0.5733687877655029,
      "learning_rate": 0.00018612639844217048,
      "loss": 0.8058,
      "step": 2118
    },
    {
      "epoch": 0.5152270378700383,
      "grad_norm": 0.5945388674736023,
      "learning_rate": 0.00018611342290043593,
      "loss": 0.8601,
      "step": 2119
    },
    {
      "epoch": 0.5154701841833323,
      "grad_norm": 0.526375949382782,
      "learning_rate": 0.00018610044174645444,
      "loss": 0.7322,
      "step": 2120
    },
    {
      "epoch": 0.5157133304966264,
      "grad_norm": 0.6074469685554504,
      "learning_rate": 0.00018608745498107195,
      "loss": 0.9822,
      "step": 2121
    },
    {
      "epoch": 0.5159564768099204,
      "grad_norm": 0.6156201362609863,
      "learning_rate": 0.00018607446260513494,
      "loss": 0.8132,
      "step": 2122
    },
    {
      "epoch": 0.5161996231232144,
      "grad_norm": 0.542393684387207,
      "learning_rate": 0.00018606146461949013,
      "loss": 0.8462,
      "step": 2123
    },
    {
      "epoch": 0.5164427694365085,
      "grad_norm": 0.5687085390090942,
      "learning_rate": 0.0001860484610249846,
      "loss": 0.8527,
      "step": 2124
    },
    {
      "epoch": 0.5166859157498025,
      "grad_norm": 0.6162201166152954,
      "learning_rate": 0.0001860354518224658,
      "loss": 0.8907,
      "step": 2125
    },
    {
      "epoch": 0.5169290620630965,
      "grad_norm": 0.5592830181121826,
      "learning_rate": 0.0001860224370127817,
      "loss": 0.8912,
      "step": 2126
    },
    {
      "epoch": 0.5171722083763904,
      "grad_norm": 0.598349928855896,
      "learning_rate": 0.00018600941659678038,
      "loss": 0.9758,
      "step": 2127
    },
    {
      "epoch": 0.5174153546896845,
      "grad_norm": 0.6009693741798401,
      "learning_rate": 0.0001859963905753105,
      "loss": 0.7801,
      "step": 2128
    },
    {
      "epoch": 0.5176585010029785,
      "grad_norm": 0.5847234725952148,
      "learning_rate": 0.00018598335894922093,
      "loss": 0.8142,
      "step": 2129
    },
    {
      "epoch": 0.5179016473162725,
      "grad_norm": 0.5788276791572571,
      "learning_rate": 0.00018597032171936104,
      "loss": 0.8372,
      "step": 2130
    },
    {
      "epoch": 0.5181447936295666,
      "grad_norm": 0.586836576461792,
      "learning_rate": 0.0001859572788865805,
      "loss": 0.7903,
      "step": 2131
    },
    {
      "epoch": 0.5183879399428606,
      "grad_norm": 0.546994686126709,
      "learning_rate": 0.00018594423045172932,
      "loss": 0.6775,
      "step": 2132
    },
    {
      "epoch": 0.5186310862561546,
      "grad_norm": 0.5915231108665466,
      "learning_rate": 0.0001859311764156579,
      "loss": 0.9052,
      "step": 2133
    },
    {
      "epoch": 0.5188742325694486,
      "grad_norm": 0.6187220811843872,
      "learning_rate": 0.000185918116779217,
      "loss": 1.0282,
      "step": 2134
    },
    {
      "epoch": 0.5191173788827427,
      "grad_norm": 0.5917856097221375,
      "learning_rate": 0.0001859050515432578,
      "loss": 0.8632,
      "step": 2135
    },
    {
      "epoch": 0.5193605251960367,
      "grad_norm": 0.6667559742927551,
      "learning_rate": 0.00018589198070863178,
      "loss": 0.8325,
      "step": 2136
    },
    {
      "epoch": 0.5196036715093307,
      "grad_norm": 0.5909655094146729,
      "learning_rate": 0.00018587890427619074,
      "loss": 0.824,
      "step": 2137
    },
    {
      "epoch": 0.5198468178226248,
      "grad_norm": 0.6021871566772461,
      "learning_rate": 0.00018586582224678697,
      "loss": 0.8504,
      "step": 2138
    },
    {
      "epoch": 0.5200899641359188,
      "grad_norm": 0.5615581274032593,
      "learning_rate": 0.00018585273462127302,
      "loss": 0.8804,
      "step": 2139
    },
    {
      "epoch": 0.5203331104492128,
      "grad_norm": 0.6190133690834045,
      "learning_rate": 0.00018583964140050192,
      "loss": 0.8913,
      "step": 2140
    },
    {
      "epoch": 0.5205762567625069,
      "grad_norm": 0.5250230431556702,
      "learning_rate": 0.0001858265425853269,
      "loss": 0.7742,
      "step": 2141
    },
    {
      "epoch": 0.5208194030758009,
      "grad_norm": 0.6347829699516296,
      "learning_rate": 0.00018581343817660172,
      "loss": 1.0248,
      "step": 2142
    },
    {
      "epoch": 0.5210625493890949,
      "grad_norm": 0.5909278392791748,
      "learning_rate": 0.0001858003281751804,
      "loss": 0.8338,
      "step": 2143
    },
    {
      "epoch": 0.5213056957023889,
      "grad_norm": 0.5584347248077393,
      "learning_rate": 0.00018578721258191735,
      "loss": 0.6539,
      "step": 2144
    },
    {
      "epoch": 0.521548842015683,
      "grad_norm": 0.5864721536636353,
      "learning_rate": 0.00018577409139766733,
      "loss": 0.9622,
      "step": 2145
    },
    {
      "epoch": 0.521791988328977,
      "grad_norm": 0.5977367758750916,
      "learning_rate": 0.00018576096462328553,
      "loss": 0.8856,
      "step": 2146
    },
    {
      "epoch": 0.522035134642271,
      "grad_norm": 0.5803396105766296,
      "learning_rate": 0.00018574783225962742,
      "loss": 0.7293,
      "step": 2147
    },
    {
      "epoch": 0.522278280955565,
      "grad_norm": 0.5928121209144592,
      "learning_rate": 0.0001857346943075489,
      "loss": 0.776,
      "step": 2148
    },
    {
      "epoch": 0.5225214272688591,
      "grad_norm": 0.6502671837806702,
      "learning_rate": 0.00018572155076790618,
      "loss": 0.847,
      "step": 2149
    },
    {
      "epoch": 0.5227645735821531,
      "grad_norm": 0.5799949765205383,
      "learning_rate": 0.00018570840164155587,
      "loss": 0.9177,
      "step": 2150
    },
    {
      "epoch": 0.523007719895447,
      "grad_norm": 0.6034911870956421,
      "learning_rate": 0.00018569524692935496,
      "loss": 0.9018,
      "step": 2151
    },
    {
      "epoch": 0.5232508662087411,
      "grad_norm": 0.600843071937561,
      "learning_rate": 0.00018568208663216073,
      "loss": 0.8922,
      "step": 2152
    },
    {
      "epoch": 0.5234940125220351,
      "grad_norm": 0.5933331251144409,
      "learning_rate": 0.0001856689207508309,
      "loss": 0.8731,
      "step": 2153
    },
    {
      "epoch": 0.5237371588353291,
      "grad_norm": 0.6112452745437622,
      "learning_rate": 0.00018565574928622352,
      "loss": 1.0197,
      "step": 2154
    },
    {
      "epoch": 0.5239803051486231,
      "grad_norm": 0.5667611360549927,
      "learning_rate": 0.00018564257223919702,
      "loss": 0.8146,
      "step": 2155
    },
    {
      "epoch": 0.5242234514619172,
      "grad_norm": 0.5588690042495728,
      "learning_rate": 0.0001856293896106102,
      "loss": 0.8711,
      "step": 2156
    },
    {
      "epoch": 0.5244665977752112,
      "grad_norm": 0.5868648290634155,
      "learning_rate": 0.00018561620140132215,
      "loss": 0.9138,
      "step": 2157
    },
    {
      "epoch": 0.5247097440885052,
      "grad_norm": 0.5533090829849243,
      "learning_rate": 0.00018560300761219246,
      "loss": 0.8042,
      "step": 2158
    },
    {
      "epoch": 0.5249528904017993,
      "grad_norm": 0.5259743928909302,
      "learning_rate": 0.00018558980824408093,
      "loss": 0.7465,
      "step": 2159
    },
    {
      "epoch": 0.5251960367150933,
      "grad_norm": 0.6065550446510315,
      "learning_rate": 0.00018557660329784784,
      "loss": 0.9753,
      "step": 2160
    },
    {
      "epoch": 0.5254391830283873,
      "grad_norm": 0.5651072859764099,
      "learning_rate": 0.00018556339277435378,
      "loss": 0.9282,
      "step": 2161
    },
    {
      "epoch": 0.5256823293416814,
      "grad_norm": 0.5374377965927124,
      "learning_rate": 0.00018555017667445971,
      "loss": 0.8506,
      "step": 2162
    },
    {
      "epoch": 0.5259254756549754,
      "grad_norm": 0.5624192357063293,
      "learning_rate": 0.000185536954999027,
      "loss": 0.8984,
      "step": 2163
    },
    {
      "epoch": 0.5261686219682694,
      "grad_norm": 0.6057386994361877,
      "learning_rate": 0.00018552372774891727,
      "loss": 0.9746,
      "step": 2164
    },
    {
      "epoch": 0.5264117682815634,
      "grad_norm": 0.5671805739402771,
      "learning_rate": 0.00018551049492499265,
      "loss": 0.7045,
      "step": 2165
    },
    {
      "epoch": 0.5266549145948575,
      "grad_norm": 0.5449039340019226,
      "learning_rate": 0.00018549725652811553,
      "loss": 0.8183,
      "step": 2166
    },
    {
      "epoch": 0.5268980609081515,
      "grad_norm": 0.5853644609451294,
      "learning_rate": 0.0001854840125591487,
      "loss": 0.8234,
      "step": 2167
    },
    {
      "epoch": 0.5271412072214455,
      "grad_norm": 0.5475297570228577,
      "learning_rate": 0.0001854707630189553,
      "loss": 0.739,
      "step": 2168
    },
    {
      "epoch": 0.5273843535347396,
      "grad_norm": 0.6323511004447937,
      "learning_rate": 0.0001854575079083988,
      "loss": 1.089,
      "step": 2169
    },
    {
      "epoch": 0.5276274998480336,
      "grad_norm": 0.5670498609542847,
      "learning_rate": 0.00018544424722834313,
      "loss": 0.8825,
      "step": 2170
    },
    {
      "epoch": 0.5278706461613276,
      "grad_norm": 0.5696359872817993,
      "learning_rate": 0.00018543098097965248,
      "loss": 0.6563,
      "step": 2171
    },
    {
      "epoch": 0.5281137924746216,
      "grad_norm": 0.6863069534301758,
      "learning_rate": 0.0001854177091631915,
      "loss": 0.986,
      "step": 2172
    },
    {
      "epoch": 0.5283569387879157,
      "grad_norm": 0.6003938317298889,
      "learning_rate": 0.0001854044317798251,
      "loss": 1.0983,
      "step": 2173
    },
    {
      "epoch": 0.5286000851012097,
      "grad_norm": 0.594314694404602,
      "learning_rate": 0.0001853911488304186,
      "loss": 0.8127,
      "step": 2174
    },
    {
      "epoch": 0.5288432314145036,
      "grad_norm": 0.6054446697235107,
      "learning_rate": 0.00018537786031583777,
      "loss": 0.8805,
      "step": 2175
    },
    {
      "epoch": 0.5290863777277977,
      "grad_norm": 0.555167555809021,
      "learning_rate": 0.00018536456623694853,
      "loss": 0.7818,
      "step": 2176
    },
    {
      "epoch": 0.5293295240410917,
      "grad_norm": 0.6191819906234741,
      "learning_rate": 0.00018535126659461742,
      "loss": 0.9992,
      "step": 2177
    },
    {
      "epoch": 0.5295726703543857,
      "grad_norm": 0.5537669658660889,
      "learning_rate": 0.00018533796138971108,
      "loss": 0.8451,
      "step": 2178
    },
    {
      "epoch": 0.5298158166676797,
      "grad_norm": 0.5959486365318298,
      "learning_rate": 0.0001853246506230968,
      "loss": 0.8144,
      "step": 2179
    },
    {
      "epoch": 0.5300589629809738,
      "grad_norm": 0.6360813975334167,
      "learning_rate": 0.00018531133429564194,
      "loss": 0.8817,
      "step": 2180
    },
    {
      "epoch": 0.5303021092942678,
      "grad_norm": 0.6303508877754211,
      "learning_rate": 0.00018529801240821446,
      "loss": 0.9098,
      "step": 2181
    },
    {
      "epoch": 0.5305452556075618,
      "grad_norm": 0.5898306369781494,
      "learning_rate": 0.0001852846849616825,
      "loss": 0.8896,
      "step": 2182
    },
    {
      "epoch": 0.5307884019208559,
      "grad_norm": 0.6143515110015869,
      "learning_rate": 0.00018527135195691474,
      "loss": 1.0317,
      "step": 2183
    },
    {
      "epoch": 0.5310315482341499,
      "grad_norm": 0.582189679145813,
      "learning_rate": 0.00018525801339478004,
      "loss": 0.8301,
      "step": 2184
    },
    {
      "epoch": 0.5312746945474439,
      "grad_norm": 0.5338965058326721,
      "learning_rate": 0.00018524466927614776,
      "loss": 0.7128,
      "step": 2185
    },
    {
      "epoch": 0.531517840860738,
      "grad_norm": 0.5578599572181702,
      "learning_rate": 0.00018523131960188755,
      "loss": 0.9052,
      "step": 2186
    },
    {
      "epoch": 0.531760987174032,
      "grad_norm": 0.5412959456443787,
      "learning_rate": 0.00018521796437286948,
      "loss": 0.7536,
      "step": 2187
    },
    {
      "epoch": 0.532004133487326,
      "grad_norm": 0.5793996453285217,
      "learning_rate": 0.0001852046035899639,
      "loss": 0.7974,
      "step": 2188
    },
    {
      "epoch": 0.53224727980062,
      "grad_norm": 0.5998396277427673,
      "learning_rate": 0.00018519123725404163,
      "loss": 0.8015,
      "step": 2189
    },
    {
      "epoch": 0.5324904261139141,
      "grad_norm": 0.469194620847702,
      "learning_rate": 0.0001851778653659737,
      "loss": 0.5924,
      "step": 2190
    },
    {
      "epoch": 0.5327335724272081,
      "grad_norm": 0.5947661995887756,
      "learning_rate": 0.0001851644879266317,
      "loss": 0.7655,
      "step": 2191
    },
    {
      "epoch": 0.5329767187405021,
      "grad_norm": 0.5553659200668335,
      "learning_rate": 0.00018515110493688738,
      "loss": 0.8603,
      "step": 2192
    },
    {
      "epoch": 0.5332198650537961,
      "grad_norm": 0.5743151307106018,
      "learning_rate": 0.00018513771639761298,
      "loss": 0.7789,
      "step": 2193
    },
    {
      "epoch": 0.5334630113670902,
      "grad_norm": 0.571050226688385,
      "learning_rate": 0.0001851243223096811,
      "loss": 0.7297,
      "step": 2194
    },
    {
      "epoch": 0.5337061576803842,
      "grad_norm": 0.6565086841583252,
      "learning_rate": 0.00018511092267396462,
      "loss": 0.9776,
      "step": 2195
    },
    {
      "epoch": 0.5339493039936782,
      "grad_norm": 0.5231837630271912,
      "learning_rate": 0.00018509751749133687,
      "loss": 0.7973,
      "step": 2196
    },
    {
      "epoch": 0.5341924503069723,
      "grad_norm": 0.553109347820282,
      "learning_rate": 0.0001850841067626715,
      "loss": 0.9067,
      "step": 2197
    },
    {
      "epoch": 0.5344355966202663,
      "grad_norm": 0.5973501205444336,
      "learning_rate": 0.00018507069048884244,
      "loss": 0.7582,
      "step": 2198
    },
    {
      "epoch": 0.5346787429335603,
      "grad_norm": 0.5926213264465332,
      "learning_rate": 0.0001850572686707242,
      "loss": 0.8302,
      "step": 2199
    },
    {
      "epoch": 0.5349218892468542,
      "grad_norm": 0.5368115901947021,
      "learning_rate": 0.00018504384130919144,
      "loss": 0.7938,
      "step": 2200
    },
    {
      "epoch": 0.5349218892468542,
      "eval_loss": 0.8369746804237366,
      "eval_runtime": 12.3376,
      "eval_samples_per_second": 40.202,
      "eval_steps_per_second": 6.727,
      "step": 2200
    },
    {
      "epoch": 0.5351650355601483,
      "grad_norm": 0.5858777761459351,
      "learning_rate": 0.00018503040840511925,
      "loss": 0.7604,
      "step": 2201
    },
    {
      "epoch": 0.5354081818734423,
      "grad_norm": 0.6205335855484009,
      "learning_rate": 0.0001850169699593831,
      "loss": 0.8832,
      "step": 2202
    },
    {
      "epoch": 0.5356513281867363,
      "grad_norm": 0.5871967077255249,
      "learning_rate": 0.00018500352597285887,
      "loss": 0.7757,
      "step": 2203
    },
    {
      "epoch": 0.5358944745000304,
      "grad_norm": 0.6066921949386597,
      "learning_rate": 0.00018499007644642263,
      "loss": 0.9883,
      "step": 2204
    },
    {
      "epoch": 0.5361376208133244,
      "grad_norm": 0.6086115837097168,
      "learning_rate": 0.000184976621380951,
      "loss": 0.8526,
      "step": 2205
    },
    {
      "epoch": 0.5363807671266184,
      "grad_norm": 0.5662896633148193,
      "learning_rate": 0.00018496316077732088,
      "loss": 0.7845,
      "step": 2206
    },
    {
      "epoch": 0.5366239134399124,
      "grad_norm": 0.565916895866394,
      "learning_rate": 0.0001849496946364095,
      "loss": 1.0052,
      "step": 2207
    },
    {
      "epoch": 0.5368670597532065,
      "grad_norm": 0.531748354434967,
      "learning_rate": 0.0001849362229590945,
      "loss": 0.7063,
      "step": 2208
    },
    {
      "epoch": 0.5371102060665005,
      "grad_norm": 0.5357558727264404,
      "learning_rate": 0.0001849227457462539,
      "loss": 0.7739,
      "step": 2209
    },
    {
      "epoch": 0.5373533523797945,
      "grad_norm": 0.5470191836357117,
      "learning_rate": 0.000184909262998766,
      "loss": 0.7236,
      "step": 2210
    },
    {
      "epoch": 0.5375964986930886,
      "grad_norm": 0.5617200136184692,
      "learning_rate": 0.00018489577471750954,
      "loss": 0.716,
      "step": 2211
    },
    {
      "epoch": 0.5378396450063826,
      "grad_norm": 0.5999426245689392,
      "learning_rate": 0.00018488228090336354,
      "loss": 0.8628,
      "step": 2212
    },
    {
      "epoch": 0.5380827913196766,
      "grad_norm": 0.5990179181098938,
      "learning_rate": 0.0001848687815572075,
      "loss": 0.8848,
      "step": 2213
    },
    {
      "epoch": 0.5383259376329707,
      "grad_norm": 0.605441153049469,
      "learning_rate": 0.00018485527667992115,
      "loss": 0.9165,
      "step": 2214
    },
    {
      "epoch": 0.5385690839462647,
      "grad_norm": 0.5702313780784607,
      "learning_rate": 0.00018484176627238464,
      "loss": 1.0182,
      "step": 2215
    },
    {
      "epoch": 0.5388122302595587,
      "grad_norm": 0.5922948122024536,
      "learning_rate": 0.00018482825033547853,
      "loss": 0.7594,
      "step": 2216
    },
    {
      "epoch": 0.5390553765728527,
      "grad_norm": 0.5816595554351807,
      "learning_rate": 0.00018481472887008367,
      "loss": 0.9463,
      "step": 2217
    },
    {
      "epoch": 0.5392985228861468,
      "grad_norm": 0.5954596996307373,
      "learning_rate": 0.00018480120187708125,
      "loss": 0.8411,
      "step": 2218
    },
    {
      "epoch": 0.5395416691994408,
      "grad_norm": 0.5397635698318481,
      "learning_rate": 0.0001847876693573529,
      "loss": 0.8527,
      "step": 2219
    },
    {
      "epoch": 0.5397848155127348,
      "grad_norm": 0.6070483922958374,
      "learning_rate": 0.00018477413131178056,
      "loss": 0.8983,
      "step": 2220
    },
    {
      "epoch": 0.5400279618260289,
      "grad_norm": 0.6154085993766785,
      "learning_rate": 0.00018476058774124655,
      "loss": 0.9913,
      "step": 2221
    },
    {
      "epoch": 0.5402711081393229,
      "grad_norm": 0.5737835764884949,
      "learning_rate": 0.00018474703864663358,
      "loss": 0.7046,
      "step": 2222
    },
    {
      "epoch": 0.5405142544526169,
      "grad_norm": 0.5898876786231995,
      "learning_rate": 0.00018473348402882458,
      "loss": 0.8998,
      "step": 2223
    },
    {
      "epoch": 0.5407574007659108,
      "grad_norm": 0.6087861657142639,
      "learning_rate": 0.00018471992388870305,
      "loss": 1.0659,
      "step": 2224
    },
    {
      "epoch": 0.5410005470792049,
      "grad_norm": 0.5746936798095703,
      "learning_rate": 0.00018470635822715264,
      "loss": 0.909,
      "step": 2225
    },
    {
      "epoch": 0.5412436933924989,
      "grad_norm": 0.5740340948104858,
      "learning_rate": 0.00018469278704505754,
      "loss": 0.8353,
      "step": 2226
    },
    {
      "epoch": 0.5414868397057929,
      "grad_norm": 0.5671204328536987,
      "learning_rate": 0.0001846792103433022,
      "loss": 0.7719,
      "step": 2227
    },
    {
      "epoch": 0.541729986019087,
      "grad_norm": 0.6200234293937683,
      "learning_rate": 0.00018466562812277144,
      "loss": 0.9176,
      "step": 2228
    },
    {
      "epoch": 0.541973132332381,
      "grad_norm": 0.5384473204612732,
      "learning_rate": 0.00018465204038435045,
      "loss": 0.8399,
      "step": 2229
    },
    {
      "epoch": 0.542216278645675,
      "grad_norm": 0.656338095664978,
      "learning_rate": 0.00018463844712892478,
      "loss": 1.1593,
      "step": 2230
    },
    {
      "epoch": 0.542459424958969,
      "grad_norm": 0.5646044015884399,
      "learning_rate": 0.00018462484835738034,
      "loss": 0.8441,
      "step": 2231
    },
    {
      "epoch": 0.5427025712722631,
      "grad_norm": 0.5829628109931946,
      "learning_rate": 0.0001846112440706034,
      "loss": 0.9128,
      "step": 2232
    },
    {
      "epoch": 0.5429457175855571,
      "grad_norm": 0.6004990935325623,
      "learning_rate": 0.00018459763426948063,
      "loss": 0.847,
      "step": 2233
    },
    {
      "epoch": 0.5431888638988511,
      "grad_norm": 0.6194425225257874,
      "learning_rate": 0.00018458401895489894,
      "loss": 1.0225,
      "step": 2234
    },
    {
      "epoch": 0.5434320102121452,
      "grad_norm": 0.6458342671394348,
      "learning_rate": 0.00018457039812774575,
      "loss": 1.0298,
      "step": 2235
    },
    {
      "epoch": 0.5436751565254392,
      "grad_norm": 0.5763756036758423,
      "learning_rate": 0.00018455677178890871,
      "loss": 0.7775,
      "step": 2236
    },
    {
      "epoch": 0.5439183028387332,
      "grad_norm": 0.6041866540908813,
      "learning_rate": 0.00018454313993927592,
      "loss": 1.0054,
      "step": 2237
    },
    {
      "epoch": 0.5441614491520272,
      "grad_norm": 0.640188992023468,
      "learning_rate": 0.00018452950257973578,
      "loss": 0.9031,
      "step": 2238
    },
    {
      "epoch": 0.5444045954653213,
      "grad_norm": 0.5586981177330017,
      "learning_rate": 0.0001845158597111771,
      "loss": 0.7279,
      "step": 2239
    },
    {
      "epoch": 0.5446477417786153,
      "grad_norm": 0.5227240324020386,
      "learning_rate": 0.00018450221133448901,
      "loss": 0.6642,
      "step": 2240
    },
    {
      "epoch": 0.5448908880919093,
      "grad_norm": 0.5871365070343018,
      "learning_rate": 0.000184488557450561,
      "loss": 0.8381,
      "step": 2241
    },
    {
      "epoch": 0.5451340344052034,
      "grad_norm": 0.616561770439148,
      "learning_rate": 0.00018447489806028297,
      "loss": 0.9516,
      "step": 2242
    },
    {
      "epoch": 0.5453771807184974,
      "grad_norm": 0.5717043876647949,
      "learning_rate": 0.0001844612331645451,
      "loss": 0.8095,
      "step": 2243
    },
    {
      "epoch": 0.5456203270317914,
      "grad_norm": 0.5677090883255005,
      "learning_rate": 0.000184447562764238,
      "loss": 0.7179,
      "step": 2244
    },
    {
      "epoch": 0.5458634733450854,
      "grad_norm": 0.5289840698242188,
      "learning_rate": 0.00018443388686025257,
      "loss": 0.7695,
      "step": 2245
    },
    {
      "epoch": 0.5461066196583795,
      "grad_norm": 0.5480743050575256,
      "learning_rate": 0.00018442020545348013,
      "loss": 0.7591,
      "step": 2246
    },
    {
      "epoch": 0.5463497659716735,
      "grad_norm": 0.5590670704841614,
      "learning_rate": 0.00018440651854481234,
      "loss": 0.9956,
      "step": 2247
    },
    {
      "epoch": 0.5465929122849674,
      "grad_norm": 0.5637385249137878,
      "learning_rate": 0.00018439282613514116,
      "loss": 0.7966,
      "step": 2248
    },
    {
      "epoch": 0.5468360585982615,
      "grad_norm": 0.5726228356361389,
      "learning_rate": 0.00018437912822535905,
      "loss": 0.8788,
      "step": 2249
    },
    {
      "epoch": 0.5470792049115555,
      "grad_norm": 0.664605438709259,
      "learning_rate": 0.00018436542481635871,
      "loss": 0.9904,
      "step": 2250
    },
    {
      "epoch": 0.5473223512248495,
      "grad_norm": 0.5520956516265869,
      "learning_rate": 0.00018435171590903314,
      "loss": 0.7874,
      "step": 2251
    },
    {
      "epoch": 0.5475654975381435,
      "grad_norm": 0.5817527174949646,
      "learning_rate": 0.00018433800150427593,
      "loss": 0.8821,
      "step": 2252
    },
    {
      "epoch": 0.5478086438514376,
      "grad_norm": 0.5842764377593994,
      "learning_rate": 0.0001843242816029808,
      "loss": 0.8342,
      "step": 2253
    },
    {
      "epoch": 0.5480517901647316,
      "grad_norm": 0.5344372987747192,
      "learning_rate": 0.00018431055620604192,
      "loss": 0.7124,
      "step": 2254
    },
    {
      "epoch": 0.5482949364780256,
      "grad_norm": 0.5978344678878784,
      "learning_rate": 0.00018429682531435383,
      "loss": 0.8817,
      "step": 2255
    },
    {
      "epoch": 0.5485380827913197,
      "grad_norm": 0.5836554169654846,
      "learning_rate": 0.0001842830889288114,
      "loss": 0.8501,
      "step": 2256
    },
    {
      "epoch": 0.5487812291046137,
      "grad_norm": 0.5968860983848572,
      "learning_rate": 0.00018426934705030988,
      "loss": 0.9636,
      "step": 2257
    },
    {
      "epoch": 0.5490243754179077,
      "grad_norm": 0.5443115830421448,
      "learning_rate": 0.00018425559967974483,
      "loss": 0.7453,
      "step": 2258
    },
    {
      "epoch": 0.5492675217312017,
      "grad_norm": 0.5577526092529297,
      "learning_rate": 0.00018424184681801225,
      "loss": 0.7622,
      "step": 2259
    },
    {
      "epoch": 0.5495106680444958,
      "grad_norm": 0.5703825354576111,
      "learning_rate": 0.0001842280884660084,
      "loss": 0.9701,
      "step": 2260
    },
    {
      "epoch": 0.5497538143577898,
      "grad_norm": 0.5774456262588501,
      "learning_rate": 0.00018421432462463,
      "loss": 0.8873,
      "step": 2261
    },
    {
      "epoch": 0.5499969606710838,
      "grad_norm": 0.5554770231246948,
      "learning_rate": 0.00018420055529477406,
      "loss": 0.9419,
      "step": 2262
    },
    {
      "epoch": 0.5502401069843779,
      "grad_norm": 0.5368696451187134,
      "learning_rate": 0.00018418678047733798,
      "loss": 0.682,
      "step": 2263
    },
    {
      "epoch": 0.5504832532976719,
      "grad_norm": 0.557224690914154,
      "learning_rate": 0.00018417300017321944,
      "loss": 0.8591,
      "step": 2264
    },
    {
      "epoch": 0.5507263996109659,
      "grad_norm": 0.56938636302948,
      "learning_rate": 0.00018415921438331664,
      "loss": 0.8476,
      "step": 2265
    },
    {
      "epoch": 0.55096954592426,
      "grad_norm": 0.6040847897529602,
      "learning_rate": 0.0001841454231085279,
      "loss": 0.946,
      "step": 2266
    },
    {
      "epoch": 0.551212692237554,
      "grad_norm": 0.5945051908493042,
      "learning_rate": 0.00018413162634975218,
      "loss": 1.027,
      "step": 2267
    },
    {
      "epoch": 0.551455838550848,
      "grad_norm": 0.5844266414642334,
      "learning_rate": 0.0001841178241078886,
      "loss": 0.9267,
      "step": 2268
    },
    {
      "epoch": 0.551698984864142,
      "grad_norm": 0.5987755656242371,
      "learning_rate": 0.00018410401638383663,
      "loss": 0.8749,
      "step": 2269
    },
    {
      "epoch": 0.5519421311774361,
      "grad_norm": 0.6144101619720459,
      "learning_rate": 0.00018409020317849622,
      "loss": 0.9788,
      "step": 2270
    },
    {
      "epoch": 0.5521852774907301,
      "grad_norm": 0.5504788756370544,
      "learning_rate": 0.00018407638449276763,
      "loss": 0.7697,
      "step": 2271
    },
    {
      "epoch": 0.5524284238040241,
      "grad_norm": 0.5985064506530762,
      "learning_rate": 0.0001840625603275514,
      "loss": 0.9393,
      "step": 2272
    },
    {
      "epoch": 0.552671570117318,
      "grad_norm": 0.6253491640090942,
      "learning_rate": 0.00018404873068374853,
      "loss": 0.8395,
      "step": 2273
    },
    {
      "epoch": 0.5529147164306121,
      "grad_norm": 0.5742384791374207,
      "learning_rate": 0.0001840348955622603,
      "loss": 0.89,
      "step": 2274
    },
    {
      "epoch": 0.5531578627439061,
      "grad_norm": 0.6848112940788269,
      "learning_rate": 0.00018402105496398844,
      "loss": 0.9429,
      "step": 2275
    },
    {
      "epoch": 0.5534010090572001,
      "grad_norm": 0.5809151530265808,
      "learning_rate": 0.00018400720888983493,
      "loss": 0.759,
      "step": 2276
    },
    {
      "epoch": 0.5536441553704942,
      "grad_norm": 0.6053844690322876,
      "learning_rate": 0.0001839933573407022,
      "loss": 0.7746,
      "step": 2277
    },
    {
      "epoch": 0.5538873016837882,
      "grad_norm": 0.5762158632278442,
      "learning_rate": 0.00018397950031749297,
      "loss": 0.7603,
      "step": 2278
    },
    {
      "epoch": 0.5541304479970822,
      "grad_norm": 0.5908510088920593,
      "learning_rate": 0.00018396563782111032,
      "loss": 0.7244,
      "step": 2279
    },
    {
      "epoch": 0.5543735943103762,
      "grad_norm": 0.5506826639175415,
      "learning_rate": 0.00018395176985245773,
      "loss": 0.7798,
      "step": 2280
    },
    {
      "epoch": 0.5546167406236703,
      "grad_norm": 0.542189359664917,
      "learning_rate": 0.000183937896412439,
      "loss": 0.8495,
      "step": 2281
    },
    {
      "epoch": 0.5548598869369643,
      "grad_norm": 0.5197581052780151,
      "learning_rate": 0.00018392401750195832,
      "loss": 0.7717,
      "step": 2282
    },
    {
      "epoch": 0.5551030332502583,
      "grad_norm": 0.5249557495117188,
      "learning_rate": 0.0001839101331219202,
      "loss": 0.7776,
      "step": 2283
    },
    {
      "epoch": 0.5553461795635524,
      "grad_norm": 0.5488248467445374,
      "learning_rate": 0.00018389624327322949,
      "loss": 0.7656,
      "step": 2284
    },
    {
      "epoch": 0.5555893258768464,
      "grad_norm": 0.5824346542358398,
      "learning_rate": 0.0001838823479567915,
      "loss": 0.9047,
      "step": 2285
    },
    {
      "epoch": 0.5558324721901404,
      "grad_norm": 0.6056234836578369,
      "learning_rate": 0.0001838684471735118,
      "loss": 0.9378,
      "step": 2286
    },
    {
      "epoch": 0.5560756185034345,
      "grad_norm": 0.6024454832077026,
      "learning_rate": 0.00018385454092429633,
      "loss": 0.9075,
      "step": 2287
    },
    {
      "epoch": 0.5563187648167285,
      "grad_norm": 0.554092526435852,
      "learning_rate": 0.0001838406292100514,
      "loss": 0.7957,
      "step": 2288
    },
    {
      "epoch": 0.5565619111300225,
      "grad_norm": 0.5434944033622742,
      "learning_rate": 0.00018382671203168367,
      "loss": 0.6902,
      "step": 2289
    },
    {
      "epoch": 0.5568050574433165,
      "grad_norm": 0.5321595072746277,
      "learning_rate": 0.00018381278939010018,
      "loss": 0.696,
      "step": 2290
    },
    {
      "epoch": 0.5570482037566106,
      "grad_norm": 0.5378011465072632,
      "learning_rate": 0.0001837988612862083,
      "loss": 0.7184,
      "step": 2291
    },
    {
      "epoch": 0.5572913500699046,
      "grad_norm": 0.5731314420700073,
      "learning_rate": 0.00018378492772091573,
      "loss": 0.8685,
      "step": 2292
    },
    {
      "epoch": 0.5575344963831986,
      "grad_norm": 0.5983679890632629,
      "learning_rate": 0.0001837709886951306,
      "loss": 0.7413,
      "step": 2293
    },
    {
      "epoch": 0.5577776426964927,
      "grad_norm": 0.5845860838890076,
      "learning_rate": 0.00018375704420976136,
      "loss": 0.921,
      "step": 2294
    },
    {
      "epoch": 0.5580207890097867,
      "grad_norm": 0.6002528071403503,
      "learning_rate": 0.00018374309426571675,
      "loss": 0.928,
      "step": 2295
    },
    {
      "epoch": 0.5582639353230807,
      "grad_norm": 0.5460252165794373,
      "learning_rate": 0.000183729138863906,
      "loss": 0.7669,
      "step": 2296
    },
    {
      "epoch": 0.5585070816363746,
      "grad_norm": 0.5798863172531128,
      "learning_rate": 0.0001837151780052386,
      "loss": 0.842,
      "step": 2297
    },
    {
      "epoch": 0.5587502279496687,
      "grad_norm": 0.5714235305786133,
      "learning_rate": 0.00018370121169062435,
      "loss": 0.897,
      "step": 2298
    },
    {
      "epoch": 0.5589933742629627,
      "grad_norm": 0.6121760606765747,
      "learning_rate": 0.00018368723992097356,
      "loss": 0.8765,
      "step": 2299
    },
    {
      "epoch": 0.5592365205762567,
      "grad_norm": 0.5498344302177429,
      "learning_rate": 0.0001836732626971968,
      "loss": 0.7749,
      "step": 2300
    },
    {
      "epoch": 0.5594796668895508,
      "grad_norm": 0.5844166874885559,
      "learning_rate": 0.00018365928002020494,
      "loss": 0.768,
      "step": 2301
    },
    {
      "epoch": 0.5597228132028448,
      "grad_norm": 0.675845205783844,
      "learning_rate": 0.00018364529189090933,
      "loss": 0.9215,
      "step": 2302
    },
    {
      "epoch": 0.5599659595161388,
      "grad_norm": 0.5153385996818542,
      "learning_rate": 0.00018363129831022157,
      "loss": 0.6592,
      "step": 2303
    },
    {
      "epoch": 0.5602091058294328,
      "grad_norm": 0.6017205715179443,
      "learning_rate": 0.0001836172992790537,
      "loss": 1.0455,
      "step": 2304
    },
    {
      "epoch": 0.5604522521427269,
      "grad_norm": 0.5200036764144897,
      "learning_rate": 0.0001836032947983181,
      "loss": 0.715,
      "step": 2305
    },
    {
      "epoch": 0.5606953984560209,
      "grad_norm": 0.5905484557151794,
      "learning_rate": 0.00018358928486892736,
      "loss": 0.7244,
      "step": 2306
    },
    {
      "epoch": 0.5609385447693149,
      "grad_norm": 0.5850071907043457,
      "learning_rate": 0.00018357526949179466,
      "loss": 0.8778,
      "step": 2307
    },
    {
      "epoch": 0.561181691082609,
      "grad_norm": 0.5807945132255554,
      "learning_rate": 0.0001835612486678334,
      "loss": 0.842,
      "step": 2308
    },
    {
      "epoch": 0.561424837395903,
      "grad_norm": 0.543171763420105,
      "learning_rate": 0.00018354722239795733,
      "loss": 0.8263,
      "step": 2309
    },
    {
      "epoch": 0.561667983709197,
      "grad_norm": 0.5742795467376709,
      "learning_rate": 0.0001835331906830806,
      "loss": 0.8248,
      "step": 2310
    },
    {
      "epoch": 0.561911130022491,
      "grad_norm": 0.617943286895752,
      "learning_rate": 0.00018351915352411767,
      "loss": 0.9643,
      "step": 2311
    },
    {
      "epoch": 0.5621542763357851,
      "grad_norm": 0.5441526770591736,
      "learning_rate": 0.00018350511092198342,
      "loss": 0.8472,
      "step": 2312
    },
    {
      "epoch": 0.5623974226490791,
      "grad_norm": 0.5673321485519409,
      "learning_rate": 0.00018349106287759298,
      "loss": 0.9171,
      "step": 2313
    },
    {
      "epoch": 0.5626405689623731,
      "grad_norm": 0.5202199220657349,
      "learning_rate": 0.00018347700939186194,
      "loss": 0.7859,
      "step": 2314
    },
    {
      "epoch": 0.5628837152756672,
      "grad_norm": 0.6119800806045532,
      "learning_rate": 0.00018346295046570626,
      "loss": 0.911,
      "step": 2315
    },
    {
      "epoch": 0.5631268615889612,
      "grad_norm": 0.5768812298774719,
      "learning_rate": 0.0001834488861000421,
      "loss": 0.7941,
      "step": 2316
    },
    {
      "epoch": 0.5633700079022552,
      "grad_norm": 0.538072407245636,
      "learning_rate": 0.00018343481629578613,
      "loss": 0.6573,
      "step": 2317
    },
    {
      "epoch": 0.5636131542155493,
      "grad_norm": 0.6237784028053284,
      "learning_rate": 0.00018342074105385527,
      "loss": 1.0054,
      "step": 2318
    },
    {
      "epoch": 0.5638563005288433,
      "grad_norm": 0.5967109799385071,
      "learning_rate": 0.00018340666037516693,
      "loss": 0.9602,
      "step": 2319
    },
    {
      "epoch": 0.5640994468421373,
      "grad_norm": 0.6142985820770264,
      "learning_rate": 0.00018339257426063868,
      "loss": 0.8489,
      "step": 2320
    },
    {
      "epoch": 0.5643425931554312,
      "grad_norm": 0.6263103485107422,
      "learning_rate": 0.00018337848271118864,
      "loss": 0.8532,
      "step": 2321
    },
    {
      "epoch": 0.5645857394687253,
      "grad_norm": 0.5549183487892151,
      "learning_rate": 0.00018336438572773514,
      "loss": 0.8915,
      "step": 2322
    },
    {
      "epoch": 0.5648288857820193,
      "grad_norm": 0.5937724709510803,
      "learning_rate": 0.00018335028331119694,
      "loss": 0.6904,
      "step": 2323
    },
    {
      "epoch": 0.5650720320953133,
      "grad_norm": 0.6061108708381653,
      "learning_rate": 0.00018333617546249312,
      "loss": 0.9817,
      "step": 2324
    },
    {
      "epoch": 0.5653151784086073,
      "grad_norm": 0.5913164615631104,
      "learning_rate": 0.00018332206218254316,
      "loss": 0.9831,
      "step": 2325
    },
    {
      "epoch": 0.5655583247219014,
      "grad_norm": 0.6013007164001465,
      "learning_rate": 0.0001833079434722668,
      "loss": 0.8425,
      "step": 2326
    },
    {
      "epoch": 0.5658014710351954,
      "grad_norm": 0.5614496469497681,
      "learning_rate": 0.00018329381933258424,
      "loss": 0.7713,
      "step": 2327
    },
    {
      "epoch": 0.5660446173484894,
      "grad_norm": 0.6012288928031921,
      "learning_rate": 0.000183279689764416,
      "loss": 0.971,
      "step": 2328
    },
    {
      "epoch": 0.5662877636617835,
      "grad_norm": 0.5915061235427856,
      "learning_rate": 0.00018326555476868292,
      "loss": 0.95,
      "step": 2329
    },
    {
      "epoch": 0.5665309099750775,
      "grad_norm": 0.5619979500770569,
      "learning_rate": 0.0001832514143463062,
      "loss": 0.8855,
      "step": 2330
    },
    {
      "epoch": 0.5667740562883715,
      "grad_norm": 0.5991426706314087,
      "learning_rate": 0.00018323726849820747,
      "loss": 0.7926,
      "step": 2331
    },
    {
      "epoch": 0.5670172026016655,
      "grad_norm": 0.6095944046974182,
      "learning_rate": 0.00018322311722530858,
      "loss": 0.9001,
      "step": 2332
    },
    {
      "epoch": 0.5672603489149596,
      "grad_norm": 0.5137001872062683,
      "learning_rate": 0.00018320896052853182,
      "loss": 0.6533,
      "step": 2333
    },
    {
      "epoch": 0.5675034952282536,
      "grad_norm": 0.5571252107620239,
      "learning_rate": 0.00018319479840879987,
      "loss": 0.8042,
      "step": 2334
    },
    {
      "epoch": 0.5677466415415476,
      "grad_norm": 0.6501539349555969,
      "learning_rate": 0.00018318063086703569,
      "loss": 0.9867,
      "step": 2335
    },
    {
      "epoch": 0.5679897878548417,
      "grad_norm": 0.5758237242698669,
      "learning_rate": 0.0001831664579041626,
      "loss": 0.7098,
      "step": 2336
    },
    {
      "epoch": 0.5682329341681357,
      "grad_norm": 0.5725467205047607,
      "learning_rate": 0.0001831522795211043,
      "loss": 0.8479,
      "step": 2337
    },
    {
      "epoch": 0.5684760804814297,
      "grad_norm": 0.5538824796676636,
      "learning_rate": 0.00018313809571878485,
      "loss": 0.8334,
      "step": 2338
    },
    {
      "epoch": 0.5687192267947238,
      "grad_norm": 0.5522390007972717,
      "learning_rate": 0.00018312390649812864,
      "loss": 0.8403,
      "step": 2339
    },
    {
      "epoch": 0.5689623731080178,
      "grad_norm": 0.5949410796165466,
      "learning_rate": 0.00018310971186006038,
      "loss": 0.8309,
      "step": 2340
    },
    {
      "epoch": 0.5692055194213118,
      "grad_norm": 0.6129544377326965,
      "learning_rate": 0.00018309551180550524,
      "loss": 0.9633,
      "step": 2341
    },
    {
      "epoch": 0.5694486657346058,
      "grad_norm": 0.6278529167175293,
      "learning_rate": 0.00018308130633538862,
      "loss": 0.6926,
      "step": 2342
    },
    {
      "epoch": 0.5696918120478999,
      "grad_norm": 0.6084307432174683,
      "learning_rate": 0.00018306709545063636,
      "loss": 1.0134,
      "step": 2343
    },
    {
      "epoch": 0.5699349583611939,
      "grad_norm": 0.5643085241317749,
      "learning_rate": 0.00018305287915217463,
      "loss": 0.8381,
      "step": 2344
    },
    {
      "epoch": 0.5701781046744878,
      "grad_norm": 0.5491458177566528,
      "learning_rate": 0.0001830386574409299,
      "loss": 0.7228,
      "step": 2345
    },
    {
      "epoch": 0.5704212509877818,
      "grad_norm": 0.5657094120979309,
      "learning_rate": 0.0001830244303178291,
      "loss": 0.9116,
      "step": 2346
    },
    {
      "epoch": 0.5706643973010759,
      "grad_norm": 0.5987370014190674,
      "learning_rate": 0.0001830101977837994,
      "loss": 0.9547,
      "step": 2347
    },
    {
      "epoch": 0.5709075436143699,
      "grad_norm": 0.5604346394538879,
      "learning_rate": 0.00018299595983976838,
      "loss": 0.9222,
      "step": 2348
    },
    {
      "epoch": 0.5711506899276639,
      "grad_norm": 0.5594499111175537,
      "learning_rate": 0.000182981716486664,
      "loss": 0.9243,
      "step": 2349
    },
    {
      "epoch": 0.571393836240958,
      "grad_norm": 0.6020881533622742,
      "learning_rate": 0.00018296746772541452,
      "loss": 0.8783,
      "step": 2350
    },
    {
      "epoch": 0.571636982554252,
      "grad_norm": 0.6024845242500305,
      "learning_rate": 0.00018295321355694854,
      "loss": 0.9004,
      "step": 2351
    },
    {
      "epoch": 0.571880128867546,
      "grad_norm": 0.608506441116333,
      "learning_rate": 0.00018293895398219508,
      "loss": 0.8963,
      "step": 2352
    },
    {
      "epoch": 0.57212327518084,
      "grad_norm": 0.6081717014312744,
      "learning_rate": 0.0001829246890020835,
      "loss": 1.0116,
      "step": 2353
    },
    {
      "epoch": 0.5723664214941341,
      "grad_norm": 0.6157189011573792,
      "learning_rate": 0.00018291041861754338,
      "loss": 0.9795,
      "step": 2354
    },
    {
      "epoch": 0.5726095678074281,
      "grad_norm": 0.5765519142150879,
      "learning_rate": 0.0001828961428295049,
      "loss": 0.9531,
      "step": 2355
    },
    {
      "epoch": 0.5728527141207221,
      "grad_norm": 0.5143498778343201,
      "learning_rate": 0.00018288186163889833,
      "loss": 0.8044,
      "step": 2356
    },
    {
      "epoch": 0.5730958604340162,
      "grad_norm": 0.5515127778053284,
      "learning_rate": 0.0001828675750466545,
      "loss": 0.7652,
      "step": 2357
    },
    {
      "epoch": 0.5733390067473102,
      "grad_norm": 0.5887625217437744,
      "learning_rate": 0.00018285328305370446,
      "loss": 0.9717,
      "step": 2358
    },
    {
      "epoch": 0.5735821530606042,
      "grad_norm": 0.5633779764175415,
      "learning_rate": 0.0001828389856609797,
      "loss": 0.8074,
      "step": 2359
    },
    {
      "epoch": 0.5738252993738983,
      "grad_norm": 0.5806597471237183,
      "learning_rate": 0.00018282468286941197,
      "loss": 0.7091,
      "step": 2360
    },
    {
      "epoch": 0.5740684456871923,
      "grad_norm": 0.600587010383606,
      "learning_rate": 0.00018281037467993345,
      "loss": 0.8349,
      "step": 2361
    },
    {
      "epoch": 0.5743115920004863,
      "grad_norm": 0.6261909604072571,
      "learning_rate": 0.00018279606109347665,
      "loss": 0.8751,
      "step": 2362
    },
    {
      "epoch": 0.5745547383137803,
      "grad_norm": 0.5935788154602051,
      "learning_rate": 0.0001827817421109744,
      "loss": 0.8817,
      "step": 2363
    },
    {
      "epoch": 0.5747978846270744,
      "grad_norm": 0.59209144115448,
      "learning_rate": 0.00018276741773335991,
      "loss": 0.7856,
      "step": 2364
    },
    {
      "epoch": 0.5750410309403684,
      "grad_norm": 0.6292185187339783,
      "learning_rate": 0.00018275308796156676,
      "loss": 1.0068,
      "step": 2365
    },
    {
      "epoch": 0.5752841772536624,
      "grad_norm": 0.544215738773346,
      "learning_rate": 0.0001827387527965289,
      "loss": 0.8565,
      "step": 2366
    },
    {
      "epoch": 0.5755273235669565,
      "grad_norm": 0.6352074146270752,
      "learning_rate": 0.00018272441223918048,
      "loss": 1.0246,
      "step": 2367
    },
    {
      "epoch": 0.5757704698802505,
      "grad_norm": 0.5685854554176331,
      "learning_rate": 0.00018271006629045616,
      "loss": 0.7215,
      "step": 2368
    },
    {
      "epoch": 0.5760136161935445,
      "grad_norm": 0.6210406422615051,
      "learning_rate": 0.00018269571495129096,
      "loss": 0.9941,
      "step": 2369
    },
    {
      "epoch": 0.5762567625068384,
      "grad_norm": 0.5611630082130432,
      "learning_rate": 0.00018268135822262015,
      "loss": 0.6922,
      "step": 2370
    },
    {
      "epoch": 0.5764999088201325,
      "grad_norm": 0.5470656752586365,
      "learning_rate": 0.00018266699610537942,
      "loss": 0.7853,
      "step": 2371
    },
    {
      "epoch": 0.5767430551334265,
      "grad_norm": 0.5635584592819214,
      "learning_rate": 0.00018265262860050476,
      "loss": 0.8909,
      "step": 2372
    },
    {
      "epoch": 0.5769862014467205,
      "grad_norm": 0.5409194827079773,
      "learning_rate": 0.00018263825570893254,
      "loss": 0.8777,
      "step": 2373
    },
    {
      "epoch": 0.5772293477600146,
      "grad_norm": 0.5738011002540588,
      "learning_rate": 0.0001826238774315995,
      "loss": 0.8352,
      "step": 2374
    },
    {
      "epoch": 0.5774724940733086,
      "grad_norm": 0.6233189702033997,
      "learning_rate": 0.0001826094937694427,
      "loss": 1.063,
      "step": 2375
    },
    {
      "epoch": 0.5777156403866026,
      "grad_norm": 0.5458984375,
      "learning_rate": 0.00018259510472339957,
      "loss": 0.7736,
      "step": 2376
    },
    {
      "epoch": 0.5779587866998966,
      "grad_norm": 0.601913571357727,
      "learning_rate": 0.00018258071029440788,
      "loss": 0.7612,
      "step": 2377
    },
    {
      "epoch": 0.5782019330131907,
      "grad_norm": 0.5377102494239807,
      "learning_rate": 0.00018256631048340575,
      "loss": 0.6403,
      "step": 2378
    },
    {
      "epoch": 0.5784450793264847,
      "grad_norm": 0.5752201080322266,
      "learning_rate": 0.00018255190529133168,
      "loss": 0.9005,
      "step": 2379
    },
    {
      "epoch": 0.5786882256397787,
      "grad_norm": 0.604208767414093,
      "learning_rate": 0.00018253749471912448,
      "loss": 0.8762,
      "step": 2380
    },
    {
      "epoch": 0.5789313719530728,
      "grad_norm": 0.5690088272094727,
      "learning_rate": 0.00018252307876772327,
      "loss": 0.7756,
      "step": 2381
    },
    {
      "epoch": 0.5791745182663668,
      "grad_norm": 0.5581012964248657,
      "learning_rate": 0.00018250865743806767,
      "loss": 0.8175,
      "step": 2382
    },
    {
      "epoch": 0.5794176645796608,
      "grad_norm": 0.6251365542411804,
      "learning_rate": 0.0001824942307310975,
      "loss": 0.8696,
      "step": 2383
    },
    {
      "epoch": 0.5796608108929548,
      "grad_norm": 0.5840092897415161,
      "learning_rate": 0.000182479798647753,
      "loss": 0.7108,
      "step": 2384
    },
    {
      "epoch": 0.5799039572062489,
      "grad_norm": 0.6121276617050171,
      "learning_rate": 0.00018246536118897476,
      "loss": 0.9139,
      "step": 2385
    },
    {
      "epoch": 0.5801471035195429,
      "grad_norm": 0.5554584264755249,
      "learning_rate": 0.00018245091835570373,
      "loss": 0.7144,
      "step": 2386
    },
    {
      "epoch": 0.5803902498328369,
      "grad_norm": 0.5935861468315125,
      "learning_rate": 0.0001824364701488811,
      "loss": 0.9138,
      "step": 2387
    },
    {
      "epoch": 0.580633396146131,
      "grad_norm": 0.6036850810050964,
      "learning_rate": 0.0001824220165694486,
      "loss": 1.0235,
      "step": 2388
    },
    {
      "epoch": 0.580876542459425,
      "grad_norm": 0.6126902103424072,
      "learning_rate": 0.00018240755761834813,
      "loss": 0.8502,
      "step": 2389
    },
    {
      "epoch": 0.581119688772719,
      "grad_norm": 0.6163325309753418,
      "learning_rate": 0.0001823930932965221,
      "loss": 0.8371,
      "step": 2390
    },
    {
      "epoch": 0.581362835086013,
      "grad_norm": 0.5964030027389526,
      "learning_rate": 0.00018237862360491312,
      "loss": 0.9377,
      "step": 2391
    },
    {
      "epoch": 0.5816059813993071,
      "grad_norm": 0.6280698180198669,
      "learning_rate": 0.00018236414854446426,
      "loss": 0.9404,
      "step": 2392
    },
    {
      "epoch": 0.5818491277126011,
      "grad_norm": 0.5740947127342224,
      "learning_rate": 0.00018234966811611888,
      "loss": 0.9395,
      "step": 2393
    },
    {
      "epoch": 0.582092274025895,
      "grad_norm": 0.5539141893386841,
      "learning_rate": 0.0001823351823208207,
      "loss": 0.7327,
      "step": 2394
    },
    {
      "epoch": 0.5823354203391891,
      "grad_norm": 0.6026197671890259,
      "learning_rate": 0.00018232069115951382,
      "loss": 0.9141,
      "step": 2395
    },
    {
      "epoch": 0.5825785666524831,
      "grad_norm": 0.5866314768791199,
      "learning_rate": 0.00018230619463314266,
      "loss": 0.6996,
      "step": 2396
    },
    {
      "epoch": 0.5828217129657771,
      "grad_norm": 0.5862330794334412,
      "learning_rate": 0.000182291692742652,
      "loss": 0.8707,
      "step": 2397
    },
    {
      "epoch": 0.5830648592790711,
      "grad_norm": 0.5999771952629089,
      "learning_rate": 0.000182277185488987,
      "loss": 0.8353,
      "step": 2398
    },
    {
      "epoch": 0.5833080055923652,
      "grad_norm": 0.574554979801178,
      "learning_rate": 0.00018226267287309306,
      "loss": 0.8951,
      "step": 2399
    },
    {
      "epoch": 0.5835511519056592,
      "grad_norm": 0.6123758554458618,
      "learning_rate": 0.00018224815489591606,
      "loss": 0.9718,
      "step": 2400
    },
    {
      "epoch": 0.5835511519056592,
      "eval_loss": 0.8377153277397156,
      "eval_runtime": 12.3734,
      "eval_samples_per_second": 40.086,
      "eval_steps_per_second": 6.708,
      "step": 2400
    },
    {
      "epoch": 0.5837942982189532,
      "grad_norm": 0.6018179059028625,
      "learning_rate": 0.00018223363155840222,
      "loss": 0.9127,
      "step": 2401
    },
    {
      "epoch": 0.5840374445322473,
      "grad_norm": 0.5682551860809326,
      "learning_rate": 0.00018221910286149795,
      "loss": 0.955,
      "step": 2402
    },
    {
      "epoch": 0.5842805908455413,
      "grad_norm": 0.5897822976112366,
      "learning_rate": 0.0001822045688061502,
      "loss": 0.9339,
      "step": 2403
    },
    {
      "epoch": 0.5845237371588353,
      "grad_norm": 0.5367547273635864,
      "learning_rate": 0.0001821900293933062,
      "loss": 0.8511,
      "step": 2404
    },
    {
      "epoch": 0.5847668834721294,
      "grad_norm": 0.5786671042442322,
      "learning_rate": 0.00018217548462391348,
      "loss": 0.7979,
      "step": 2405
    },
    {
      "epoch": 0.5850100297854234,
      "grad_norm": 0.5986849069595337,
      "learning_rate": 0.00018216093449892,
      "loss": 0.838,
      "step": 2406
    },
    {
      "epoch": 0.5852531760987174,
      "grad_norm": 0.6037836074829102,
      "learning_rate": 0.00018214637901927403,
      "loss": 0.9365,
      "step": 2407
    },
    {
      "epoch": 0.5854963224120114,
      "grad_norm": 0.5940977931022644,
      "learning_rate": 0.00018213181818592419,
      "loss": 0.9342,
      "step": 2408
    },
    {
      "epoch": 0.5857394687253055,
      "grad_norm": 0.5601192116737366,
      "learning_rate": 0.00018211725199981943,
      "loss": 0.8935,
      "step": 2409
    },
    {
      "epoch": 0.5859826150385995,
      "grad_norm": 0.5744981169700623,
      "learning_rate": 0.00018210268046190903,
      "loss": 1.0,
      "step": 2410
    },
    {
      "epoch": 0.5862257613518935,
      "grad_norm": 0.5901442766189575,
      "learning_rate": 0.00018208810357314277,
      "loss": 0.7827,
      "step": 2411
    },
    {
      "epoch": 0.5864689076651876,
      "grad_norm": 0.5846074223518372,
      "learning_rate": 0.00018207352133447056,
      "loss": 1.0099,
      "step": 2412
    },
    {
      "epoch": 0.5867120539784816,
      "grad_norm": 0.5870451331138611,
      "learning_rate": 0.0001820589337468428,
      "loss": 0.8802,
      "step": 2413
    },
    {
      "epoch": 0.5869552002917756,
      "grad_norm": 0.5689265131950378,
      "learning_rate": 0.00018204434081121025,
      "loss": 1.106,
      "step": 2414
    },
    {
      "epoch": 0.5871983466050696,
      "grad_norm": 0.6226515173912048,
      "learning_rate": 0.00018202974252852388,
      "loss": 0.9837,
      "step": 2415
    },
    {
      "epoch": 0.5874414929183637,
      "grad_norm": 0.5770601034164429,
      "learning_rate": 0.0001820151388997352,
      "loss": 0.738,
      "step": 2416
    },
    {
      "epoch": 0.5876846392316577,
      "grad_norm": 0.5811383724212646,
      "learning_rate": 0.00018200052992579585,
      "loss": 0.7854,
      "step": 2417
    },
    {
      "epoch": 0.5879277855449516,
      "grad_norm": 0.6048948764801025,
      "learning_rate": 0.00018198591560765806,
      "loss": 0.9333,
      "step": 2418
    },
    {
      "epoch": 0.5881709318582456,
      "grad_norm": 0.6422944068908691,
      "learning_rate": 0.0001819712959462742,
      "loss": 0.9747,
      "step": 2419
    },
    {
      "epoch": 0.5884140781715397,
      "grad_norm": 0.5594474077224731,
      "learning_rate": 0.0001819566709425971,
      "loss": 0.9029,
      "step": 2420
    },
    {
      "epoch": 0.5886572244848337,
      "grad_norm": 0.6052050590515137,
      "learning_rate": 0.00018194204059757995,
      "loss": 0.8888,
      "step": 2421
    },
    {
      "epoch": 0.5889003707981277,
      "grad_norm": 0.5899850130081177,
      "learning_rate": 0.00018192740491217616,
      "loss": 0.8321,
      "step": 2422
    },
    {
      "epoch": 0.5891435171114218,
      "grad_norm": 0.5699216723442078,
      "learning_rate": 0.00018191276388733964,
      "loss": 0.76,
      "step": 2423
    },
    {
      "epoch": 0.5893866634247158,
      "grad_norm": 0.6710134148597717,
      "learning_rate": 0.00018189811752402458,
      "loss": 0.8815,
      "step": 2424
    },
    {
      "epoch": 0.5896298097380098,
      "grad_norm": 0.6389763355255127,
      "learning_rate": 0.00018188346582318556,
      "loss": 0.9332,
      "step": 2425
    },
    {
      "epoch": 0.5898729560513039,
      "grad_norm": 0.5506994128227234,
      "learning_rate": 0.00018186880878577738,
      "loss": 0.6719,
      "step": 2426
    },
    {
      "epoch": 0.5901161023645979,
      "grad_norm": 0.6030141711235046,
      "learning_rate": 0.00018185414641275536,
      "loss": 0.8681,
      "step": 2427
    },
    {
      "epoch": 0.5903592486778919,
      "grad_norm": 0.6310656070709229,
      "learning_rate": 0.00018183947870507506,
      "loss": 0.8804,
      "step": 2428
    },
    {
      "epoch": 0.5906023949911859,
      "grad_norm": 0.5754276514053345,
      "learning_rate": 0.0001818248056636924,
      "loss": 0.7844,
      "step": 2429
    },
    {
      "epoch": 0.59084554130448,
      "grad_norm": 0.570419430732727,
      "learning_rate": 0.00018181012728956365,
      "loss": 0.7913,
      "step": 2430
    },
    {
      "epoch": 0.591088687617774,
      "grad_norm": 0.6473391652107239,
      "learning_rate": 0.00018179544358364549,
      "loss": 0.8627,
      "step": 2431
    },
    {
      "epoch": 0.591331833931068,
      "grad_norm": 0.5836449265480042,
      "learning_rate": 0.00018178075454689484,
      "loss": 0.8194,
      "step": 2432
    },
    {
      "epoch": 0.5915749802443621,
      "grad_norm": 0.6140955686569214,
      "learning_rate": 0.0001817660601802691,
      "loss": 0.8889,
      "step": 2433
    },
    {
      "epoch": 0.5918181265576561,
      "grad_norm": 0.558667004108429,
      "learning_rate": 0.0001817513604847259,
      "loss": 0.9328,
      "step": 2434
    },
    {
      "epoch": 0.5920612728709501,
      "grad_norm": 0.6082091927528381,
      "learning_rate": 0.00018173665546122322,
      "loss": 0.8746,
      "step": 2435
    },
    {
      "epoch": 0.5923044191842441,
      "grad_norm": 0.6007869243621826,
      "learning_rate": 0.00018172194511071948,
      "loss": 0.9176,
      "step": 2436
    },
    {
      "epoch": 0.5925475654975382,
      "grad_norm": 0.5908116698265076,
      "learning_rate": 0.00018170722943417337,
      "loss": 0.8483,
      "step": 2437
    },
    {
      "epoch": 0.5927907118108322,
      "grad_norm": 0.5925072431564331,
      "learning_rate": 0.00018169250843254396,
      "loss": 0.8277,
      "step": 2438
    },
    {
      "epoch": 0.5930338581241262,
      "grad_norm": 0.5898498892784119,
      "learning_rate": 0.00018167778210679064,
      "loss": 0.977,
      "step": 2439
    },
    {
      "epoch": 0.5932770044374203,
      "grad_norm": 0.6138617992401123,
      "learning_rate": 0.00018166305045787322,
      "loss": 0.8795,
      "step": 2440
    },
    {
      "epoch": 0.5935201507507143,
      "grad_norm": 0.6365141272544861,
      "learning_rate": 0.00018164831348675171,
      "loss": 0.9849,
      "step": 2441
    },
    {
      "epoch": 0.5937632970640083,
      "grad_norm": 0.570755124092102,
      "learning_rate": 0.00018163357119438666,
      "loss": 0.8585,
      "step": 2442
    },
    {
      "epoch": 0.5940064433773022,
      "grad_norm": 0.5991777777671814,
      "learning_rate": 0.00018161882358173879,
      "loss": 0.8008,
      "step": 2443
    },
    {
      "epoch": 0.5942495896905963,
      "grad_norm": 0.5706734657287598,
      "learning_rate": 0.00018160407064976924,
      "loss": 0.8673,
      "step": 2444
    },
    {
      "epoch": 0.5944927360038903,
      "grad_norm": 0.5723432302474976,
      "learning_rate": 0.00018158931239943958,
      "loss": 0.9689,
      "step": 2445
    },
    {
      "epoch": 0.5947358823171843,
      "grad_norm": 0.5651901960372925,
      "learning_rate": 0.0001815745488317116,
      "loss": 0.8012,
      "step": 2446
    },
    {
      "epoch": 0.5949790286304784,
      "grad_norm": 0.5898721218109131,
      "learning_rate": 0.00018155977994754744,
      "loss": 0.8813,
      "step": 2447
    },
    {
      "epoch": 0.5952221749437724,
      "grad_norm": 0.6218934655189514,
      "learning_rate": 0.00018154500574790966,
      "loss": 0.945,
      "step": 2448
    },
    {
      "epoch": 0.5954653212570664,
      "grad_norm": 0.5726661086082458,
      "learning_rate": 0.00018153022623376114,
      "loss": 0.6874,
      "step": 2449
    },
    {
      "epoch": 0.5957084675703604,
      "grad_norm": 0.5874925255775452,
      "learning_rate": 0.0001815154414060651,
      "loss": 0.8705,
      "step": 2450
    },
    {
      "epoch": 0.5959516138836545,
      "grad_norm": 0.6467251181602478,
      "learning_rate": 0.00018150065126578514,
      "loss": 1.0205,
      "step": 2451
    },
    {
      "epoch": 0.5961947601969485,
      "grad_norm": 0.5398484468460083,
      "learning_rate": 0.0001814858558138851,
      "loss": 0.6894,
      "step": 2452
    },
    {
      "epoch": 0.5964379065102425,
      "grad_norm": 0.5111264586448669,
      "learning_rate": 0.0001814710550513293,
      "loss": 0.783,
      "step": 2453
    },
    {
      "epoch": 0.5966810528235366,
      "grad_norm": 0.6329963803291321,
      "learning_rate": 0.0001814562489790823,
      "loss": 0.8683,
      "step": 2454
    },
    {
      "epoch": 0.5969241991368306,
      "grad_norm": 0.5733498930931091,
      "learning_rate": 0.00018144143759810913,
      "loss": 0.6986,
      "step": 2455
    },
    {
      "epoch": 0.5971673454501246,
      "grad_norm": 0.6100685596466064,
      "learning_rate": 0.000181426620909375,
      "loss": 0.9449,
      "step": 2456
    },
    {
      "epoch": 0.5974104917634186,
      "grad_norm": 0.6801419258117676,
      "learning_rate": 0.00018141179891384562,
      "loss": 1.1025,
      "step": 2457
    },
    {
      "epoch": 0.5976536380767127,
      "grad_norm": 0.5890074372291565,
      "learning_rate": 0.0001813969716124869,
      "loss": 0.8697,
      "step": 2458
    },
    {
      "epoch": 0.5978967843900067,
      "grad_norm": 0.57843416929245,
      "learning_rate": 0.00018138213900626527,
      "loss": 0.8926,
      "step": 2459
    },
    {
      "epoch": 0.5981399307033007,
      "grad_norm": 0.5824378132820129,
      "learning_rate": 0.00018136730109614738,
      "loss": 0.8231,
      "step": 2460
    },
    {
      "epoch": 0.5983830770165948,
      "grad_norm": 0.5899489521980286,
      "learning_rate": 0.0001813524578831002,
      "loss": 0.8217,
      "step": 2461
    },
    {
      "epoch": 0.5986262233298888,
      "grad_norm": 0.5363606810569763,
      "learning_rate": 0.0001813376093680912,
      "loss": 0.7416,
      "step": 2462
    },
    {
      "epoch": 0.5988693696431828,
      "grad_norm": 0.5759224891662598,
      "learning_rate": 0.000181322755552088,
      "loss": 0.9165,
      "step": 2463
    },
    {
      "epoch": 0.5991125159564769,
      "grad_norm": 0.5545212626457214,
      "learning_rate": 0.00018130789643605873,
      "loss": 0.7384,
      "step": 2464
    },
    {
      "epoch": 0.5993556622697709,
      "grad_norm": 0.5709002614021301,
      "learning_rate": 0.00018129303202097177,
      "loss": 0.7855,
      "step": 2465
    },
    {
      "epoch": 0.5995988085830649,
      "grad_norm": 0.5882077813148499,
      "learning_rate": 0.0001812781623077959,
      "loss": 0.8691,
      "step": 2466
    },
    {
      "epoch": 0.5998419548963588,
      "grad_norm": 0.5673340559005737,
      "learning_rate": 0.0001812632872975002,
      "loss": 0.7295,
      "step": 2467
    },
    {
      "epoch": 0.6000851012096529,
      "grad_norm": 0.5983008742332458,
      "learning_rate": 0.0001812484069910541,
      "loss": 1.108,
      "step": 2468
    },
    {
      "epoch": 0.6003282475229469,
      "grad_norm": 0.564330518245697,
      "learning_rate": 0.00018123352138942745,
      "loss": 0.938,
      "step": 2469
    },
    {
      "epoch": 0.6005713938362409,
      "grad_norm": 0.6051650047302246,
      "learning_rate": 0.00018121863049359028,
      "loss": 0.8983,
      "step": 2470
    },
    {
      "epoch": 0.600814540149535,
      "grad_norm": 0.5706872344017029,
      "learning_rate": 0.0001812037343045132,
      "loss": 0.7385,
      "step": 2471
    },
    {
      "epoch": 0.601057686462829,
      "grad_norm": 0.6223387718200684,
      "learning_rate": 0.00018118883282316694,
      "loss": 0.8527,
      "step": 2472
    },
    {
      "epoch": 0.601300832776123,
      "grad_norm": 0.6577813029289246,
      "learning_rate": 0.0001811739260505227,
      "loss": 1.0297,
      "step": 2473
    },
    {
      "epoch": 0.601543979089417,
      "grad_norm": 0.5648113489151001,
      "learning_rate": 0.000181159013987552,
      "loss": 0.786,
      "step": 2474
    },
    {
      "epoch": 0.6017871254027111,
      "grad_norm": 0.5422680377960205,
      "learning_rate": 0.0001811440966352267,
      "loss": 0.7491,
      "step": 2475
    },
    {
      "epoch": 0.6020302717160051,
      "grad_norm": 0.5694310665130615,
      "learning_rate": 0.000181129173994519,
      "loss": 0.8743,
      "step": 2476
    },
    {
      "epoch": 0.6022734180292991,
      "grad_norm": 0.6404150724411011,
      "learning_rate": 0.00018111424606640143,
      "loss": 0.9014,
      "step": 2477
    },
    {
      "epoch": 0.6025165643425932,
      "grad_norm": 0.5697959661483765,
      "learning_rate": 0.00018109931285184694,
      "loss": 0.7921,
      "step": 2478
    },
    {
      "epoch": 0.6027597106558872,
      "grad_norm": 0.6009666323661804,
      "learning_rate": 0.0001810843743518287,
      "loss": 0.8615,
      "step": 2479
    },
    {
      "epoch": 0.6030028569691812,
      "grad_norm": 0.5939674377441406,
      "learning_rate": 0.00018106943056732036,
      "loss": 0.8488,
      "step": 2480
    },
    {
      "epoch": 0.6032460032824752,
      "grad_norm": 0.5993254780769348,
      "learning_rate": 0.00018105448149929575,
      "loss": 0.8881,
      "step": 2481
    },
    {
      "epoch": 0.6034891495957693,
      "grad_norm": 0.5491703748703003,
      "learning_rate": 0.00018103952714872924,
      "loss": 0.8152,
      "step": 2482
    },
    {
      "epoch": 0.6037322959090633,
      "grad_norm": 0.5841876268386841,
      "learning_rate": 0.0001810245675165954,
      "loss": 0.922,
      "step": 2483
    },
    {
      "epoch": 0.6039754422223573,
      "grad_norm": 0.561587929725647,
      "learning_rate": 0.00018100960260386924,
      "loss": 0.8552,
      "step": 2484
    },
    {
      "epoch": 0.6042185885356514,
      "grad_norm": 0.5576809644699097,
      "learning_rate": 0.00018099463241152597,
      "loss": 0.8413,
      "step": 2485
    },
    {
      "epoch": 0.6044617348489454,
      "grad_norm": 0.5967597365379333,
      "learning_rate": 0.0001809796569405413,
      "loss": 0.7953,
      "step": 2486
    },
    {
      "epoch": 0.6047048811622394,
      "grad_norm": 0.5944139957427979,
      "learning_rate": 0.00018096467619189123,
      "loss": 0.8837,
      "step": 2487
    },
    {
      "epoch": 0.6049480274755334,
      "grad_norm": 0.6482890844345093,
      "learning_rate": 0.00018094969016655207,
      "loss": 0.8627,
      "step": 2488
    },
    {
      "epoch": 0.6051911737888275,
      "grad_norm": 0.6134623289108276,
      "learning_rate": 0.00018093469886550054,
      "loss": 0.9119,
      "step": 2489
    },
    {
      "epoch": 0.6054343201021215,
      "grad_norm": 0.608323335647583,
      "learning_rate": 0.0001809197022897136,
      "loss": 0.9794,
      "step": 2490
    },
    {
      "epoch": 0.6056774664154154,
      "grad_norm": 0.6218376755714417,
      "learning_rate": 0.00018090470044016866,
      "loss": 0.893,
      "step": 2491
    },
    {
      "epoch": 0.6059206127287095,
      "grad_norm": 0.646217405796051,
      "learning_rate": 0.00018088969331784345,
      "loss": 0.9222,
      "step": 2492
    },
    {
      "epoch": 0.6061637590420035,
      "grad_norm": 0.591101884841919,
      "learning_rate": 0.00018087468092371596,
      "loss": 0.8895,
      "step": 2493
    },
    {
      "epoch": 0.6064069053552975,
      "grad_norm": 0.5634151101112366,
      "learning_rate": 0.00018085966325876465,
      "loss": 0.7261,
      "step": 2494
    },
    {
      "epoch": 0.6066500516685915,
      "grad_norm": 0.5937002301216125,
      "learning_rate": 0.0001808446403239682,
      "loss": 0.7627,
      "step": 2495
    },
    {
      "epoch": 0.6068931979818856,
      "grad_norm": 0.6182031035423279,
      "learning_rate": 0.0001808296121203058,
      "loss": 0.9456,
      "step": 2496
    },
    {
      "epoch": 0.6071363442951796,
      "grad_norm": 0.5785157680511475,
      "learning_rate": 0.00018081457864875677,
      "loss": 0.8471,
      "step": 2497
    },
    {
      "epoch": 0.6073794906084736,
      "grad_norm": 0.5854552984237671,
      "learning_rate": 0.00018079953991030094,
      "loss": 0.7418,
      "step": 2498
    },
    {
      "epoch": 0.6076226369217677,
      "grad_norm": 0.6072913408279419,
      "learning_rate": 0.00018078449590591843,
      "loss": 0.9926,
      "step": 2499
    },
    {
      "epoch": 0.6078657832350617,
      "grad_norm": 0.602302610874176,
      "learning_rate": 0.00018076944663658967,
      "loss": 0.8732,
      "step": 2500
    },
    {
      "epoch": 0.6081089295483557,
      "grad_norm": 0.562701940536499,
      "learning_rate": 0.00018075439210329548,
      "loss": 0.7826,
      "step": 2501
    },
    {
      "epoch": 0.6083520758616497,
      "grad_norm": 0.5707845091819763,
      "learning_rate": 0.00018073933230701696,
      "loss": 0.7877,
      "step": 2502
    },
    {
      "epoch": 0.6085952221749438,
      "grad_norm": 0.6117736101150513,
      "learning_rate": 0.00018072426724873567,
      "loss": 0.9905,
      "step": 2503
    },
    {
      "epoch": 0.6088383684882378,
      "grad_norm": 0.6376892328262329,
      "learning_rate": 0.0001807091969294334,
      "loss": 1.0792,
      "step": 2504
    },
    {
      "epoch": 0.6090815148015318,
      "grad_norm": 0.5668497681617737,
      "learning_rate": 0.00018069412135009234,
      "loss": 0.9396,
      "step": 2505
    },
    {
      "epoch": 0.6093246611148259,
      "grad_norm": 0.5526684522628784,
      "learning_rate": 0.000180679040511695,
      "loss": 0.6021,
      "step": 2506
    },
    {
      "epoch": 0.6095678074281199,
      "grad_norm": 0.5738827586174011,
      "learning_rate": 0.00018066395441522422,
      "loss": 0.9041,
      "step": 2507
    },
    {
      "epoch": 0.6098109537414139,
      "grad_norm": 0.6022235155105591,
      "learning_rate": 0.00018064886306166323,
      "loss": 0.9878,
      "step": 2508
    },
    {
      "epoch": 0.610054100054708,
      "grad_norm": 0.5432162284851074,
      "learning_rate": 0.00018063376645199557,
      "loss": 0.749,
      "step": 2509
    },
    {
      "epoch": 0.610297246368002,
      "grad_norm": 0.5588390827178955,
      "learning_rate": 0.00018061866458720513,
      "loss": 0.8381,
      "step": 2510
    },
    {
      "epoch": 0.610540392681296,
      "grad_norm": 0.5849014520645142,
      "learning_rate": 0.0001806035574682761,
      "loss": 0.9615,
      "step": 2511
    },
    {
      "epoch": 0.61078353899459,
      "grad_norm": 0.58734130859375,
      "learning_rate": 0.0001805884450961931,
      "loss": 0.8744,
      "step": 2512
    },
    {
      "epoch": 0.6110266853078841,
      "grad_norm": 0.538912296295166,
      "learning_rate": 0.00018057332747194104,
      "loss": 0.738,
      "step": 2513
    },
    {
      "epoch": 0.6112698316211781,
      "grad_norm": 0.551313579082489,
      "learning_rate": 0.00018055820459650517,
      "loss": 0.8448,
      "step": 2514
    },
    {
      "epoch": 0.6115129779344721,
      "grad_norm": 0.6234233975410461,
      "learning_rate": 0.00018054307647087105,
      "loss": 1.0161,
      "step": 2515
    },
    {
      "epoch": 0.611756124247766,
      "grad_norm": 0.6078224182128906,
      "learning_rate": 0.00018052794309602468,
      "loss": 0.8002,
      "step": 2516
    },
    {
      "epoch": 0.6119992705610601,
      "grad_norm": 0.6101819276809692,
      "learning_rate": 0.0001805128044729523,
      "loss": 0.7635,
      "step": 2517
    },
    {
      "epoch": 0.6122424168743541,
      "grad_norm": 0.6092970371246338,
      "learning_rate": 0.0001804976606026406,
      "loss": 0.8711,
      "step": 2518
    },
    {
      "epoch": 0.6124855631876481,
      "grad_norm": 0.5767792463302612,
      "learning_rate": 0.00018048251148607643,
      "loss": 0.8732,
      "step": 2519
    },
    {
      "epoch": 0.6127287095009422,
      "grad_norm": 0.6037563681602478,
      "learning_rate": 0.00018046735712424724,
      "loss": 0.8565,
      "step": 2520
    },
    {
      "epoch": 0.6129718558142362,
      "grad_norm": 0.564871609210968,
      "learning_rate": 0.00018045219751814057,
      "loss": 0.8131,
      "step": 2521
    },
    {
      "epoch": 0.6132150021275302,
      "grad_norm": 0.5813825726509094,
      "learning_rate": 0.00018043703266874448,
      "loss": 0.9687,
      "step": 2522
    },
    {
      "epoch": 0.6134581484408242,
      "grad_norm": 0.5651264786720276,
      "learning_rate": 0.00018042186257704725,
      "loss": 0.7578,
      "step": 2523
    },
    {
      "epoch": 0.6137012947541183,
      "grad_norm": 0.5860621333122253,
      "learning_rate": 0.00018040668724403762,
      "loss": 0.9142,
      "step": 2524
    },
    {
      "epoch": 0.6139444410674123,
      "grad_norm": 0.5467517971992493,
      "learning_rate": 0.00018039150667070457,
      "loss": 0.7026,
      "step": 2525
    },
    {
      "epoch": 0.6141875873807063,
      "grad_norm": 0.5331080555915833,
      "learning_rate": 0.00018037632085803743,
      "loss": 0.7858,
      "step": 2526
    },
    {
      "epoch": 0.6144307336940004,
      "grad_norm": 0.5807124972343445,
      "learning_rate": 0.00018036112980702597,
      "loss": 0.8305,
      "step": 2527
    },
    {
      "epoch": 0.6146738800072944,
      "grad_norm": 0.6909096837043762,
      "learning_rate": 0.00018034593351866018,
      "loss": 0.804,
      "step": 2528
    },
    {
      "epoch": 0.6149170263205884,
      "grad_norm": 0.6169751882553101,
      "learning_rate": 0.00018033073199393048,
      "loss": 0.9338,
      "step": 2529
    },
    {
      "epoch": 0.6151601726338825,
      "grad_norm": 0.5546002388000488,
      "learning_rate": 0.00018031552523382755,
      "loss": 0.7735,
      "step": 2530
    },
    {
      "epoch": 0.6154033189471765,
      "grad_norm": 0.6191132664680481,
      "learning_rate": 0.0001803003132393425,
      "loss": 0.7449,
      "step": 2531
    },
    {
      "epoch": 0.6156464652604705,
      "grad_norm": 0.6214291453361511,
      "learning_rate": 0.00018028509601146668,
      "loss": 0.8807,
      "step": 2532
    },
    {
      "epoch": 0.6158896115737645,
      "grad_norm": 0.5935509204864502,
      "learning_rate": 0.0001802698735511919,
      "loss": 0.6947,
      "step": 2533
    },
    {
      "epoch": 0.6161327578870586,
      "grad_norm": 0.5968341827392578,
      "learning_rate": 0.00018025464585951024,
      "loss": 0.9242,
      "step": 2534
    },
    {
      "epoch": 0.6163759042003526,
      "grad_norm": 0.5590171217918396,
      "learning_rate": 0.00018023941293741411,
      "loss": 0.8769,
      "step": 2535
    },
    {
      "epoch": 0.6166190505136466,
      "grad_norm": 0.6554893255233765,
      "learning_rate": 0.00018022417478589627,
      "loss": 1.0848,
      "step": 2536
    },
    {
      "epoch": 0.6168621968269407,
      "grad_norm": 0.5919836759567261,
      "learning_rate": 0.0001802089314059499,
      "loss": 0.7385,
      "step": 2537
    },
    {
      "epoch": 0.6171053431402347,
      "grad_norm": 0.5852360129356384,
      "learning_rate": 0.00018019368279856835,
      "loss": 0.8572,
      "step": 2538
    },
    {
      "epoch": 0.6173484894535287,
      "grad_norm": 0.6523879766464233,
      "learning_rate": 0.00018017842896474547,
      "loss": 0.8509,
      "step": 2539
    },
    {
      "epoch": 0.6175916357668226,
      "grad_norm": 0.6031344532966614,
      "learning_rate": 0.0001801631699054754,
      "loss": 0.8812,
      "step": 2540
    },
    {
      "epoch": 0.6178347820801167,
      "grad_norm": 0.5801579356193542,
      "learning_rate": 0.00018014790562175263,
      "loss": 0.9164,
      "step": 2541
    },
    {
      "epoch": 0.6180779283934107,
      "grad_norm": 0.6230697631835938,
      "learning_rate": 0.0001801326361145719,
      "loss": 0.9202,
      "step": 2542
    },
    {
      "epoch": 0.6183210747067047,
      "grad_norm": 0.587489902973175,
      "learning_rate": 0.00018011736138492845,
      "loss": 0.9587,
      "step": 2543
    },
    {
      "epoch": 0.6185642210199988,
      "grad_norm": 0.6038193702697754,
      "learning_rate": 0.00018010208143381772,
      "loss": 0.7366,
      "step": 2544
    },
    {
      "epoch": 0.6188073673332928,
      "grad_norm": 0.5693281292915344,
      "learning_rate": 0.0001800867962622356,
      "loss": 0.8187,
      "step": 2545
    },
    {
      "epoch": 0.6190505136465868,
      "grad_norm": 0.5574197769165039,
      "learning_rate": 0.00018007150587117822,
      "loss": 0.7379,
      "step": 2546
    },
    {
      "epoch": 0.6192936599598808,
      "grad_norm": 0.5713037252426147,
      "learning_rate": 0.00018005621026164208,
      "loss": 0.705,
      "step": 2547
    },
    {
      "epoch": 0.6195368062731749,
      "grad_norm": 0.5388962626457214,
      "learning_rate": 0.0001800409094346241,
      "loss": 0.8397,
      "step": 2548
    },
    {
      "epoch": 0.6197799525864689,
      "grad_norm": 0.6215122938156128,
      "learning_rate": 0.0001800256033911214,
      "loss": 1.0306,
      "step": 2549
    },
    {
      "epoch": 0.6200230988997629,
      "grad_norm": 0.5770775675773621,
      "learning_rate": 0.00018001029213213162,
      "loss": 0.9452,
      "step": 2550
    },
    {
      "epoch": 0.620266245213057,
      "grad_norm": 0.6482412219047546,
      "learning_rate": 0.00017999497565865253,
      "loss": 0.9331,
      "step": 2551
    },
    {
      "epoch": 0.620509391526351,
      "grad_norm": 0.5933417081832886,
      "learning_rate": 0.0001799796539716824,
      "loss": 1.0539,
      "step": 2552
    },
    {
      "epoch": 0.620752537839645,
      "grad_norm": 0.5979447960853577,
      "learning_rate": 0.00017996432707221977,
      "loss": 0.8314,
      "step": 2553
    },
    {
      "epoch": 0.620995684152939,
      "grad_norm": 0.6424611210823059,
      "learning_rate": 0.00017994899496126356,
      "loss": 0.9715,
      "step": 2554
    },
    {
      "epoch": 0.6212388304662331,
      "grad_norm": 0.6408028602600098,
      "learning_rate": 0.000179933657639813,
      "loss": 0.8775,
      "step": 2555
    },
    {
      "epoch": 0.6214819767795271,
      "grad_norm": 0.6041151881217957,
      "learning_rate": 0.00017991831510886765,
      "loss": 0.8225,
      "step": 2556
    },
    {
      "epoch": 0.6217251230928211,
      "grad_norm": 0.6335425972938538,
      "learning_rate": 0.00017990296736942741,
      "loss": 0.7267,
      "step": 2557
    },
    {
      "epoch": 0.6219682694061152,
      "grad_norm": 0.5721848607063293,
      "learning_rate": 0.0001798876144224926,
      "loss": 0.9598,
      "step": 2558
    },
    {
      "epoch": 0.6222114157194092,
      "grad_norm": 0.6470797657966614,
      "learning_rate": 0.00017987225626906372,
      "loss": 0.8355,
      "step": 2559
    },
    {
      "epoch": 0.6224545620327032,
      "grad_norm": 0.5814148187637329,
      "learning_rate": 0.00017985689291014176,
      "loss": 0.7786,
      "step": 2560
    },
    {
      "epoch": 0.6226977083459972,
      "grad_norm": 0.5373326539993286,
      "learning_rate": 0.000179841524346728,
      "loss": 0.6727,
      "step": 2561
    },
    {
      "epoch": 0.6229408546592913,
      "grad_norm": 0.584420382976532,
      "learning_rate": 0.000179826150579824,
      "loss": 0.7266,
      "step": 2562
    },
    {
      "epoch": 0.6231840009725853,
      "grad_norm": 0.5438819527626038,
      "learning_rate": 0.00017981077161043177,
      "loss": 0.8837,
      "step": 2563
    },
    {
      "epoch": 0.6234271472858792,
      "grad_norm": 0.5863062143325806,
      "learning_rate": 0.00017979538743955357,
      "loss": 0.9472,
      "step": 2564
    },
    {
      "epoch": 0.6236702935991733,
      "grad_norm": 0.5866519808769226,
      "learning_rate": 0.00017977999806819206,
      "loss": 0.7917,
      "step": 2565
    },
    {
      "epoch": 0.6239134399124673,
      "grad_norm": 0.5856988430023193,
      "learning_rate": 0.00017976460349735014,
      "loss": 0.859,
      "step": 2566
    },
    {
      "epoch": 0.6241565862257613,
      "grad_norm": 0.5938656330108643,
      "learning_rate": 0.00017974920372803118,
      "loss": 0.9758,
      "step": 2567
    },
    {
      "epoch": 0.6243997325390553,
      "grad_norm": 0.5254644751548767,
      "learning_rate": 0.00017973379876123877,
      "loss": 0.75,
      "step": 2568
    },
    {
      "epoch": 0.6246428788523494,
      "grad_norm": 0.5733681321144104,
      "learning_rate": 0.00017971838859797697,
      "loss": 0.8003,
      "step": 2569
    },
    {
      "epoch": 0.6248860251656434,
      "grad_norm": 0.5854175090789795,
      "learning_rate": 0.00017970297323925,
      "loss": 0.8378,
      "step": 2570
    },
    {
      "epoch": 0.6251291714789374,
      "grad_norm": 0.5653268694877625,
      "learning_rate": 0.00017968755268606262,
      "loss": 0.8653,
      "step": 2571
    },
    {
      "epoch": 0.6253723177922315,
      "grad_norm": 0.5878691077232361,
      "learning_rate": 0.00017967212693941975,
      "loss": 0.744,
      "step": 2572
    },
    {
      "epoch": 0.6256154641055255,
      "grad_norm": 0.5974521040916443,
      "learning_rate": 0.0001796566960003268,
      "loss": 0.8712,
      "step": 2573
    },
    {
      "epoch": 0.6258586104188195,
      "grad_norm": 0.5674879550933838,
      "learning_rate": 0.0001796412598697894,
      "loss": 0.9395,
      "step": 2574
    },
    {
      "epoch": 0.6261017567321135,
      "grad_norm": 0.5621228814125061,
      "learning_rate": 0.00017962581854881357,
      "loss": 0.8402,
      "step": 2575
    },
    {
      "epoch": 0.6263449030454076,
      "grad_norm": 0.6162011623382568,
      "learning_rate": 0.0001796103720384057,
      "loss": 0.9305,
      "step": 2576
    },
    {
      "epoch": 0.6265880493587016,
      "grad_norm": 0.6112972497940063,
      "learning_rate": 0.00017959492033957242,
      "loss": 0.895,
      "step": 2577
    },
    {
      "epoch": 0.6268311956719956,
      "grad_norm": 0.5912119150161743,
      "learning_rate": 0.00017957946345332077,
      "loss": 0.7794,
      "step": 2578
    },
    {
      "epoch": 0.6270743419852897,
      "grad_norm": 0.5704860687255859,
      "learning_rate": 0.00017956400138065818,
      "loss": 0.8778,
      "step": 2579
    },
    {
      "epoch": 0.6273174882985837,
      "grad_norm": 0.6129992604255676,
      "learning_rate": 0.0001795485341225923,
      "loss": 1.0105,
      "step": 2580
    },
    {
      "epoch": 0.6275606346118777,
      "grad_norm": 1.1163872480392456,
      "learning_rate": 0.00017953306168013117,
      "loss": 0.7703,
      "step": 2581
    },
    {
      "epoch": 0.6278037809251718,
      "grad_norm": 0.6091138124465942,
      "learning_rate": 0.00017951758405428323,
      "loss": 0.9068,
      "step": 2582
    },
    {
      "epoch": 0.6280469272384658,
      "grad_norm": 0.6092481017112732,
      "learning_rate": 0.00017950210124605711,
      "loss": 0.8247,
      "step": 2583
    },
    {
      "epoch": 0.6282900735517598,
      "grad_norm": 0.5137696266174316,
      "learning_rate": 0.00017948661325646194,
      "loss": 0.6615,
      "step": 2584
    },
    {
      "epoch": 0.6285332198650538,
      "grad_norm": 0.6144653558731079,
      "learning_rate": 0.0001794711200865071,
      "loss": 0.9726,
      "step": 2585
    },
    {
      "epoch": 0.6287763661783479,
      "grad_norm": 0.5668962001800537,
      "learning_rate": 0.00017945562173720227,
      "loss": 0.868,
      "step": 2586
    },
    {
      "epoch": 0.6290195124916419,
      "grad_norm": 0.5581793785095215,
      "learning_rate": 0.0001794401182095576,
      "loss": 0.8216,
      "step": 2587
    },
    {
      "epoch": 0.6292626588049358,
      "grad_norm": 0.5544050931930542,
      "learning_rate": 0.00017942460950458344,
      "loss": 0.7869,
      "step": 2588
    },
    {
      "epoch": 0.6295058051182298,
      "grad_norm": 0.5925070643424988,
      "learning_rate": 0.00017940909562329057,
      "loss": 0.8503,
      "step": 2589
    },
    {
      "epoch": 0.6297489514315239,
      "grad_norm": 0.5549646615982056,
      "learning_rate": 0.00017939357656669003,
      "loss": 0.8035,
      "step": 2590
    },
    {
      "epoch": 0.6299920977448179,
      "grad_norm": 0.5918959379196167,
      "learning_rate": 0.00017937805233579328,
      "loss": 0.7788,
      "step": 2591
    },
    {
      "epoch": 0.6302352440581119,
      "grad_norm": 0.6097473502159119,
      "learning_rate": 0.00017936252293161204,
      "loss": 0.8746,
      "step": 2592
    },
    {
      "epoch": 0.630478390371406,
      "grad_norm": 0.5707428455352783,
      "learning_rate": 0.00017934698835515844,
      "loss": 0.8804,
      "step": 2593
    },
    {
      "epoch": 0.6307215366847,
      "grad_norm": 0.5924931764602661,
      "learning_rate": 0.0001793314486074449,
      "loss": 0.922,
      "step": 2594
    },
    {
      "epoch": 0.630964682997994,
      "grad_norm": 0.5905262231826782,
      "learning_rate": 0.00017931590368948418,
      "loss": 0.7823,
      "step": 2595
    },
    {
      "epoch": 0.631207829311288,
      "grad_norm": 0.7043721675872803,
      "learning_rate": 0.00017930035360228937,
      "loss": 0.9307,
      "step": 2596
    },
    {
      "epoch": 0.6314509756245821,
      "grad_norm": 0.5837860107421875,
      "learning_rate": 0.00017928479834687395,
      "loss": 0.8179,
      "step": 2597
    },
    {
      "epoch": 0.6316941219378761,
      "grad_norm": 0.5997552275657654,
      "learning_rate": 0.00017926923792425166,
      "loss": 0.7837,
      "step": 2598
    },
    {
      "epoch": 0.6319372682511701,
      "grad_norm": 0.5678223967552185,
      "learning_rate": 0.00017925367233543666,
      "loss": 0.8324,
      "step": 2599
    },
    {
      "epoch": 0.6321804145644642,
      "grad_norm": 0.5842978954315186,
      "learning_rate": 0.00017923810158144336,
      "loss": 0.8722,
      "step": 2600
    },
    {
      "epoch": 0.6321804145644642,
      "eval_loss": 0.8354369401931763,
      "eval_runtime": 12.3207,
      "eval_samples_per_second": 40.257,
      "eval_steps_per_second": 6.737,
      "step": 2600
    },
    {
      "epoch": 0.6324235608777582,
      "grad_norm": 0.563035249710083,
      "learning_rate": 0.00017922252566328654,
      "loss": 0.8733,
      "step": 2601
    },
    {
      "epoch": 0.6326667071910522,
      "grad_norm": 0.6619038581848145,
      "learning_rate": 0.00017920694458198138,
      "loss": 0.9976,
      "step": 2602
    },
    {
      "epoch": 0.6329098535043463,
      "grad_norm": 0.6119813323020935,
      "learning_rate": 0.0001791913583385433,
      "loss": 0.9358,
      "step": 2603
    },
    {
      "epoch": 0.6331529998176403,
      "grad_norm": 0.6263207197189331,
      "learning_rate": 0.0001791757669339881,
      "loss": 1.097,
      "step": 2604
    },
    {
      "epoch": 0.6333961461309343,
      "grad_norm": 0.5294190049171448,
      "learning_rate": 0.00017916017036933194,
      "loss": 0.8112,
      "step": 2605
    },
    {
      "epoch": 0.6336392924442283,
      "grad_norm": 0.5536333918571472,
      "learning_rate": 0.00017914456864559126,
      "loss": 0.8288,
      "step": 2606
    },
    {
      "epoch": 0.6338824387575224,
      "grad_norm": 0.6198527812957764,
      "learning_rate": 0.0001791289617637829,
      "loss": 0.8379,
      "step": 2607
    },
    {
      "epoch": 0.6341255850708164,
      "grad_norm": 0.571960985660553,
      "learning_rate": 0.00017911334972492394,
      "loss": 0.8578,
      "step": 2608
    },
    {
      "epoch": 0.6343687313841104,
      "grad_norm": 0.5684162378311157,
      "learning_rate": 0.00017909773253003194,
      "loss": 0.9796,
      "step": 2609
    },
    {
      "epoch": 0.6346118776974045,
      "grad_norm": 0.5953916907310486,
      "learning_rate": 0.00017908211018012469,
      "loss": 1.0427,
      "step": 2610
    },
    {
      "epoch": 0.6348550240106985,
      "grad_norm": 0.6081433892250061,
      "learning_rate": 0.00017906648267622028,
      "loss": 0.9311,
      "step": 2611
    },
    {
      "epoch": 0.6350981703239925,
      "grad_norm": 0.5202538967132568,
      "learning_rate": 0.00017905085001933727,
      "loss": 0.7517,
      "step": 2612
    },
    {
      "epoch": 0.6353413166372864,
      "grad_norm": 0.5723601579666138,
      "learning_rate": 0.00017903521221049448,
      "loss": 0.8605,
      "step": 2613
    },
    {
      "epoch": 0.6355844629505805,
      "grad_norm": 0.586327075958252,
      "learning_rate": 0.000179019569250711,
      "loss": 0.9318,
      "step": 2614
    },
    {
      "epoch": 0.6358276092638745,
      "grad_norm": 0.5941939949989319,
      "learning_rate": 0.00017900392114100644,
      "loss": 0.9143,
      "step": 2615
    },
    {
      "epoch": 0.6360707555771685,
      "grad_norm": 0.5744966268539429,
      "learning_rate": 0.0001789882678824005,
      "loss": 0.8619,
      "step": 2616
    },
    {
      "epoch": 0.6363139018904626,
      "grad_norm": 0.6477859616279602,
      "learning_rate": 0.00017897260947591343,
      "loss": 1.0228,
      "step": 2617
    },
    {
      "epoch": 0.6365570482037566,
      "grad_norm": 0.5856117606163025,
      "learning_rate": 0.00017895694592256573,
      "loss": 0.8754,
      "step": 2618
    },
    {
      "epoch": 0.6368001945170506,
      "grad_norm": 0.6161903142929077,
      "learning_rate": 0.00017894127722337818,
      "loss": 0.8071,
      "step": 2619
    },
    {
      "epoch": 0.6370433408303446,
      "grad_norm": 0.5598219037055969,
      "learning_rate": 0.00017892560337937202,
      "loss": 0.7711,
      "step": 2620
    },
    {
      "epoch": 0.6372864871436387,
      "grad_norm": 0.5619946122169495,
      "learning_rate": 0.0001789099243915687,
      "loss": 0.8123,
      "step": 2621
    },
    {
      "epoch": 0.6375296334569327,
      "grad_norm": 0.6259932518005371,
      "learning_rate": 0.0001788942402609901,
      "loss": 0.9502,
      "step": 2622
    },
    {
      "epoch": 0.6377727797702267,
      "grad_norm": 0.6260249614715576,
      "learning_rate": 0.0001788785509886584,
      "loss": 0.9682,
      "step": 2623
    },
    {
      "epoch": 0.6380159260835208,
      "grad_norm": 0.6366214752197266,
      "learning_rate": 0.00017886285657559605,
      "loss": 0.9233,
      "step": 2624
    },
    {
      "epoch": 0.6382590723968148,
      "grad_norm": 0.5689688324928284,
      "learning_rate": 0.00017884715702282597,
      "loss": 0.7333,
      "step": 2625
    },
    {
      "epoch": 0.6385022187101088,
      "grad_norm": 0.5905902981758118,
      "learning_rate": 0.00017883145233137134,
      "loss": 0.9553,
      "step": 2626
    },
    {
      "epoch": 0.6387453650234028,
      "grad_norm": 0.5717905759811401,
      "learning_rate": 0.00017881574250225564,
      "loss": 0.8272,
      "step": 2627
    },
    {
      "epoch": 0.6389885113366969,
      "grad_norm": 0.6097536087036133,
      "learning_rate": 0.0001788000275365027,
      "loss": 0.8383,
      "step": 2628
    },
    {
      "epoch": 0.6392316576499909,
      "grad_norm": 0.6153677105903625,
      "learning_rate": 0.00017878430743513678,
      "loss": 0.9056,
      "step": 2629
    },
    {
      "epoch": 0.6394748039632849,
      "grad_norm": 0.5933257937431335,
      "learning_rate": 0.00017876858219918238,
      "loss": 0.8971,
      "step": 2630
    },
    {
      "epoch": 0.639717950276579,
      "grad_norm": 0.6230710744857788,
      "learning_rate": 0.00017875285182966435,
      "loss": 0.7922,
      "step": 2631
    },
    {
      "epoch": 0.639961096589873,
      "grad_norm": 0.5545896887779236,
      "learning_rate": 0.00017873711632760783,
      "loss": 0.7884,
      "step": 2632
    },
    {
      "epoch": 0.640204242903167,
      "grad_norm": 0.5850551724433899,
      "learning_rate": 0.00017872137569403842,
      "loss": 1.0186,
      "step": 2633
    },
    {
      "epoch": 0.640447389216461,
      "grad_norm": 0.5516886711120605,
      "learning_rate": 0.00017870562992998193,
      "loss": 0.6607,
      "step": 2634
    },
    {
      "epoch": 0.6406905355297551,
      "grad_norm": 0.6618191599845886,
      "learning_rate": 0.00017868987903646463,
      "loss": 0.9612,
      "step": 2635
    },
    {
      "epoch": 0.6409336818430491,
      "grad_norm": 0.5980221033096313,
      "learning_rate": 0.00017867412301451294,
      "loss": 0.9416,
      "step": 2636
    },
    {
      "epoch": 0.641176828156343,
      "grad_norm": 0.5975020527839661,
      "learning_rate": 0.00017865836186515378,
      "loss": 0.8296,
      "step": 2637
    },
    {
      "epoch": 0.641419974469637,
      "grad_norm": 0.5467103123664856,
      "learning_rate": 0.0001786425955894144,
      "loss": 0.7921,
      "step": 2638
    },
    {
      "epoch": 0.6416631207829311,
      "grad_norm": 0.6112618446350098,
      "learning_rate": 0.00017862682418832223,
      "loss": 0.8638,
      "step": 2639
    },
    {
      "epoch": 0.6419062670962251,
      "grad_norm": 0.6062725782394409,
      "learning_rate": 0.00017861104766290519,
      "loss": 0.9257,
      "step": 2640
    },
    {
      "epoch": 0.6421494134095191,
      "grad_norm": 0.5902951955795288,
      "learning_rate": 0.00017859526601419142,
      "loss": 0.7932,
      "step": 2641
    },
    {
      "epoch": 0.6423925597228132,
      "grad_norm": 0.5958624482154846,
      "learning_rate": 0.00017857947924320957,
      "loss": 0.8999,
      "step": 2642
    },
    {
      "epoch": 0.6426357060361072,
      "grad_norm": 0.5802684426307678,
      "learning_rate": 0.0001785636873509884,
      "loss": 0.7945,
      "step": 2643
    },
    {
      "epoch": 0.6428788523494012,
      "grad_norm": 0.5887346267700195,
      "learning_rate": 0.00017854789033855718,
      "loss": 0.9474,
      "step": 2644
    },
    {
      "epoch": 0.6431219986626953,
      "grad_norm": 0.6728562712669373,
      "learning_rate": 0.0001785320882069454,
      "loss": 0.986,
      "step": 2645
    },
    {
      "epoch": 0.6433651449759893,
      "grad_norm": 0.5765315890312195,
      "learning_rate": 0.00017851628095718293,
      "loss": 0.9421,
      "step": 2646
    },
    {
      "epoch": 0.6436082912892833,
      "grad_norm": 0.5911528468132019,
      "learning_rate": 0.0001785004685903,
      "loss": 0.9368,
      "step": 2647
    },
    {
      "epoch": 0.6438514376025773,
      "grad_norm": 0.5673666000366211,
      "learning_rate": 0.00017848465110732712,
      "loss": 0.791,
      "step": 2648
    },
    {
      "epoch": 0.6440945839158714,
      "grad_norm": 0.5498839020729065,
      "learning_rate": 0.0001784688285092952,
      "loss": 0.8812,
      "step": 2649
    },
    {
      "epoch": 0.6443377302291654,
      "grad_norm": 0.5481163263320923,
      "learning_rate": 0.00017845300079723537,
      "loss": 0.8466,
      "step": 2650
    },
    {
      "epoch": 0.6445808765424594,
      "grad_norm": 0.5651129484176636,
      "learning_rate": 0.00017843716797217923,
      "loss": 0.8975,
      "step": 2651
    },
    {
      "epoch": 0.6448240228557535,
      "grad_norm": 0.5673807859420776,
      "learning_rate": 0.00017842133003515863,
      "loss": 0.7737,
      "step": 2652
    },
    {
      "epoch": 0.6450671691690475,
      "grad_norm": 0.6065990328788757,
      "learning_rate": 0.00017840548698720574,
      "loss": 0.899,
      "step": 2653
    },
    {
      "epoch": 0.6453103154823415,
      "grad_norm": 0.6048339009284973,
      "learning_rate": 0.00017838963882935315,
      "loss": 1.0063,
      "step": 2654
    },
    {
      "epoch": 0.6455534617956356,
      "grad_norm": 0.5803582072257996,
      "learning_rate": 0.00017837378556263367,
      "loss": 0.8505,
      "step": 2655
    },
    {
      "epoch": 0.6457966081089296,
      "grad_norm": 0.6116911768913269,
      "learning_rate": 0.00017835792718808054,
      "loss": 1.0115,
      "step": 2656
    },
    {
      "epoch": 0.6460397544222236,
      "grad_norm": 0.5950109958648682,
      "learning_rate": 0.0001783420637067273,
      "loss": 0.8813,
      "step": 2657
    },
    {
      "epoch": 0.6462829007355176,
      "grad_norm": 0.603726327419281,
      "learning_rate": 0.00017832619511960778,
      "loss": 0.8848,
      "step": 2658
    },
    {
      "epoch": 0.6465260470488117,
      "grad_norm": 0.5754395723342896,
      "learning_rate": 0.0001783103214277562,
      "loss": 0.8232,
      "step": 2659
    },
    {
      "epoch": 0.6467691933621057,
      "grad_norm": 0.5571605563163757,
      "learning_rate": 0.0001782944426322071,
      "loss": 0.7818,
      "step": 2660
    },
    {
      "epoch": 0.6470123396753996,
      "grad_norm": 0.6496750116348267,
      "learning_rate": 0.0001782785587339953,
      "loss": 0.7305,
      "step": 2661
    },
    {
      "epoch": 0.6472554859886936,
      "grad_norm": 0.6750925183296204,
      "learning_rate": 0.00017826266973415607,
      "loss": 0.9461,
      "step": 2662
    },
    {
      "epoch": 0.6474986323019877,
      "grad_norm": 0.608974039554596,
      "learning_rate": 0.0001782467756337249,
      "loss": 0.9556,
      "step": 2663
    },
    {
      "epoch": 0.6477417786152817,
      "grad_norm": 0.5927683115005493,
      "learning_rate": 0.0001782308764337376,
      "loss": 0.8547,
      "step": 2664
    },
    {
      "epoch": 0.6479849249285757,
      "grad_norm": 0.5375210046768188,
      "learning_rate": 0.0001782149721352305,
      "loss": 0.6601,
      "step": 2665
    },
    {
      "epoch": 0.6482280712418698,
      "grad_norm": 0.5576210618019104,
      "learning_rate": 0.00017819906273924,
      "loss": 0.8209,
      "step": 2666
    },
    {
      "epoch": 0.6484712175551638,
      "grad_norm": 0.5451379418373108,
      "learning_rate": 0.000178183148246803,
      "loss": 0.7582,
      "step": 2667
    },
    {
      "epoch": 0.6487143638684578,
      "grad_norm": 0.6113724112510681,
      "learning_rate": 0.00017816722865895667,
      "loss": 0.7966,
      "step": 2668
    },
    {
      "epoch": 0.6489575101817519,
      "grad_norm": 0.6044978499412537,
      "learning_rate": 0.0001781513039767386,
      "loss": 1.042,
      "step": 2669
    },
    {
      "epoch": 0.6492006564950459,
      "grad_norm": 0.5538136959075928,
      "learning_rate": 0.0001781353742011866,
      "loss": 0.7771,
      "step": 2670
    },
    {
      "epoch": 0.6494438028083399,
      "grad_norm": 0.5812183618545532,
      "learning_rate": 0.00017811943933333883,
      "loss": 0.9842,
      "step": 2671
    },
    {
      "epoch": 0.6496869491216339,
      "grad_norm": 0.5882005095481873,
      "learning_rate": 0.00017810349937423384,
      "loss": 0.8762,
      "step": 2672
    },
    {
      "epoch": 0.649930095434928,
      "grad_norm": 0.5779926180839539,
      "learning_rate": 0.0001780875543249105,
      "loss": 0.848,
      "step": 2673
    },
    {
      "epoch": 0.650173241748222,
      "grad_norm": 0.5584345459938049,
      "learning_rate": 0.00017807160418640799,
      "loss": 0.9413,
      "step": 2674
    },
    {
      "epoch": 0.650416388061516,
      "grad_norm": 0.5946788191795349,
      "learning_rate": 0.00017805564895976574,
      "loss": 0.8023,
      "step": 2675
    },
    {
      "epoch": 0.6506595343748101,
      "grad_norm": 0.5884838700294495,
      "learning_rate": 0.0001780396886460237,
      "loss": 0.9931,
      "step": 2676
    },
    {
      "epoch": 0.6509026806881041,
      "grad_norm": 0.5833871364593506,
      "learning_rate": 0.000178023723246222,
      "loss": 0.8564,
      "step": 2677
    },
    {
      "epoch": 0.6511458270013981,
      "grad_norm": 0.6051196455955505,
      "learning_rate": 0.00017800775276140116,
      "loss": 0.9589,
      "step": 2678
    },
    {
      "epoch": 0.6513889733146921,
      "grad_norm": 0.6127534508705139,
      "learning_rate": 0.00017799177719260203,
      "loss": 0.8249,
      "step": 2679
    },
    {
      "epoch": 0.6516321196279862,
      "grad_norm": 0.6164596080780029,
      "learning_rate": 0.00017797579654086574,
      "loss": 0.8236,
      "step": 2680
    },
    {
      "epoch": 0.6518752659412802,
      "grad_norm": 0.6006964445114136,
      "learning_rate": 0.00017795981080723382,
      "loss": 0.9349,
      "step": 2681
    },
    {
      "epoch": 0.6521184122545742,
      "grad_norm": 0.601440966129303,
      "learning_rate": 0.00017794381999274811,
      "loss": 0.9682,
      "step": 2682
    },
    {
      "epoch": 0.6523615585678683,
      "grad_norm": 0.5532575249671936,
      "learning_rate": 0.00017792782409845078,
      "loss": 0.8368,
      "step": 2683
    },
    {
      "epoch": 0.6526047048811623,
      "grad_norm": 0.5668920874595642,
      "learning_rate": 0.00017791182312538434,
      "loss": 0.9286,
      "step": 2684
    },
    {
      "epoch": 0.6528478511944563,
      "grad_norm": 0.651353120803833,
      "learning_rate": 0.00017789581707459154,
      "loss": 0.8151,
      "step": 2685
    },
    {
      "epoch": 0.6530909975077502,
      "grad_norm": 0.6037746667861938,
      "learning_rate": 0.00017787980594711561,
      "loss": 0.7839,
      "step": 2686
    },
    {
      "epoch": 0.6533341438210443,
      "grad_norm": 0.6118379831314087,
      "learning_rate": 0.00017786378974400004,
      "loss": 0.819,
      "step": 2687
    },
    {
      "epoch": 0.6535772901343383,
      "grad_norm": 0.5592128038406372,
      "learning_rate": 0.00017784776846628862,
      "loss": 0.7393,
      "step": 2688
    },
    {
      "epoch": 0.6538204364476323,
      "grad_norm": 0.6046500205993652,
      "learning_rate": 0.0001778317421150255,
      "loss": 0.7932,
      "step": 2689
    },
    {
      "epoch": 0.6540635827609264,
      "grad_norm": 0.5906686782836914,
      "learning_rate": 0.00017781571069125514,
      "loss": 0.8352,
      "step": 2690
    },
    {
      "epoch": 0.6543067290742204,
      "grad_norm": 0.6021705269813538,
      "learning_rate": 0.00017779967419602244,
      "loss": 0.9149,
      "step": 2691
    },
    {
      "epoch": 0.6545498753875144,
      "grad_norm": 0.6048814654350281,
      "learning_rate": 0.00017778363263037247,
      "loss": 0.9624,
      "step": 2692
    },
    {
      "epoch": 0.6547930217008084,
      "grad_norm": 0.6013360023498535,
      "learning_rate": 0.0001777675859953507,
      "loss": 0.9218,
      "step": 2693
    },
    {
      "epoch": 0.6550361680141025,
      "grad_norm": 0.5933017730712891,
      "learning_rate": 0.00017775153429200297,
      "loss": 0.8339,
      "step": 2694
    },
    {
      "epoch": 0.6552793143273965,
      "grad_norm": 0.6429385542869568,
      "learning_rate": 0.00017773547752137538,
      "loss": 0.8616,
      "step": 2695
    },
    {
      "epoch": 0.6555224606406905,
      "grad_norm": 0.5728983879089355,
      "learning_rate": 0.00017771941568451444,
      "loss": 0.6252,
      "step": 2696
    },
    {
      "epoch": 0.6557656069539846,
      "grad_norm": 0.5477828979492188,
      "learning_rate": 0.00017770334878246686,
      "loss": 0.8183,
      "step": 2697
    },
    {
      "epoch": 0.6560087532672786,
      "grad_norm": 0.5357321500778198,
      "learning_rate": 0.00017768727681627983,
      "loss": 0.6844,
      "step": 2698
    },
    {
      "epoch": 0.6562518995805726,
      "grad_norm": 0.6030458211898804,
      "learning_rate": 0.00017767119978700079,
      "loss": 0.8198,
      "step": 2699
    },
    {
      "epoch": 0.6564950458938666,
      "grad_norm": 0.6246420741081238,
      "learning_rate": 0.00017765511769567754,
      "loss": 1.0617,
      "step": 2700
    },
    {
      "epoch": 0.6567381922071607,
      "grad_norm": 0.5702321529388428,
      "learning_rate": 0.00017763903054335818,
      "loss": 0.7142,
      "step": 2701
    },
    {
      "epoch": 0.6569813385204547,
      "grad_norm": 0.5932600498199463,
      "learning_rate": 0.0001776229383310911,
      "loss": 0.9027,
      "step": 2702
    },
    {
      "epoch": 0.6572244848337487,
      "grad_norm": 0.5265272259712219,
      "learning_rate": 0.00017760684105992518,
      "loss": 0.6766,
      "step": 2703
    },
    {
      "epoch": 0.6574676311470428,
      "grad_norm": 0.6203703880310059,
      "learning_rate": 0.00017759073873090944,
      "loss": 0.9166,
      "step": 2704
    },
    {
      "epoch": 0.6577107774603368,
      "grad_norm": 0.5784955024719238,
      "learning_rate": 0.00017757463134509337,
      "loss": 0.7429,
      "step": 2705
    },
    {
      "epoch": 0.6579539237736308,
      "grad_norm": 0.5619555711746216,
      "learning_rate": 0.00017755851890352667,
      "loss": 0.7665,
      "step": 2706
    },
    {
      "epoch": 0.6581970700869249,
      "grad_norm": 0.5928769707679749,
      "learning_rate": 0.00017754240140725944,
      "loss": 0.8722,
      "step": 2707
    },
    {
      "epoch": 0.6584402164002189,
      "grad_norm": 0.5841564536094666,
      "learning_rate": 0.00017752627885734217,
      "loss": 0.959,
      "step": 2708
    },
    {
      "epoch": 0.6586833627135129,
      "grad_norm": 0.5901978611946106,
      "learning_rate": 0.00017751015125482556,
      "loss": 0.9676,
      "step": 2709
    },
    {
      "epoch": 0.6589265090268068,
      "grad_norm": 0.6161087155342102,
      "learning_rate": 0.00017749401860076068,
      "loss": 0.8492,
      "step": 2710
    },
    {
      "epoch": 0.6591696553401009,
      "grad_norm": 0.5929424166679382,
      "learning_rate": 0.00017747788089619894,
      "loss": 0.9332,
      "step": 2711
    },
    {
      "epoch": 0.6594128016533949,
      "grad_norm": 0.5878310799598694,
      "learning_rate": 0.00017746173814219213,
      "loss": 0.8833,
      "step": 2712
    },
    {
      "epoch": 0.6596559479666889,
      "grad_norm": 0.6544994711875916,
      "learning_rate": 0.00017744559033979227,
      "loss": 0.9261,
      "step": 2713
    },
    {
      "epoch": 0.659899094279983,
      "grad_norm": 0.5326725244522095,
      "learning_rate": 0.00017742943749005175,
      "loss": 0.8675,
      "step": 2714
    },
    {
      "epoch": 0.660142240593277,
      "grad_norm": 0.6189459562301636,
      "learning_rate": 0.00017741327959402335,
      "loss": 0.8351,
      "step": 2715
    },
    {
      "epoch": 0.660385386906571,
      "grad_norm": 0.6188409328460693,
      "learning_rate": 0.00017739711665276005,
      "loss": 1.0339,
      "step": 2716
    },
    {
      "epoch": 0.660628533219865,
      "grad_norm": 0.5512754917144775,
      "learning_rate": 0.00017738094866731526,
      "loss": 0.8156,
      "step": 2717
    },
    {
      "epoch": 0.6608716795331591,
      "grad_norm": 0.5658276081085205,
      "learning_rate": 0.00017736477563874275,
      "loss": 0.901,
      "step": 2718
    },
    {
      "epoch": 0.6611148258464531,
      "grad_norm": 0.5758565664291382,
      "learning_rate": 0.00017734859756809646,
      "loss": 0.8041,
      "step": 2719
    },
    {
      "epoch": 0.6613579721597471,
      "grad_norm": 0.5455151200294495,
      "learning_rate": 0.00017733241445643083,
      "loss": 0.8831,
      "step": 2720
    },
    {
      "epoch": 0.6616011184730411,
      "grad_norm": 0.5813024640083313,
      "learning_rate": 0.00017731622630480054,
      "loss": 0.9581,
      "step": 2721
    },
    {
      "epoch": 0.6618442647863352,
      "grad_norm": 0.585839569568634,
      "learning_rate": 0.0001773000331142606,
      "loss": 0.812,
      "step": 2722
    },
    {
      "epoch": 0.6620874110996292,
      "grad_norm": 0.5693697333335876,
      "learning_rate": 0.00017728383488586642,
      "loss": 0.7328,
      "step": 2723
    },
    {
      "epoch": 0.6623305574129232,
      "grad_norm": 0.5607128739356995,
      "learning_rate": 0.00017726763162067362,
      "loss": 0.7135,
      "step": 2724
    },
    {
      "epoch": 0.6625737037262173,
      "grad_norm": 0.619935929775238,
      "learning_rate": 0.00017725142331973822,
      "loss": 0.8884,
      "step": 2725
    },
    {
      "epoch": 0.6628168500395113,
      "grad_norm": 0.6096929311752319,
      "learning_rate": 0.00017723520998411658,
      "loss": 0.8584,
      "step": 2726
    },
    {
      "epoch": 0.6630599963528053,
      "grad_norm": 0.616894543170929,
      "learning_rate": 0.00017721899161486534,
      "loss": 0.8992,
      "step": 2727
    },
    {
      "epoch": 0.6633031426660994,
      "grad_norm": 0.6014378070831299,
      "learning_rate": 0.00017720276821304155,
      "loss": 0.9345,
      "step": 2728
    },
    {
      "epoch": 0.6635462889793934,
      "grad_norm": 0.5973187685012817,
      "learning_rate": 0.00017718653977970248,
      "loss": 0.8684,
      "step": 2729
    },
    {
      "epoch": 0.6637894352926874,
      "grad_norm": 0.578822910785675,
      "learning_rate": 0.00017717030631590579,
      "loss": 0.9237,
      "step": 2730
    },
    {
      "epoch": 0.6640325816059814,
      "grad_norm": 0.6132851839065552,
      "learning_rate": 0.0001771540678227095,
      "loss": 0.8195,
      "step": 2731
    },
    {
      "epoch": 0.6642757279192755,
      "grad_norm": 0.5796941518783569,
      "learning_rate": 0.00017713782430117182,
      "loss": 0.8148,
      "step": 2732
    },
    {
      "epoch": 0.6645188742325695,
      "grad_norm": 0.6073516607284546,
      "learning_rate": 0.00017712157575235153,
      "loss": 0.8959,
      "step": 2733
    },
    {
      "epoch": 0.6647620205458634,
      "grad_norm": 0.5689862370491028,
      "learning_rate": 0.00017710532217730748,
      "loss": 0.7582,
      "step": 2734
    },
    {
      "epoch": 0.6650051668591574,
      "grad_norm": 0.5245347619056702,
      "learning_rate": 0.00017708906357709897,
      "loss": 0.6743,
      "step": 2735
    },
    {
      "epoch": 0.6652483131724515,
      "grad_norm": 0.5130575895309448,
      "learning_rate": 0.00017707279995278564,
      "loss": 0.7349,
      "step": 2736
    },
    {
      "epoch": 0.6654914594857455,
      "grad_norm": 0.5763616561889648,
      "learning_rate": 0.00017705653130542745,
      "loss": 0.7401,
      "step": 2737
    },
    {
      "epoch": 0.6657346057990395,
      "grad_norm": 0.5467761754989624,
      "learning_rate": 0.00017704025763608467,
      "loss": 0.7104,
      "step": 2738
    },
    {
      "epoch": 0.6659777521123336,
      "grad_norm": 0.5660878419876099,
      "learning_rate": 0.00017702397894581788,
      "loss": 0.8416,
      "step": 2739
    },
    {
      "epoch": 0.6662208984256276,
      "grad_norm": 0.575060248374939,
      "learning_rate": 0.000177007695235688,
      "loss": 0.7574,
      "step": 2740
    },
    {
      "epoch": 0.6664640447389216,
      "grad_norm": 0.562569797039032,
      "learning_rate": 0.0001769914065067563,
      "loss": 0.8463,
      "step": 2741
    },
    {
      "epoch": 0.6667071910522157,
      "grad_norm": 0.6163544058799744,
      "learning_rate": 0.00017697511276008437,
      "loss": 1.0498,
      "step": 2742
    },
    {
      "epoch": 0.6669503373655097,
      "grad_norm": 0.5332733392715454,
      "learning_rate": 0.00017695881399673412,
      "loss": 0.7468,
      "step": 2743
    },
    {
      "epoch": 0.6671934836788037,
      "grad_norm": 0.6010533571243286,
      "learning_rate": 0.00017694251021776772,
      "loss": 0.9,
      "step": 2744
    },
    {
      "epoch": 0.6674366299920977,
      "grad_norm": 0.5606264472007751,
      "learning_rate": 0.00017692620142424783,
      "loss": 0.8837,
      "step": 2745
    },
    {
      "epoch": 0.6676797763053918,
      "grad_norm": 0.5926045775413513,
      "learning_rate": 0.00017690988761723725,
      "loss": 0.891,
      "step": 2746
    },
    {
      "epoch": 0.6679229226186858,
      "grad_norm": 0.6348175406455994,
      "learning_rate": 0.00017689356879779927,
      "loss": 0.9076,
      "step": 2747
    },
    {
      "epoch": 0.6681660689319798,
      "grad_norm": 0.5775889754295349,
      "learning_rate": 0.00017687724496699735,
      "loss": 0.9367,
      "step": 2748
    },
    {
      "epoch": 0.6684092152452739,
      "grad_norm": 0.5685816407203674,
      "learning_rate": 0.00017686091612589548,
      "loss": 0.9284,
      "step": 2749
    },
    {
      "epoch": 0.6686523615585679,
      "grad_norm": 0.6097935438156128,
      "learning_rate": 0.00017684458227555774,
      "loss": 0.967,
      "step": 2750
    },
    {
      "epoch": 0.6688955078718619,
      "grad_norm": 0.8433200716972351,
      "learning_rate": 0.0001768282434170487,
      "loss": 0.8071,
      "step": 2751
    },
    {
      "epoch": 0.669138654185156,
      "grad_norm": 0.6129432916641235,
      "learning_rate": 0.00017681189955143318,
      "loss": 0.9377,
      "step": 2752
    },
    {
      "epoch": 0.66938180049845,
      "grad_norm": 0.6376437544822693,
      "learning_rate": 0.0001767955506797764,
      "loss": 1.0717,
      "step": 2753
    },
    {
      "epoch": 0.669624946811744,
      "grad_norm": 0.6116280555725098,
      "learning_rate": 0.00017677919680314383,
      "loss": 0.9322,
      "step": 2754
    },
    {
      "epoch": 0.669868093125038,
      "grad_norm": 0.6451930999755859,
      "learning_rate": 0.0001767628379226013,
      "loss": 0.9875,
      "step": 2755
    },
    {
      "epoch": 0.6701112394383321,
      "grad_norm": 0.6028701663017273,
      "learning_rate": 0.00017674647403921498,
      "loss": 0.808,
      "step": 2756
    },
    {
      "epoch": 0.6703543857516261,
      "grad_norm": 0.5695823431015015,
      "learning_rate": 0.00017673010515405132,
      "loss": 0.8014,
      "step": 2757
    },
    {
      "epoch": 0.6705975320649201,
      "grad_norm": 0.544134259223938,
      "learning_rate": 0.00017671373126817717,
      "loss": 0.7772,
      "step": 2758
    },
    {
      "epoch": 0.670840678378214,
      "grad_norm": 0.5610848665237427,
      "learning_rate": 0.00017669735238265958,
      "loss": 0.8499,
      "step": 2759
    },
    {
      "epoch": 0.6710838246915081,
      "grad_norm": 0.5820403695106506,
      "learning_rate": 0.0001766809684985661,
      "loss": 0.8156,
      "step": 2760
    },
    {
      "epoch": 0.6713269710048021,
      "grad_norm": 0.5790131688117981,
      "learning_rate": 0.00017666457961696447,
      "loss": 0.7859,
      "step": 2761
    },
    {
      "epoch": 0.6715701173180961,
      "grad_norm": 0.6084729433059692,
      "learning_rate": 0.00017664818573892278,
      "loss": 0.9549,
      "step": 2762
    },
    {
      "epoch": 0.6718132636313902,
      "grad_norm": 0.5843409895896912,
      "learning_rate": 0.00017663178686550947,
      "loss": 0.7747,
      "step": 2763
    },
    {
      "epoch": 0.6720564099446842,
      "grad_norm": 0.588882327079773,
      "learning_rate": 0.0001766153829977933,
      "loss": 0.8819,
      "step": 2764
    },
    {
      "epoch": 0.6722995562579782,
      "grad_norm": 0.5985950231552124,
      "learning_rate": 0.00017659897413684343,
      "loss": 0.8367,
      "step": 2765
    },
    {
      "epoch": 0.6725427025712722,
      "grad_norm": 0.5241143107414246,
      "learning_rate": 0.00017658256028372916,
      "loss": 0.6543,
      "step": 2766
    },
    {
      "epoch": 0.6727858488845663,
      "grad_norm": 0.5678454041481018,
      "learning_rate": 0.0001765661414395203,
      "loss": 0.8138,
      "step": 2767
    },
    {
      "epoch": 0.6730289951978603,
      "grad_norm": 0.6470557451248169,
      "learning_rate": 0.00017654971760528687,
      "loss": 0.9362,
      "step": 2768
    },
    {
      "epoch": 0.6732721415111543,
      "grad_norm": 0.6153034567832947,
      "learning_rate": 0.00017653328878209927,
      "loss": 0.9707,
      "step": 2769
    },
    {
      "epoch": 0.6735152878244484,
      "grad_norm": 0.5717148184776306,
      "learning_rate": 0.0001765168549710282,
      "loss": 1.02,
      "step": 2770
    },
    {
      "epoch": 0.6737584341377424,
      "grad_norm": 0.5849285125732422,
      "learning_rate": 0.00017650041617314473,
      "loss": 0.787,
      "step": 2771
    },
    {
      "epoch": 0.6740015804510364,
      "grad_norm": 0.610257625579834,
      "learning_rate": 0.00017648397238952018,
      "loss": 0.8351,
      "step": 2772
    },
    {
      "epoch": 0.6742447267643304,
      "grad_norm": 0.5890362858772278,
      "learning_rate": 0.00017646752362122627,
      "loss": 0.9627,
      "step": 2773
    },
    {
      "epoch": 0.6744878730776245,
      "grad_norm": 0.5993622541427612,
      "learning_rate": 0.000176451069869335,
      "loss": 0.8057,
      "step": 2774
    },
    {
      "epoch": 0.6747310193909185,
      "grad_norm": 0.5515909790992737,
      "learning_rate": 0.00017643461113491866,
      "loss": 0.6812,
      "step": 2775
    },
    {
      "epoch": 0.6749741657042125,
      "grad_norm": 0.5548182725906372,
      "learning_rate": 0.00017641814741905,
      "loss": 0.7125,
      "step": 2776
    },
    {
      "epoch": 0.6752173120175066,
      "grad_norm": 0.6231697797775269,
      "learning_rate": 0.0001764016787228019,
      "loss": 0.9722,
      "step": 2777
    },
    {
      "epoch": 0.6754604583308006,
      "grad_norm": 0.5668882131576538,
      "learning_rate": 0.0001763852050472478,
      "loss": 0.9191,
      "step": 2778
    },
    {
      "epoch": 0.6757036046440946,
      "grad_norm": 0.604469895362854,
      "learning_rate": 0.0001763687263934612,
      "loss": 0.9303,
      "step": 2779
    },
    {
      "epoch": 0.6759467509573887,
      "grad_norm": 0.562961220741272,
      "learning_rate": 0.00017635224276251618,
      "loss": 0.933,
      "step": 2780
    },
    {
      "epoch": 0.6761898972706827,
      "grad_norm": 0.6199176907539368,
      "learning_rate": 0.00017633575415548693,
      "loss": 0.7979,
      "step": 2781
    },
    {
      "epoch": 0.6764330435839767,
      "grad_norm": 0.5810690522193909,
      "learning_rate": 0.0001763192605734481,
      "loss": 0.8277,
      "step": 2782
    },
    {
      "epoch": 0.6766761898972706,
      "grad_norm": 0.5657198429107666,
      "learning_rate": 0.0001763027620174746,
      "loss": 0.7979,
      "step": 2783
    },
    {
      "epoch": 0.6769193362105647,
      "grad_norm": 0.6550601720809937,
      "learning_rate": 0.00017628625848864173,
      "loss": 1.0962,
      "step": 2784
    },
    {
      "epoch": 0.6771624825238587,
      "grad_norm": 0.6141678690910339,
      "learning_rate": 0.000176269749988025,
      "loss": 0.9126,
      "step": 2785
    },
    {
      "epoch": 0.6774056288371527,
      "grad_norm": 0.5696293711662292,
      "learning_rate": 0.0001762532365167004,
      "loss": 0.937,
      "step": 2786
    },
    {
      "epoch": 0.6776487751504467,
      "grad_norm": 0.5736177563667297,
      "learning_rate": 0.00017623671807574407,
      "loss": 0.9568,
      "step": 2787
    },
    {
      "epoch": 0.6778919214637408,
      "grad_norm": 0.5508509874343872,
      "learning_rate": 0.00017622019466623264,
      "loss": 0.8145,
      "step": 2788
    },
    {
      "epoch": 0.6781350677770348,
      "grad_norm": 0.5569688081741333,
      "learning_rate": 0.00017620366628924293,
      "loss": 0.831,
      "step": 2789
    },
    {
      "epoch": 0.6783782140903288,
      "grad_norm": 0.5954878926277161,
      "learning_rate": 0.00017618713294585217,
      "loss": 0.8482,
      "step": 2790
    },
    {
      "epoch": 0.6786213604036229,
      "grad_norm": 0.5826981067657471,
      "learning_rate": 0.00017617059463713783,
      "loss": 0.9318,
      "step": 2791
    },
    {
      "epoch": 0.6788645067169169,
      "grad_norm": 0.5763326287269592,
      "learning_rate": 0.0001761540513641778,
      "loss": 0.812,
      "step": 2792
    },
    {
      "epoch": 0.6791076530302109,
      "grad_norm": 0.6099020838737488,
      "learning_rate": 0.0001761375031280503,
      "loss": 1.004,
      "step": 2793
    },
    {
      "epoch": 0.679350799343505,
      "grad_norm": 0.537254810333252,
      "learning_rate": 0.00017612094992983376,
      "loss": 0.8369,
      "step": 2794
    },
    {
      "epoch": 0.679593945656799,
      "grad_norm": 0.5903500318527222,
      "learning_rate": 0.000176104391770607,
      "loss": 0.7895,
      "step": 2795
    },
    {
      "epoch": 0.679837091970093,
      "grad_norm": 0.5570159554481506,
      "learning_rate": 0.00017608782865144917,
      "loss": 0.8031,
      "step": 2796
    },
    {
      "epoch": 0.680080238283387,
      "grad_norm": 0.5452414751052856,
      "learning_rate": 0.00017607126057343975,
      "loss": 0.8192,
      "step": 2797
    },
    {
      "epoch": 0.6803233845966811,
      "grad_norm": 0.5474103093147278,
      "learning_rate": 0.00017605468753765848,
      "loss": 0.7583,
      "step": 2798
    },
    {
      "epoch": 0.6805665309099751,
      "grad_norm": 0.6274576783180237,
      "learning_rate": 0.0001760381095451855,
      "loss": 0.823,
      "step": 2799
    },
    {
      "epoch": 0.6808096772232691,
      "grad_norm": 0.5594232678413391,
      "learning_rate": 0.0001760215265971013,
      "loss": 0.7798,
      "step": 2800
    },
    {
      "epoch": 0.6808096772232691,
      "eval_loss": 0.8336442708969116,
      "eval_runtime": 12.3204,
      "eval_samples_per_second": 40.259,
      "eval_steps_per_second": 6.737,
      "step": 2800
    },
    {
      "epoch": 0.6810528235365632,
      "grad_norm": 0.6077762842178345,
      "learning_rate": 0.00017600493869448657,
      "loss": 0.8955,
      "step": 2801
    },
    {
      "epoch": 0.6812959698498572,
      "grad_norm": 0.5782646536827087,
      "learning_rate": 0.00017598834583842235,
      "loss": 0.8075,
      "step": 2802
    },
    {
      "epoch": 0.6815391161631512,
      "grad_norm": 0.5993041396141052,
      "learning_rate": 0.0001759717480299901,
      "loss": 0.9082,
      "step": 2803
    },
    {
      "epoch": 0.6817822624764452,
      "grad_norm": 0.6272531151771545,
      "learning_rate": 0.00017595514527027155,
      "loss": 0.8548,
      "step": 2804
    },
    {
      "epoch": 0.6820254087897393,
      "grad_norm": 0.6166251301765442,
      "learning_rate": 0.00017593853756034874,
      "loss": 1.0293,
      "step": 2805
    },
    {
      "epoch": 0.6822685551030333,
      "grad_norm": 0.5954732894897461,
      "learning_rate": 0.00017592192490130403,
      "loss": 0.9242,
      "step": 2806
    },
    {
      "epoch": 0.6825117014163272,
      "grad_norm": 0.5501940846443176,
      "learning_rate": 0.0001759053072942201,
      "loss": 0.74,
      "step": 2807
    },
    {
      "epoch": 0.6827548477296213,
      "grad_norm": 0.5949532985687256,
      "learning_rate": 0.00017588868474018,
      "loss": 0.8763,
      "step": 2808
    },
    {
      "epoch": 0.6829979940429153,
      "grad_norm": 0.5284371972084045,
      "learning_rate": 0.000175872057240267,
      "loss": 0.8671,
      "step": 2809
    },
    {
      "epoch": 0.6832411403562093,
      "grad_norm": 0.5514070987701416,
      "learning_rate": 0.00017585542479556487,
      "loss": 0.8666,
      "step": 2810
    },
    {
      "epoch": 0.6834842866695033,
      "grad_norm": 0.5571436285972595,
      "learning_rate": 0.0001758387874071575,
      "loss": 0.7684,
      "step": 2811
    },
    {
      "epoch": 0.6837274329827974,
      "grad_norm": 0.5358319282531738,
      "learning_rate": 0.0001758221450761292,
      "loss": 0.8454,
      "step": 2812
    },
    {
      "epoch": 0.6839705792960914,
      "grad_norm": 0.5940053462982178,
      "learning_rate": 0.0001758054978035647,
      "loss": 0.9196,
      "step": 2813
    },
    {
      "epoch": 0.6842137256093854,
      "grad_norm": 0.646178662776947,
      "learning_rate": 0.00017578884559054874,
      "loss": 1.0002,
      "step": 2814
    },
    {
      "epoch": 0.6844568719226795,
      "grad_norm": 0.5779145359992981,
      "learning_rate": 0.0001757721884381668,
      "loss": 0.8593,
      "step": 2815
    },
    {
      "epoch": 0.6847000182359735,
      "grad_norm": 0.5959221124649048,
      "learning_rate": 0.0001757555263475044,
      "loss": 0.8035,
      "step": 2816
    },
    {
      "epoch": 0.6849431645492675,
      "grad_norm": 0.5824130773544312,
      "learning_rate": 0.00017573885931964738,
      "loss": 0.734,
      "step": 2817
    },
    {
      "epoch": 0.6851863108625615,
      "grad_norm": 0.577604353427887,
      "learning_rate": 0.00017572218735568208,
      "loss": 0.9321,
      "step": 2818
    },
    {
      "epoch": 0.6854294571758556,
      "grad_norm": 0.5907483696937561,
      "learning_rate": 0.00017570551045669502,
      "loss": 0.7496,
      "step": 2819
    },
    {
      "epoch": 0.6856726034891496,
      "grad_norm": 0.5799360275268555,
      "learning_rate": 0.00017568882862377307,
      "loss": 0.7682,
      "step": 2820
    },
    {
      "epoch": 0.6859157498024436,
      "grad_norm": 0.5624553561210632,
      "learning_rate": 0.00017567214185800346,
      "loss": 0.7256,
      "step": 2821
    },
    {
      "epoch": 0.6861588961157377,
      "grad_norm": 0.5633396506309509,
      "learning_rate": 0.00017565545016047363,
      "loss": 0.7145,
      "step": 2822
    },
    {
      "epoch": 0.6864020424290317,
      "grad_norm": 0.6029680967330933,
      "learning_rate": 0.00017563875353227153,
      "loss": 0.7714,
      "step": 2823
    },
    {
      "epoch": 0.6866451887423257,
      "grad_norm": 0.5967814326286316,
      "learning_rate": 0.00017562205197448524,
      "loss": 0.7485,
      "step": 2824
    },
    {
      "epoch": 0.6868883350556197,
      "grad_norm": 0.6688635349273682,
      "learning_rate": 0.00017560534548820332,
      "loss": 0.8505,
      "step": 2825
    },
    {
      "epoch": 0.6871314813689138,
      "grad_norm": 0.5764980316162109,
      "learning_rate": 0.00017558863407451448,
      "loss": 0.972,
      "step": 2826
    },
    {
      "epoch": 0.6873746276822078,
      "grad_norm": 0.5641674995422363,
      "learning_rate": 0.00017557191773450795,
      "loss": 0.7442,
      "step": 2827
    },
    {
      "epoch": 0.6876177739955018,
      "grad_norm": 0.6484894156455994,
      "learning_rate": 0.00017555519646927315,
      "loss": 0.9477,
      "step": 2828
    },
    {
      "epoch": 0.6878609203087959,
      "grad_norm": 0.5516225695610046,
      "learning_rate": 0.00017553847027989986,
      "loss": 0.8163,
      "step": 2829
    },
    {
      "epoch": 0.6881040666220899,
      "grad_norm": 0.5972338318824768,
      "learning_rate": 0.00017552173916747808,
      "loss": 0.7919,
      "step": 2830
    },
    {
      "epoch": 0.6883472129353838,
      "grad_norm": 0.5962198376655579,
      "learning_rate": 0.00017550500313309834,
      "loss": 0.821,
      "step": 2831
    },
    {
      "epoch": 0.6885903592486778,
      "grad_norm": 0.6076488494873047,
      "learning_rate": 0.0001754882621778513,
      "loss": 0.8242,
      "step": 2832
    },
    {
      "epoch": 0.6888335055619719,
      "grad_norm": 0.6490424871444702,
      "learning_rate": 0.0001754715163028281,
      "loss": 1.1682,
      "step": 2833
    },
    {
      "epoch": 0.6890766518752659,
      "grad_norm": 0.6383943557739258,
      "learning_rate": 0.00017545476550911998,
      "loss": 0.9408,
      "step": 2834
    },
    {
      "epoch": 0.6893197981885599,
      "grad_norm": 0.5803681015968323,
      "learning_rate": 0.00017543800979781873,
      "loss": 0.7923,
      "step": 2835
    },
    {
      "epoch": 0.689562944501854,
      "grad_norm": 0.5627270340919495,
      "learning_rate": 0.0001754212491700163,
      "loss": 0.8004,
      "step": 2836
    },
    {
      "epoch": 0.689806090815148,
      "grad_norm": 0.5798596739768982,
      "learning_rate": 0.00017540448362680515,
      "loss": 0.7128,
      "step": 2837
    },
    {
      "epoch": 0.690049237128442,
      "grad_norm": 0.6333792805671692,
      "learning_rate": 0.00017538771316927783,
      "loss": 0.9688,
      "step": 2838
    },
    {
      "epoch": 0.690292383441736,
      "grad_norm": 0.523176372051239,
      "learning_rate": 0.0001753709377985273,
      "loss": 0.6495,
      "step": 2839
    },
    {
      "epoch": 0.6905355297550301,
      "grad_norm": 0.59514319896698,
      "learning_rate": 0.00017535415751564694,
      "loss": 0.9087,
      "step": 2840
    },
    {
      "epoch": 0.6907786760683241,
      "grad_norm": 0.6046431660652161,
      "learning_rate": 0.00017533737232173032,
      "loss": 0.9686,
      "step": 2841
    },
    {
      "epoch": 0.6910218223816181,
      "grad_norm": 0.5970611572265625,
      "learning_rate": 0.0001753205822178714,
      "loss": 0.8836,
      "step": 2842
    },
    {
      "epoch": 0.6912649686949122,
      "grad_norm": 0.6141695976257324,
      "learning_rate": 0.0001753037872051644,
      "loss": 0.8361,
      "step": 2843
    },
    {
      "epoch": 0.6915081150082062,
      "grad_norm": 0.55503910779953,
      "learning_rate": 0.00017528698728470392,
      "loss": 0.7169,
      "step": 2844
    },
    {
      "epoch": 0.6917512613215002,
      "grad_norm": 0.5620883703231812,
      "learning_rate": 0.00017527018245758484,
      "loss": 0.7966,
      "step": 2845
    },
    {
      "epoch": 0.6919944076347943,
      "grad_norm": 0.575973629951477,
      "learning_rate": 0.0001752533727249024,
      "loss": 0.8534,
      "step": 2846
    },
    {
      "epoch": 0.6922375539480883,
      "grad_norm": 0.6085041165351868,
      "learning_rate": 0.00017523655808775215,
      "loss": 0.884,
      "step": 2847
    },
    {
      "epoch": 0.6924807002613823,
      "grad_norm": 0.617736279964447,
      "learning_rate": 0.0001752197385472299,
      "loss": 1.075,
      "step": 2848
    },
    {
      "epoch": 0.6927238465746763,
      "grad_norm": 0.5905018448829651,
      "learning_rate": 0.00017520291410443183,
      "loss": 1.0409,
      "step": 2849
    },
    {
      "epoch": 0.6929669928879704,
      "grad_norm": 0.5970237255096436,
      "learning_rate": 0.00017518608476045446,
      "loss": 0.8541,
      "step": 2850
    },
    {
      "epoch": 0.6932101392012644,
      "grad_norm": 0.5985751152038574,
      "learning_rate": 0.0001751692505163946,
      "loss": 0.8953,
      "step": 2851
    },
    {
      "epoch": 0.6934532855145584,
      "grad_norm": 0.5906510949134827,
      "learning_rate": 0.0001751524113733494,
      "loss": 0.8209,
      "step": 2852
    },
    {
      "epoch": 0.6936964318278525,
      "grad_norm": 0.5919327139854431,
      "learning_rate": 0.00017513556733241627,
      "loss": 0.8506,
      "step": 2853
    },
    {
      "epoch": 0.6939395781411465,
      "grad_norm": 0.6283462047576904,
      "learning_rate": 0.000175118718394693,
      "loss": 0.7962,
      "step": 2854
    },
    {
      "epoch": 0.6941827244544405,
      "grad_norm": 0.5788334012031555,
      "learning_rate": 0.00017510186456127773,
      "loss": 0.9084,
      "step": 2855
    },
    {
      "epoch": 0.6944258707677344,
      "grad_norm": 0.5764666795730591,
      "learning_rate": 0.0001750850058332688,
      "loss": 0.8555,
      "step": 2856
    },
    {
      "epoch": 0.6946690170810285,
      "grad_norm": 0.5512239933013916,
      "learning_rate": 0.00017506814221176495,
      "loss": 0.7354,
      "step": 2857
    },
    {
      "epoch": 0.6949121633943225,
      "grad_norm": 0.6095268130302429,
      "learning_rate": 0.00017505127369786525,
      "loss": 0.9677,
      "step": 2858
    },
    {
      "epoch": 0.6951553097076165,
      "grad_norm": 0.5994096994400024,
      "learning_rate": 0.00017503440029266907,
      "loss": 0.8352,
      "step": 2859
    },
    {
      "epoch": 0.6953984560209105,
      "grad_norm": 0.5638113617897034,
      "learning_rate": 0.0001750175219972761,
      "loss": 0.8537,
      "step": 2860
    },
    {
      "epoch": 0.6956416023342046,
      "grad_norm": 0.5902982354164124,
      "learning_rate": 0.00017500063881278633,
      "loss": 0.741,
      "step": 2861
    },
    {
      "epoch": 0.6958847486474986,
      "grad_norm": 0.6006855368614197,
      "learning_rate": 0.00017498375074030003,
      "loss": 0.9174,
      "step": 2862
    },
    {
      "epoch": 0.6961278949607926,
      "grad_norm": 0.5808365345001221,
      "learning_rate": 0.00017496685778091797,
      "loss": 0.7415,
      "step": 2863
    },
    {
      "epoch": 0.6963710412740867,
      "grad_norm": 0.5653548240661621,
      "learning_rate": 0.000174949959935741,
      "loss": 0.7623,
      "step": 2864
    },
    {
      "epoch": 0.6966141875873807,
      "grad_norm": 0.599597692489624,
      "learning_rate": 0.00017493305720587047,
      "loss": 1.0163,
      "step": 2865
    },
    {
      "epoch": 0.6968573339006747,
      "grad_norm": 0.5861356258392334,
      "learning_rate": 0.0001749161495924079,
      "loss": 0.871,
      "step": 2866
    },
    {
      "epoch": 0.6971004802139688,
      "grad_norm": 0.5967159867286682,
      "learning_rate": 0.00017489923709645527,
      "loss": 0.8379,
      "step": 2867
    },
    {
      "epoch": 0.6973436265272628,
      "grad_norm": 0.589991569519043,
      "learning_rate": 0.00017488231971911477,
      "loss": 0.9085,
      "step": 2868
    },
    {
      "epoch": 0.6975867728405568,
      "grad_norm": 0.5831403732299805,
      "learning_rate": 0.00017486539746148903,
      "loss": 0.823,
      "step": 2869
    },
    {
      "epoch": 0.6978299191538508,
      "grad_norm": 0.5938499569892883,
      "learning_rate": 0.0001748484703246808,
      "loss": 0.923,
      "step": 2870
    },
    {
      "epoch": 0.6980730654671449,
      "grad_norm": 0.5752742886543274,
      "learning_rate": 0.00017483153830979338,
      "loss": 0.9014,
      "step": 2871
    },
    {
      "epoch": 0.6983162117804389,
      "grad_norm": 0.5913060903549194,
      "learning_rate": 0.0001748146014179302,
      "loss": 0.8635,
      "step": 2872
    },
    {
      "epoch": 0.6985593580937329,
      "grad_norm": 0.5167821049690247,
      "learning_rate": 0.0001747976596501951,
      "loss": 0.6311,
      "step": 2873
    },
    {
      "epoch": 0.698802504407027,
      "grad_norm": 0.5985866785049438,
      "learning_rate": 0.00017478071300769225,
      "loss": 0.9133,
      "step": 2874
    },
    {
      "epoch": 0.699045650720321,
      "grad_norm": 0.5667744278907776,
      "learning_rate": 0.00017476376149152612,
      "loss": 0.845,
      "step": 2875
    },
    {
      "epoch": 0.699288797033615,
      "grad_norm": 0.5561177134513855,
      "learning_rate": 0.00017474680510280139,
      "loss": 0.7183,
      "step": 2876
    },
    {
      "epoch": 0.699531943346909,
      "grad_norm": 0.5388333797454834,
      "learning_rate": 0.0001747298438426233,
      "loss": 0.7151,
      "step": 2877
    },
    {
      "epoch": 0.6997750896602031,
      "grad_norm": 0.6529535055160522,
      "learning_rate": 0.0001747128777120971,
      "loss": 1.087,
      "step": 2878
    },
    {
      "epoch": 0.7000182359734971,
      "grad_norm": 0.5901492238044739,
      "learning_rate": 0.00017469590671232864,
      "loss": 0.9429,
      "step": 2879
    },
    {
      "epoch": 0.700261382286791,
      "grad_norm": 0.6140940189361572,
      "learning_rate": 0.00017467893084442394,
      "loss": 1.0059,
      "step": 2880
    },
    {
      "epoch": 0.700504528600085,
      "grad_norm": 0.5639910101890564,
      "learning_rate": 0.00017466195010948935,
      "loss": 0.7821,
      "step": 2881
    },
    {
      "epoch": 0.7007476749133791,
      "grad_norm": 0.55558842420578,
      "learning_rate": 0.00017464496450863158,
      "loss": 0.762,
      "step": 2882
    },
    {
      "epoch": 0.7009908212266731,
      "grad_norm": 0.5807561278343201,
      "learning_rate": 0.00017462797404295754,
      "loss": 0.8815,
      "step": 2883
    },
    {
      "epoch": 0.7012339675399671,
      "grad_norm": 0.5461868643760681,
      "learning_rate": 0.00017461097871357463,
      "loss": 0.7482,
      "step": 2884
    },
    {
      "epoch": 0.7014771138532612,
      "grad_norm": 0.6120120286941528,
      "learning_rate": 0.00017459397852159048,
      "loss": 0.7962,
      "step": 2885
    },
    {
      "epoch": 0.7017202601665552,
      "grad_norm": 0.581487774848938,
      "learning_rate": 0.000174576973468113,
      "loss": 0.9698,
      "step": 2886
    },
    {
      "epoch": 0.7019634064798492,
      "grad_norm": 0.5907560586929321,
      "learning_rate": 0.00017455996355425046,
      "loss": 0.7938,
      "step": 2887
    },
    {
      "epoch": 0.7022065527931433,
      "grad_norm": 0.6438517570495605,
      "learning_rate": 0.00017454294878111148,
      "loss": 1.0263,
      "step": 2888
    },
    {
      "epoch": 0.7024496991064373,
      "grad_norm": 0.6127597689628601,
      "learning_rate": 0.00017452592914980492,
      "loss": 0.8221,
      "step": 2889
    },
    {
      "epoch": 0.7026928454197313,
      "grad_norm": 0.5982392430305481,
      "learning_rate": 0.00017450890466144,
      "loss": 0.9004,
      "step": 2890
    },
    {
      "epoch": 0.7029359917330253,
      "grad_norm": 0.6040088534355164,
      "learning_rate": 0.0001744918753171263,
      "loss": 0.8815,
      "step": 2891
    },
    {
      "epoch": 0.7031791380463194,
      "grad_norm": 0.53911954164505,
      "learning_rate": 0.00017447484111797362,
      "loss": 0.7722,
      "step": 2892
    },
    {
      "epoch": 0.7034222843596134,
      "grad_norm": 0.5858753323554993,
      "learning_rate": 0.0001744578020650921,
      "loss": 0.7569,
      "step": 2893
    },
    {
      "epoch": 0.7036654306729074,
      "grad_norm": 0.5267740488052368,
      "learning_rate": 0.00017444075815959228,
      "loss": 0.7175,
      "step": 2894
    },
    {
      "epoch": 0.7039085769862015,
      "grad_norm": 0.6332579851150513,
      "learning_rate": 0.00017442370940258495,
      "loss": 0.9387,
      "step": 2895
    },
    {
      "epoch": 0.7041517232994955,
      "grad_norm": 0.5571502447128296,
      "learning_rate": 0.0001744066557951812,
      "loss": 0.8624,
      "step": 2896
    },
    {
      "epoch": 0.7043948696127895,
      "grad_norm": 0.5899561643600464,
      "learning_rate": 0.0001743895973384925,
      "loss": 0.8285,
      "step": 2897
    },
    {
      "epoch": 0.7046380159260835,
      "grad_norm": 0.5590933561325073,
      "learning_rate": 0.00017437253403363053,
      "loss": 0.8385,
      "step": 2898
    },
    {
      "epoch": 0.7048811622393776,
      "grad_norm": 0.5916710495948792,
      "learning_rate": 0.00017435546588170738,
      "loss": 0.8225,
      "step": 2899
    },
    {
      "epoch": 0.7051243085526716,
      "grad_norm": 0.6003146767616272,
      "learning_rate": 0.00017433839288383547,
      "loss": 0.9919,
      "step": 2900
    },
    {
      "epoch": 0.7053674548659656,
      "grad_norm": 0.5735391974449158,
      "learning_rate": 0.00017432131504112745,
      "loss": 0.7493,
      "step": 2901
    },
    {
      "epoch": 0.7056106011792597,
      "grad_norm": 0.5300179719924927,
      "learning_rate": 0.00017430423235469635,
      "loss": 0.8248,
      "step": 2902
    },
    {
      "epoch": 0.7058537474925537,
      "grad_norm": 0.6598501205444336,
      "learning_rate": 0.00017428714482565548,
      "loss": 0.9348,
      "step": 2903
    },
    {
      "epoch": 0.7060968938058476,
      "grad_norm": 0.6706554293632507,
      "learning_rate": 0.00017427005245511848,
      "loss": 0.9217,
      "step": 2904
    },
    {
      "epoch": 0.7063400401191416,
      "grad_norm": 0.6262098550796509,
      "learning_rate": 0.0001742529552441993,
      "loss": 1.0059,
      "step": 2905
    },
    {
      "epoch": 0.7065831864324357,
      "grad_norm": 0.5996201038360596,
      "learning_rate": 0.00017423585319401225,
      "loss": 0.9566,
      "step": 2906
    },
    {
      "epoch": 0.7068263327457297,
      "grad_norm": 0.5757942199707031,
      "learning_rate": 0.00017421874630567188,
      "loss": 0.756,
      "step": 2907
    },
    {
      "epoch": 0.7070694790590237,
      "grad_norm": 0.6042071580886841,
      "learning_rate": 0.00017420163458029312,
      "loss": 0.7136,
      "step": 2908
    },
    {
      "epoch": 0.7073126253723178,
      "grad_norm": 0.5701900720596313,
      "learning_rate": 0.00017418451801899117,
      "loss": 0.9376,
      "step": 2909
    },
    {
      "epoch": 0.7075557716856118,
      "grad_norm": 0.6083245873451233,
      "learning_rate": 0.00017416739662288154,
      "loss": 1.0337,
      "step": 2910
    },
    {
      "epoch": 0.7077989179989058,
      "grad_norm": 0.5890679359436035,
      "learning_rate": 0.00017415027039308014,
      "loss": 0.7771,
      "step": 2911
    },
    {
      "epoch": 0.7080420643121998,
      "grad_norm": 0.5212318897247314,
      "learning_rate": 0.00017413313933070307,
      "loss": 0.7625,
      "step": 2912
    },
    {
      "epoch": 0.7082852106254939,
      "grad_norm": 0.5747321248054504,
      "learning_rate": 0.00017411600343686688,
      "loss": 0.9136,
      "step": 2913
    },
    {
      "epoch": 0.7085283569387879,
      "grad_norm": 0.5740339756011963,
      "learning_rate": 0.00017409886271268826,
      "loss": 1.0239,
      "step": 2914
    },
    {
      "epoch": 0.7087715032520819,
      "grad_norm": 0.6389508843421936,
      "learning_rate": 0.00017408171715928443,
      "loss": 0.8521,
      "step": 2915
    },
    {
      "epoch": 0.709014649565376,
      "grad_norm": 0.5295522809028625,
      "learning_rate": 0.00017406456677777272,
      "loss": 0.7855,
      "step": 2916
    },
    {
      "epoch": 0.70925779587867,
      "grad_norm": 0.6027286648750305,
      "learning_rate": 0.00017404741156927091,
      "loss": 0.8828,
      "step": 2917
    },
    {
      "epoch": 0.709500942191964,
      "grad_norm": 0.544542133808136,
      "learning_rate": 0.0001740302515348971,
      "loss": 0.7494,
      "step": 2918
    },
    {
      "epoch": 0.709744088505258,
      "grad_norm": 0.5767384171485901,
      "learning_rate": 0.00017401308667576955,
      "loss": 0.7982,
      "step": 2919
    },
    {
      "epoch": 0.7099872348185521,
      "grad_norm": 0.5583773255348206,
      "learning_rate": 0.000173995916993007,
      "loss": 0.7218,
      "step": 2920
    },
    {
      "epoch": 0.7102303811318461,
      "grad_norm": 0.6089621782302856,
      "learning_rate": 0.00017397874248772843,
      "loss": 0.8792,
      "step": 2921
    },
    {
      "epoch": 0.7104735274451401,
      "grad_norm": 0.5836870074272156,
      "learning_rate": 0.0001739615631610532,
      "loss": 0.8304,
      "step": 2922
    },
    {
      "epoch": 0.7107166737584342,
      "grad_norm": 0.6196115016937256,
      "learning_rate": 0.00017394437901410088,
      "loss": 0.6948,
      "step": 2923
    },
    {
      "epoch": 0.7109598200717282,
      "grad_norm": 0.6494061946868896,
      "learning_rate": 0.00017392719004799144,
      "loss": 0.9172,
      "step": 2924
    },
    {
      "epoch": 0.7112029663850222,
      "grad_norm": 0.5942327976226807,
      "learning_rate": 0.00017390999626384505,
      "loss": 0.8993,
      "step": 2925
    },
    {
      "epoch": 0.7114461126983163,
      "grad_norm": 0.5253385305404663,
      "learning_rate": 0.0001738927976627824,
      "loss": 0.7054,
      "step": 2926
    },
    {
      "epoch": 0.7116892590116103,
      "grad_norm": 0.5717410445213318,
      "learning_rate": 0.00017387559424592426,
      "loss": 0.8499,
      "step": 2927
    },
    {
      "epoch": 0.7119324053249043,
      "grad_norm": 0.5721679925918579,
      "learning_rate": 0.0001738583860143919,
      "loss": 0.9131,
      "step": 2928
    },
    {
      "epoch": 0.7121755516381982,
      "grad_norm": 0.6132366061210632,
      "learning_rate": 0.0001738411729693068,
      "loss": 0.9013,
      "step": 2929
    },
    {
      "epoch": 0.7124186979514923,
      "grad_norm": 0.5938633680343628,
      "learning_rate": 0.0001738239551117908,
      "loss": 0.9111,
      "step": 2930
    },
    {
      "epoch": 0.7126618442647863,
      "grad_norm": 0.5992171764373779,
      "learning_rate": 0.000173806732442966,
      "loss": 0.8701,
      "step": 2931
    },
    {
      "epoch": 0.7129049905780803,
      "grad_norm": 0.5805853605270386,
      "learning_rate": 0.00017378950496395486,
      "loss": 0.7818,
      "step": 2932
    },
    {
      "epoch": 0.7131481368913744,
      "grad_norm": 0.5823958516120911,
      "learning_rate": 0.00017377227267588016,
      "loss": 0.7831,
      "step": 2933
    },
    {
      "epoch": 0.7133912832046684,
      "grad_norm": 0.6374297142028809,
      "learning_rate": 0.00017375503557986492,
      "loss": 1.0149,
      "step": 2934
    },
    {
      "epoch": 0.7136344295179624,
      "grad_norm": 0.5636962652206421,
      "learning_rate": 0.0001737377936770326,
      "loss": 0.6963,
      "step": 2935
    },
    {
      "epoch": 0.7138775758312564,
      "grad_norm": 0.6137447953224182,
      "learning_rate": 0.00017372054696850685,
      "loss": 0.8419,
      "step": 2936
    },
    {
      "epoch": 0.7141207221445505,
      "grad_norm": 0.6129509806632996,
      "learning_rate": 0.00017370329545541175,
      "loss": 0.7978,
      "step": 2937
    },
    {
      "epoch": 0.7143638684578445,
      "grad_norm": 0.645936906337738,
      "learning_rate": 0.00017368603913887158,
      "loss": 0.8637,
      "step": 2938
    },
    {
      "epoch": 0.7146070147711385,
      "grad_norm": 0.5952921509742737,
      "learning_rate": 0.00017366877802001094,
      "loss": 0.7832,
      "step": 2939
    },
    {
      "epoch": 0.7148501610844326,
      "grad_norm": 0.637509822845459,
      "learning_rate": 0.00017365151209995487,
      "loss": 0.8069,
      "step": 2940
    },
    {
      "epoch": 0.7150933073977266,
      "grad_norm": 0.579543948173523,
      "learning_rate": 0.0001736342413798286,
      "loss": 0.8799,
      "step": 2941
    },
    {
      "epoch": 0.7153364537110206,
      "grad_norm": 0.5515986680984497,
      "learning_rate": 0.0001736169658607577,
      "loss": 0.7211,
      "step": 2942
    },
    {
      "epoch": 0.7155796000243146,
      "grad_norm": 0.565117359161377,
      "learning_rate": 0.00017359968554386804,
      "loss": 0.7445,
      "step": 2943
    },
    {
      "epoch": 0.7158227463376087,
      "grad_norm": 0.5646156668663025,
      "learning_rate": 0.00017358240043028591,
      "loss": 0.7386,
      "step": 2944
    },
    {
      "epoch": 0.7160658926509027,
      "grad_norm": 0.5670324563980103,
      "learning_rate": 0.00017356511052113774,
      "loss": 0.8935,
      "step": 2945
    },
    {
      "epoch": 0.7163090389641967,
      "grad_norm": 0.602633535861969,
      "learning_rate": 0.0001735478158175504,
      "loss": 0.8453,
      "step": 2946
    },
    {
      "epoch": 0.7165521852774908,
      "grad_norm": 0.5614006519317627,
      "learning_rate": 0.00017353051632065103,
      "loss": 0.8929,
      "step": 2947
    },
    {
      "epoch": 0.7167953315907848,
      "grad_norm": 0.558409571647644,
      "learning_rate": 0.00017351321203156709,
      "loss": 0.8347,
      "step": 2948
    },
    {
      "epoch": 0.7170384779040788,
      "grad_norm": 0.551354169845581,
      "learning_rate": 0.00017349590295142635,
      "loss": 0.8465,
      "step": 2949
    },
    {
      "epoch": 0.7172816242173728,
      "grad_norm": 0.5940611362457275,
      "learning_rate": 0.00017347858908135682,
      "loss": 0.9317,
      "step": 2950
    },
    {
      "epoch": 0.7175247705306669,
      "grad_norm": 0.6377755999565125,
      "learning_rate": 0.00017346127042248703,
      "loss": 0.9312,
      "step": 2951
    },
    {
      "epoch": 0.7177679168439609,
      "grad_norm": 0.6119595170021057,
      "learning_rate": 0.00017344394697594556,
      "loss": 0.8925,
      "step": 2952
    },
    {
      "epoch": 0.7180110631572548,
      "grad_norm": 0.654159426689148,
      "learning_rate": 0.00017342661874286151,
      "loss": 0.9457,
      "step": 2953
    },
    {
      "epoch": 0.7182542094705489,
      "grad_norm": 0.5483891367912292,
      "learning_rate": 0.00017340928572436414,
      "loss": 0.8621,
      "step": 2954
    },
    {
      "epoch": 0.7184973557838429,
      "grad_norm": 0.5758025646209717,
      "learning_rate": 0.00017339194792158314,
      "loss": 0.8045,
      "step": 2955
    },
    {
      "epoch": 0.7187405020971369,
      "grad_norm": 0.59868323802948,
      "learning_rate": 0.00017337460533564845,
      "loss": 0.7819,
      "step": 2956
    },
    {
      "epoch": 0.7189836484104309,
      "grad_norm": 0.6301779747009277,
      "learning_rate": 0.0001733572579676903,
      "loss": 1.0501,
      "step": 2957
    },
    {
      "epoch": 0.719226794723725,
      "grad_norm": 0.6002584099769592,
      "learning_rate": 0.00017333990581883932,
      "loss": 0.8189,
      "step": 2958
    },
    {
      "epoch": 0.719469941037019,
      "grad_norm": 0.5947616100311279,
      "learning_rate": 0.00017332254889022635,
      "loss": 0.8233,
      "step": 2959
    },
    {
      "epoch": 0.719713087350313,
      "grad_norm": 0.6049936413764954,
      "learning_rate": 0.00017330518718298264,
      "loss": 0.9575,
      "step": 2960
    },
    {
      "epoch": 0.7199562336636071,
      "grad_norm": 0.6204246282577515,
      "learning_rate": 0.00017328782069823964,
      "loss": 0.891,
      "step": 2961
    },
    {
      "epoch": 0.7201993799769011,
      "grad_norm": 0.6108444929122925,
      "learning_rate": 0.00017327044943712922,
      "loss": 0.9939,
      "step": 2962
    },
    {
      "epoch": 0.7204425262901951,
      "grad_norm": 0.5466821193695068,
      "learning_rate": 0.0001732530734007835,
      "loss": 0.8639,
      "step": 2963
    },
    {
      "epoch": 0.7206856726034891,
      "grad_norm": 0.5620962381362915,
      "learning_rate": 0.0001732356925903349,
      "loss": 0.7275,
      "step": 2964
    },
    {
      "epoch": 0.7209288189167832,
      "grad_norm": 0.5877923965454102,
      "learning_rate": 0.00017321830700691617,
      "loss": 0.8396,
      "step": 2965
    },
    {
      "epoch": 0.7211719652300772,
      "grad_norm": 0.5741046071052551,
      "learning_rate": 0.00017320091665166043,
      "loss": 0.8627,
      "step": 2966
    },
    {
      "epoch": 0.7214151115433712,
      "grad_norm": 0.5862120985984802,
      "learning_rate": 0.000173183521525701,
      "loss": 0.8635,
      "step": 2967
    },
    {
      "epoch": 0.7216582578566653,
      "grad_norm": 0.600970983505249,
      "learning_rate": 0.0001731661216301716,
      "loss": 0.921,
      "step": 2968
    },
    {
      "epoch": 0.7219014041699593,
      "grad_norm": 0.5319655537605286,
      "learning_rate": 0.00017314871696620622,
      "loss": 0.7191,
      "step": 2969
    },
    {
      "epoch": 0.7221445504832533,
      "grad_norm": 0.6463040113449097,
      "learning_rate": 0.00017313130753493917,
      "loss": 0.9602,
      "step": 2970
    },
    {
      "epoch": 0.7223876967965474,
      "grad_norm": 0.6117945909500122,
      "learning_rate": 0.0001731138933375051,
      "loss": 0.9708,
      "step": 2971
    },
    {
      "epoch": 0.7226308431098414,
      "grad_norm": 0.6063224077224731,
      "learning_rate": 0.0001730964743750389,
      "loss": 0.9907,
      "step": 2972
    },
    {
      "epoch": 0.7228739894231354,
      "grad_norm": 0.6187133193016052,
      "learning_rate": 0.0001730790506486758,
      "loss": 0.9862,
      "step": 2973
    },
    {
      "epoch": 0.7231171357364294,
      "grad_norm": 0.5431916117668152,
      "learning_rate": 0.00017306162215955138,
      "loss": 0.7766,
      "step": 2974
    },
    {
      "epoch": 0.7233602820497235,
      "grad_norm": 0.6303852200508118,
      "learning_rate": 0.0001730441889088015,
      "loss": 1.0185,
      "step": 2975
    },
    {
      "epoch": 0.7236034283630175,
      "grad_norm": 0.565453827381134,
      "learning_rate": 0.00017302675089756232,
      "loss": 0.8303,
      "step": 2976
    },
    {
      "epoch": 0.7238465746763114,
      "grad_norm": 0.5922947525978088,
      "learning_rate": 0.00017300930812697035,
      "loss": 0.8123,
      "step": 2977
    },
    {
      "epoch": 0.7240897209896054,
      "grad_norm": 0.5830879807472229,
      "learning_rate": 0.00017299186059816234,
      "loss": 0.9307,
      "step": 2978
    },
    {
      "epoch": 0.7243328673028995,
      "grad_norm": 0.5977240204811096,
      "learning_rate": 0.00017297440831227546,
      "loss": 0.9789,
      "step": 2979
    },
    {
      "epoch": 0.7245760136161935,
      "grad_norm": 0.6490896344184875,
      "learning_rate": 0.00017295695127044703,
      "loss": 1.0952,
      "step": 2980
    },
    {
      "epoch": 0.7248191599294875,
      "grad_norm": 0.5740596055984497,
      "learning_rate": 0.00017293948947381485,
      "loss": 0.8268,
      "step": 2981
    },
    {
      "epoch": 0.7250623062427816,
      "grad_norm": 0.5490821003913879,
      "learning_rate": 0.00017292202292351695,
      "loss": 0.859,
      "step": 2982
    },
    {
      "epoch": 0.7253054525560756,
      "grad_norm": 0.6195567846298218,
      "learning_rate": 0.00017290455162069163,
      "loss": 0.9321,
      "step": 2983
    },
    {
      "epoch": 0.7255485988693696,
      "grad_norm": 0.5580064654350281,
      "learning_rate": 0.00017288707556647754,
      "loss": 0.6544,
      "step": 2984
    },
    {
      "epoch": 0.7257917451826637,
      "grad_norm": 0.5985627770423889,
      "learning_rate": 0.00017286959476201367,
      "loss": 0.8277,
      "step": 2985
    },
    {
      "epoch": 0.7260348914959577,
      "grad_norm": 0.5928830504417419,
      "learning_rate": 0.0001728521092084393,
      "loss": 0.8704,
      "step": 2986
    },
    {
      "epoch": 0.7262780378092517,
      "grad_norm": 0.5795316696166992,
      "learning_rate": 0.00017283461890689402,
      "loss": 0.8537,
      "step": 2987
    },
    {
      "epoch": 0.7265211841225457,
      "grad_norm": 0.6410312056541443,
      "learning_rate": 0.00017281712385851768,
      "loss": 0.7494,
      "step": 2988
    },
    {
      "epoch": 0.7267643304358398,
      "grad_norm": 0.5824270248413086,
      "learning_rate": 0.0001727996240644505,
      "loss": 0.7856,
      "step": 2989
    },
    {
      "epoch": 0.7270074767491338,
      "grad_norm": 0.5984886288642883,
      "learning_rate": 0.00017278211952583296,
      "loss": 0.988,
      "step": 2990
    },
    {
      "epoch": 0.7272506230624278,
      "grad_norm": 0.5939275026321411,
      "learning_rate": 0.00017276461024380596,
      "loss": 0.8329,
      "step": 2991
    },
    {
      "epoch": 0.7274937693757219,
      "grad_norm": 0.5641374588012695,
      "learning_rate": 0.00017274709621951053,
      "loss": 0.9125,
      "step": 2992
    },
    {
      "epoch": 0.7277369156890159,
      "grad_norm": 0.5777687430381775,
      "learning_rate": 0.00017272957745408815,
      "loss": 0.9378,
      "step": 2993
    },
    {
      "epoch": 0.7279800620023099,
      "grad_norm": 0.549607515335083,
      "learning_rate": 0.00017271205394868056,
      "loss": 0.772,
      "step": 2994
    },
    {
      "epoch": 0.7282232083156039,
      "grad_norm": 0.5082508325576782,
      "learning_rate": 0.00017269452570442987,
      "loss": 0.6173,
      "step": 2995
    },
    {
      "epoch": 0.728466354628898,
      "grad_norm": 0.5909432768821716,
      "learning_rate": 0.00017267699272247836,
      "loss": 0.897,
      "step": 2996
    },
    {
      "epoch": 0.728709500942192,
      "grad_norm": 0.5678601861000061,
      "learning_rate": 0.00017265945500396875,
      "loss": 0.9872,
      "step": 2997
    },
    {
      "epoch": 0.728952647255486,
      "grad_norm": 0.5753329992294312,
      "learning_rate": 0.000172641912550044,
      "loss": 0.9273,
      "step": 2998
    },
    {
      "epoch": 0.7291957935687801,
      "grad_norm": 0.5650582909584045,
      "learning_rate": 0.00017262436536184743,
      "loss": 0.8848,
      "step": 2999
    },
    {
      "epoch": 0.7294389398820741,
      "grad_norm": 0.5399990677833557,
      "learning_rate": 0.00017260681344052258,
      "loss": 0.8641,
      "step": 3000
    },
    {
      "epoch": 0.7294389398820741,
      "eval_loss": 0.8322913646697998,
      "eval_runtime": 12.3197,
      "eval_samples_per_second": 40.261,
      "eval_steps_per_second": 6.737,
      "step": 3000
    },
    {
      "epoch": 0.7296820861953681,
      "grad_norm": 0.5287742018699646,
      "learning_rate": 0.00017258925678721344,
      "loss": 0.8076,
      "step": 3001
    },
    {
      "epoch": 0.729925232508662,
      "grad_norm": 0.5994028449058533,
      "learning_rate": 0.00017257169540306415,
      "loss": 0.9893,
      "step": 3002
    },
    {
      "epoch": 0.7301683788219561,
      "grad_norm": 0.5921920537948608,
      "learning_rate": 0.00017255412928921925,
      "loss": 0.9669,
      "step": 3003
    },
    {
      "epoch": 0.7304115251352501,
      "grad_norm": 0.5704293251037598,
      "learning_rate": 0.00017253655844682358,
      "loss": 0.7731,
      "step": 3004
    },
    {
      "epoch": 0.7306546714485441,
      "grad_norm": 0.6016167998313904,
      "learning_rate": 0.00017251898287702231,
      "loss": 0.7987,
      "step": 3005
    },
    {
      "epoch": 0.7308978177618382,
      "grad_norm": 0.5487529039382935,
      "learning_rate": 0.00017250140258096084,
      "loss": 0.6139,
      "step": 3006
    },
    {
      "epoch": 0.7311409640751322,
      "grad_norm": 0.6032774448394775,
      "learning_rate": 0.00017248381755978498,
      "loss": 0.9098,
      "step": 3007
    },
    {
      "epoch": 0.7313841103884262,
      "grad_norm": 0.5727477073669434,
      "learning_rate": 0.0001724662278146407,
      "loss": 0.9447,
      "step": 3008
    },
    {
      "epoch": 0.7316272567017202,
      "grad_norm": 0.5857555270195007,
      "learning_rate": 0.00017244863334667446,
      "loss": 0.8699,
      "step": 3009
    },
    {
      "epoch": 0.7318704030150143,
      "grad_norm": 0.599420964717865,
      "learning_rate": 0.00017243103415703293,
      "loss": 0.7649,
      "step": 3010
    },
    {
      "epoch": 0.7321135493283083,
      "grad_norm": 0.6038634181022644,
      "learning_rate": 0.00017241343024686307,
      "loss": 0.9525,
      "step": 3011
    },
    {
      "epoch": 0.7323566956416023,
      "grad_norm": 0.6136605143547058,
      "learning_rate": 0.00017239582161731218,
      "loss": 0.8244,
      "step": 3012
    },
    {
      "epoch": 0.7325998419548964,
      "grad_norm": 0.6517065763473511,
      "learning_rate": 0.00017237820826952787,
      "loss": 0.8983,
      "step": 3013
    },
    {
      "epoch": 0.7328429882681904,
      "grad_norm": 0.578750491142273,
      "learning_rate": 0.00017236059020465805,
      "loss": 0.8124,
      "step": 3014
    },
    {
      "epoch": 0.7330861345814844,
      "grad_norm": 0.5746004581451416,
      "learning_rate": 0.00017234296742385093,
      "loss": 0.8089,
      "step": 3015
    },
    {
      "epoch": 0.7333292808947784,
      "grad_norm": 0.5952794551849365,
      "learning_rate": 0.00017232533992825503,
      "loss": 0.8123,
      "step": 3016
    },
    {
      "epoch": 0.7335724272080725,
      "grad_norm": 0.67899090051651,
      "learning_rate": 0.0001723077077190192,
      "loss": 1.0266,
      "step": 3017
    },
    {
      "epoch": 0.7338155735213665,
      "grad_norm": 0.6030009984970093,
      "learning_rate": 0.00017229007079729258,
      "loss": 0.9987,
      "step": 3018
    },
    {
      "epoch": 0.7340587198346605,
      "grad_norm": 0.5797498822212219,
      "learning_rate": 0.0001722724291642246,
      "loss": 0.8567,
      "step": 3019
    },
    {
      "epoch": 0.7343018661479546,
      "grad_norm": 0.6141766309738159,
      "learning_rate": 0.000172254782820965,
      "loss": 0.8118,
      "step": 3020
    },
    {
      "epoch": 0.7345450124612486,
      "grad_norm": 0.6352594494819641,
      "learning_rate": 0.00017223713176866388,
      "loss": 0.9623,
      "step": 3021
    },
    {
      "epoch": 0.7347881587745426,
      "grad_norm": 0.6289099454879761,
      "learning_rate": 0.00017221947600847156,
      "loss": 0.8708,
      "step": 3022
    },
    {
      "epoch": 0.7350313050878367,
      "grad_norm": 0.5828595757484436,
      "learning_rate": 0.00017220181554153876,
      "loss": 0.7753,
      "step": 3023
    },
    {
      "epoch": 0.7352744514011307,
      "grad_norm": 0.6337236762046814,
      "learning_rate": 0.00017218415036901645,
      "loss": 0.8473,
      "step": 3024
    },
    {
      "epoch": 0.7355175977144247,
      "grad_norm": 0.5350028872489929,
      "learning_rate": 0.0001721664804920559,
      "loss": 0.7118,
      "step": 3025
    },
    {
      "epoch": 0.7357607440277186,
      "grad_norm": 0.6107317209243774,
      "learning_rate": 0.00017214880591180873,
      "loss": 0.8182,
      "step": 3026
    },
    {
      "epoch": 0.7360038903410127,
      "grad_norm": 0.592402458190918,
      "learning_rate": 0.00017213112662942682,
      "loss": 0.9468,
      "step": 3027
    },
    {
      "epoch": 0.7362470366543067,
      "grad_norm": 0.6335944533348083,
      "learning_rate": 0.00017211344264606235,
      "loss": 0.8579,
      "step": 3028
    },
    {
      "epoch": 0.7364901829676007,
      "grad_norm": 0.6237341165542603,
      "learning_rate": 0.0001720957539628679,
      "loss": 0.9007,
      "step": 3029
    },
    {
      "epoch": 0.7367333292808947,
      "grad_norm": 0.5639637112617493,
      "learning_rate": 0.00017207806058099623,
      "loss": 0.8957,
      "step": 3030
    },
    {
      "epoch": 0.7369764755941888,
      "grad_norm": 0.577241837978363,
      "learning_rate": 0.00017206036250160052,
      "loss": 0.8145,
      "step": 3031
    },
    {
      "epoch": 0.7372196219074828,
      "grad_norm": 0.5937796831130981,
      "learning_rate": 0.00017204265972583415,
      "loss": 0.7478,
      "step": 3032
    },
    {
      "epoch": 0.7374627682207768,
      "grad_norm": 0.6287609338760376,
      "learning_rate": 0.00017202495225485088,
      "loss": 0.9479,
      "step": 3033
    },
    {
      "epoch": 0.7377059145340709,
      "grad_norm": 0.55890291929245,
      "learning_rate": 0.0001720072400898048,
      "loss": 0.8517,
      "step": 3034
    },
    {
      "epoch": 0.7379490608473649,
      "grad_norm": 0.5373501181602478,
      "learning_rate": 0.00017198952323185015,
      "loss": 0.7802,
      "step": 3035
    },
    {
      "epoch": 0.7381922071606589,
      "grad_norm": 0.5927159786224365,
      "learning_rate": 0.0001719718016821417,
      "loss": 0.9777,
      "step": 3036
    },
    {
      "epoch": 0.738435353473953,
      "grad_norm": 0.6007887125015259,
      "learning_rate": 0.00017195407544183433,
      "loss": 0.9917,
      "step": 3037
    },
    {
      "epoch": 0.738678499787247,
      "grad_norm": 0.589954674243927,
      "learning_rate": 0.00017193634451208336,
      "loss": 0.8413,
      "step": 3038
    },
    {
      "epoch": 0.738921646100541,
      "grad_norm": 0.5830788016319275,
      "learning_rate": 0.00017191860889404433,
      "loss": 0.8861,
      "step": 3039
    },
    {
      "epoch": 0.739164792413835,
      "grad_norm": 0.5789264440536499,
      "learning_rate": 0.00017190086858887317,
      "loss": 0.828,
      "step": 3040
    },
    {
      "epoch": 0.7394079387271291,
      "grad_norm": 0.5817698240280151,
      "learning_rate": 0.00017188312359772597,
      "loss": 0.9279,
      "step": 3041
    },
    {
      "epoch": 0.7396510850404231,
      "grad_norm": 0.579144299030304,
      "learning_rate": 0.00017186537392175933,
      "loss": 0.8153,
      "step": 3042
    },
    {
      "epoch": 0.7398942313537171,
      "grad_norm": 0.5881022214889526,
      "learning_rate": 0.00017184761956212996,
      "loss": 0.6829,
      "step": 3043
    },
    {
      "epoch": 0.7401373776670112,
      "grad_norm": 0.530471682548523,
      "learning_rate": 0.00017182986051999502,
      "loss": 0.854,
      "step": 3044
    },
    {
      "epoch": 0.7403805239803052,
      "grad_norm": 0.5924522876739502,
      "learning_rate": 0.00017181209679651183,
      "loss": 0.8082,
      "step": 3045
    },
    {
      "epoch": 0.7406236702935992,
      "grad_norm": 0.608176052570343,
      "learning_rate": 0.00017179432839283822,
      "loss": 0.8931,
      "step": 3046
    },
    {
      "epoch": 0.7408668166068932,
      "grad_norm": 0.5970456600189209,
      "learning_rate": 0.0001717765553101321,
      "loss": 0.7299,
      "step": 3047
    },
    {
      "epoch": 0.7411099629201873,
      "grad_norm": 0.6486814022064209,
      "learning_rate": 0.00017175877754955186,
      "loss": 1.0204,
      "step": 3048
    },
    {
      "epoch": 0.7413531092334813,
      "grad_norm": 0.6126564741134644,
      "learning_rate": 0.00017174099511225608,
      "loss": 0.8519,
      "step": 3049
    },
    {
      "epoch": 0.7415962555467752,
      "grad_norm": 0.5758506059646606,
      "learning_rate": 0.0001717232079994037,
      "loss": 0.9393,
      "step": 3050
    },
    {
      "epoch": 0.7418394018600692,
      "grad_norm": 0.5281367897987366,
      "learning_rate": 0.00017170541621215399,
      "loss": 0.6745,
      "step": 3051
    },
    {
      "epoch": 0.7420825481733633,
      "grad_norm": 0.6084187626838684,
      "learning_rate": 0.00017168761975166645,
      "loss": 0.8446,
      "step": 3052
    },
    {
      "epoch": 0.7423256944866573,
      "grad_norm": 0.5741928815841675,
      "learning_rate": 0.00017166981861910095,
      "loss": 0.6969,
      "step": 3053
    },
    {
      "epoch": 0.7425688407999513,
      "grad_norm": 0.6239576935768127,
      "learning_rate": 0.0001716520128156176,
      "loss": 0.8228,
      "step": 3054
    },
    {
      "epoch": 0.7428119871132454,
      "grad_norm": 0.605988085269928,
      "learning_rate": 0.0001716342023423769,
      "loss": 0.9273,
      "step": 3055
    },
    {
      "epoch": 0.7430551334265394,
      "grad_norm": 0.6246068477630615,
      "learning_rate": 0.00017161638720053957,
      "loss": 0.9254,
      "step": 3056
    },
    {
      "epoch": 0.7432982797398334,
      "grad_norm": 0.6137076020240784,
      "learning_rate": 0.0001715985673912667,
      "loss": 0.9829,
      "step": 3057
    },
    {
      "epoch": 0.7435414260531275,
      "grad_norm": 0.5736340284347534,
      "learning_rate": 0.00017158074291571965,
      "loss": 0.7327,
      "step": 3058
    },
    {
      "epoch": 0.7437845723664215,
      "grad_norm": 0.5490515232086182,
      "learning_rate": 0.00017156291377506,
      "loss": 0.8177,
      "step": 3059
    },
    {
      "epoch": 0.7440277186797155,
      "grad_norm": 0.5853699445724487,
      "learning_rate": 0.0001715450799704499,
      "loss": 0.8417,
      "step": 3060
    },
    {
      "epoch": 0.7442708649930095,
      "grad_norm": 0.53530353307724,
      "learning_rate": 0.0001715272415030515,
      "loss": 0.8274,
      "step": 3061
    },
    {
      "epoch": 0.7445140113063036,
      "grad_norm": 0.560228705406189,
      "learning_rate": 0.00017150939837402742,
      "loss": 0.777,
      "step": 3062
    },
    {
      "epoch": 0.7447571576195976,
      "grad_norm": 0.53707355260849,
      "learning_rate": 0.00017149155058454054,
      "loss": 0.7254,
      "step": 3063
    },
    {
      "epoch": 0.7450003039328916,
      "grad_norm": 0.5677695274353027,
      "learning_rate": 0.00017147369813575404,
      "loss": 0.8123,
      "step": 3064
    },
    {
      "epoch": 0.7452434502461857,
      "grad_norm": 0.6029298901557922,
      "learning_rate": 0.00017145584102883142,
      "loss": 0.8857,
      "step": 3065
    },
    {
      "epoch": 0.7454865965594797,
      "grad_norm": 0.5963124632835388,
      "learning_rate": 0.0001714379792649365,
      "loss": 0.8231,
      "step": 3066
    },
    {
      "epoch": 0.7457297428727737,
      "grad_norm": 0.565654993057251,
      "learning_rate": 0.00017142011284523333,
      "loss": 0.7979,
      "step": 3067
    },
    {
      "epoch": 0.7459728891860677,
      "grad_norm": 0.629852831363678,
      "learning_rate": 0.00017140224177088638,
      "loss": 0.9514,
      "step": 3068
    },
    {
      "epoch": 0.7462160354993618,
      "grad_norm": 0.630670428276062,
      "learning_rate": 0.0001713843660430603,
      "loss": 0.9812,
      "step": 3069
    },
    {
      "epoch": 0.7464591818126558,
      "grad_norm": 0.5900238752365112,
      "learning_rate": 0.00017136648566292012,
      "loss": 0.829,
      "step": 3070
    },
    {
      "epoch": 0.7467023281259498,
      "grad_norm": 0.5611253976821899,
      "learning_rate": 0.00017134860063163111,
      "loss": 0.7762,
      "step": 3071
    },
    {
      "epoch": 0.7469454744392439,
      "grad_norm": 0.5919735431671143,
      "learning_rate": 0.00017133071095035897,
      "loss": 0.8437,
      "step": 3072
    },
    {
      "epoch": 0.7471886207525379,
      "grad_norm": 0.6260791420936584,
      "learning_rate": 0.00017131281662026958,
      "loss": 0.9032,
      "step": 3073
    },
    {
      "epoch": 0.7474317670658318,
      "grad_norm": 0.5679057836532593,
      "learning_rate": 0.00017129491764252916,
      "loss": 0.7306,
      "step": 3074
    },
    {
      "epoch": 0.7476749133791258,
      "grad_norm": 0.6162676811218262,
      "learning_rate": 0.00017127701401830424,
      "loss": 0.9951,
      "step": 3075
    },
    {
      "epoch": 0.7479180596924199,
      "grad_norm": 0.5729588270187378,
      "learning_rate": 0.0001712591057487616,
      "loss": 0.7696,
      "step": 3076
    },
    {
      "epoch": 0.7481612060057139,
      "grad_norm": 0.5959280729293823,
      "learning_rate": 0.00017124119283506848,
      "loss": 0.7642,
      "step": 3077
    },
    {
      "epoch": 0.7484043523190079,
      "grad_norm": 0.547642707824707,
      "learning_rate": 0.0001712232752783922,
      "loss": 0.6786,
      "step": 3078
    },
    {
      "epoch": 0.748647498632302,
      "grad_norm": 0.6488178968429565,
      "learning_rate": 0.00017120535307990056,
      "loss": 0.9914,
      "step": 3079
    },
    {
      "epoch": 0.748890644945596,
      "grad_norm": 0.6097978949546814,
      "learning_rate": 0.00017118742624076157,
      "loss": 1.0441,
      "step": 3080
    },
    {
      "epoch": 0.74913379125889,
      "grad_norm": 0.5673226714134216,
      "learning_rate": 0.0001711694947621436,
      "loss": 0.8274,
      "step": 3081
    },
    {
      "epoch": 0.749376937572184,
      "grad_norm": 0.5900241732597351,
      "learning_rate": 0.00017115155864521527,
      "loss": 0.9375,
      "step": 3082
    },
    {
      "epoch": 0.7496200838854781,
      "grad_norm": 0.5579808354377747,
      "learning_rate": 0.00017113361789114552,
      "loss": 0.6639,
      "step": 3083
    },
    {
      "epoch": 0.7498632301987721,
      "grad_norm": 0.5787127017974854,
      "learning_rate": 0.0001711156725011036,
      "loss": 0.8788,
      "step": 3084
    },
    {
      "epoch": 0.7501063765120661,
      "grad_norm": 0.5739966630935669,
      "learning_rate": 0.0001710977224762591,
      "loss": 0.7403,
      "step": 3085
    },
    {
      "epoch": 0.7503495228253602,
      "grad_norm": 0.5420753955841064,
      "learning_rate": 0.00017107976781778183,
      "loss": 0.905,
      "step": 3086
    },
    {
      "epoch": 0.7505926691386542,
      "grad_norm": 0.5718562006950378,
      "learning_rate": 0.00017106180852684196,
      "loss": 0.6841,
      "step": 3087
    },
    {
      "epoch": 0.7508358154519482,
      "grad_norm": 0.5393166542053223,
      "learning_rate": 0.00017104384460460995,
      "loss": 0.6695,
      "step": 3088
    },
    {
      "epoch": 0.7510789617652422,
      "grad_norm": 0.5864136815071106,
      "learning_rate": 0.00017102587605225656,
      "loss": 0.8647,
      "step": 3089
    },
    {
      "epoch": 0.7513221080785363,
      "grad_norm": 0.6637791991233826,
      "learning_rate": 0.00017100790287095282,
      "loss": 0.7277,
      "step": 3090
    },
    {
      "epoch": 0.7515652543918303,
      "grad_norm": 0.5634880661964417,
      "learning_rate": 0.0001709899250618701,
      "loss": 0.7021,
      "step": 3091
    },
    {
      "epoch": 0.7518084007051243,
      "grad_norm": 0.5680821537971497,
      "learning_rate": 0.00017097194262618011,
      "loss": 0.7304,
      "step": 3092
    },
    {
      "epoch": 0.7520515470184184,
      "grad_norm": 0.6306456923484802,
      "learning_rate": 0.0001709539555650548,
      "loss": 0.9144,
      "step": 3093
    },
    {
      "epoch": 0.7522946933317124,
      "grad_norm": 0.5591682195663452,
      "learning_rate": 0.00017093596387966634,
      "loss": 0.6829,
      "step": 3094
    },
    {
      "epoch": 0.7525378396450064,
      "grad_norm": 0.6063161492347717,
      "learning_rate": 0.0001709179675711874,
      "loss": 0.6687,
      "step": 3095
    },
    {
      "epoch": 0.7527809859583005,
      "grad_norm": 0.5863313674926758,
      "learning_rate": 0.00017089996664079084,
      "loss": 0.9105,
      "step": 3096
    },
    {
      "epoch": 0.7530241322715945,
      "grad_norm": 0.617866575717926,
      "learning_rate": 0.0001708819610896498,
      "loss": 0.7699,
      "step": 3097
    },
    {
      "epoch": 0.7532672785848885,
      "grad_norm": 0.611705482006073,
      "learning_rate": 0.00017086395091893777,
      "loss": 0.9655,
      "step": 3098
    },
    {
      "epoch": 0.7535104248981824,
      "grad_norm": 0.554975688457489,
      "learning_rate": 0.0001708459361298285,
      "loss": 0.9036,
      "step": 3099
    },
    {
      "epoch": 0.7537535712114765,
      "grad_norm": 0.5434977412223816,
      "learning_rate": 0.00017082791672349607,
      "loss": 0.7312,
      "step": 3100
    },
    {
      "epoch": 0.7539967175247705,
      "grad_norm": 0.4988292455673218,
      "learning_rate": 0.0001708098927011149,
      "loss": 0.6691,
      "step": 3101
    },
    {
      "epoch": 0.7542398638380645,
      "grad_norm": 0.5686150193214417,
      "learning_rate": 0.00017079186406385958,
      "loss": 0.749,
      "step": 3102
    },
    {
      "epoch": 0.7544830101513585,
      "grad_norm": 0.6350966691970825,
      "learning_rate": 0.00017077383081290517,
      "loss": 0.8487,
      "step": 3103
    },
    {
      "epoch": 0.7547261564646526,
      "grad_norm": 0.5172010660171509,
      "learning_rate": 0.00017075579294942688,
      "loss": 0.6228,
      "step": 3104
    },
    {
      "epoch": 0.7549693027779466,
      "grad_norm": 0.5560404658317566,
      "learning_rate": 0.0001707377504746003,
      "loss": 0.7778,
      "step": 3105
    },
    {
      "epoch": 0.7552124490912406,
      "grad_norm": 0.5448904633522034,
      "learning_rate": 0.00017071970338960134,
      "loss": 0.887,
      "step": 3106
    },
    {
      "epoch": 0.7554555954045347,
      "grad_norm": 0.5910566449165344,
      "learning_rate": 0.00017070165169560616,
      "loss": 0.8702,
      "step": 3107
    },
    {
      "epoch": 0.7556987417178287,
      "grad_norm": 0.5740746259689331,
      "learning_rate": 0.00017068359539379124,
      "loss": 0.7842,
      "step": 3108
    },
    {
      "epoch": 0.7559418880311227,
      "grad_norm": 0.5383604168891907,
      "learning_rate": 0.00017066553448533335,
      "loss": 0.6908,
      "step": 3109
    },
    {
      "epoch": 0.7561850343444168,
      "grad_norm": 0.56581050157547,
      "learning_rate": 0.00017064746897140957,
      "loss": 0.8607,
      "step": 3110
    },
    {
      "epoch": 0.7564281806577108,
      "grad_norm": 0.5668208599090576,
      "learning_rate": 0.00017062939885319732,
      "loss": 0.8791,
      "step": 3111
    },
    {
      "epoch": 0.7566713269710048,
      "grad_norm": 0.5728930830955505,
      "learning_rate": 0.0001706113241318742,
      "loss": 0.8965,
      "step": 3112
    },
    {
      "epoch": 0.7569144732842988,
      "grad_norm": 0.5879804491996765,
      "learning_rate": 0.00017059324480861828,
      "loss": 0.6882,
      "step": 3113
    },
    {
      "epoch": 0.7571576195975929,
      "grad_norm": 0.5890649557113647,
      "learning_rate": 0.0001705751608846077,
      "loss": 0.749,
      "step": 3114
    },
    {
      "epoch": 0.7574007659108869,
      "grad_norm": 0.5546996593475342,
      "learning_rate": 0.0001705570723610212,
      "loss": 0.8336,
      "step": 3115
    },
    {
      "epoch": 0.7576439122241809,
      "grad_norm": 0.5985904932022095,
      "learning_rate": 0.0001705389792390376,
      "loss": 0.8261,
      "step": 3116
    },
    {
      "epoch": 0.757887058537475,
      "grad_norm": 0.5890797972679138,
      "learning_rate": 0.00017052088151983604,
      "loss": 0.8553,
      "step": 3117
    },
    {
      "epoch": 0.758130204850769,
      "grad_norm": 0.6247110962867737,
      "learning_rate": 0.00017050277920459598,
      "loss": 1.0875,
      "step": 3118
    },
    {
      "epoch": 0.758373351164063,
      "grad_norm": 0.6063143014907837,
      "learning_rate": 0.0001704846722944973,
      "loss": 0.7073,
      "step": 3119
    },
    {
      "epoch": 0.758616497477357,
      "grad_norm": 0.5658748149871826,
      "learning_rate": 0.00017046656079072002,
      "loss": 0.7744,
      "step": 3120
    },
    {
      "epoch": 0.7588596437906511,
      "grad_norm": 0.6756287813186646,
      "learning_rate": 0.00017044844469444448,
      "loss": 0.9924,
      "step": 3121
    },
    {
      "epoch": 0.7591027901039451,
      "grad_norm": 0.6049509644508362,
      "learning_rate": 0.00017043032400685138,
      "loss": 0.9203,
      "step": 3122
    },
    {
      "epoch": 0.759345936417239,
      "grad_norm": 0.6009982824325562,
      "learning_rate": 0.00017041219872912175,
      "loss": 0.7679,
      "step": 3123
    },
    {
      "epoch": 0.759589082730533,
      "grad_norm": 0.5504547357559204,
      "learning_rate": 0.00017039406886243678,
      "loss": 0.814,
      "step": 3124
    },
    {
      "epoch": 0.7598322290438271,
      "grad_norm": 0.5782022476196289,
      "learning_rate": 0.0001703759344079781,
      "loss": 0.8965,
      "step": 3125
    },
    {
      "epoch": 0.7600753753571211,
      "grad_norm": 0.579777717590332,
      "learning_rate": 0.00017035779536692756,
      "loss": 0.9386,
      "step": 3126
    },
    {
      "epoch": 0.7603185216704151,
      "grad_norm": 0.5760878920555115,
      "learning_rate": 0.00017033965174046732,
      "loss": 0.9242,
      "step": 3127
    },
    {
      "epoch": 0.7605616679837092,
      "grad_norm": 0.5599222779273987,
      "learning_rate": 0.00017032150352977988,
      "loss": 0.8712,
      "step": 3128
    },
    {
      "epoch": 0.7608048142970032,
      "grad_norm": 0.5457072854042053,
      "learning_rate": 0.00017030335073604796,
      "loss": 0.7686,
      "step": 3129
    },
    {
      "epoch": 0.7610479606102972,
      "grad_norm": 0.6104028820991516,
      "learning_rate": 0.0001702851933604547,
      "loss": 0.9869,
      "step": 3130
    },
    {
      "epoch": 0.7612911069235913,
      "grad_norm": 0.5995391011238098,
      "learning_rate": 0.00017026703140418341,
      "loss": 1.0415,
      "step": 3131
    },
    {
      "epoch": 0.7615342532368853,
      "grad_norm": 0.6132734417915344,
      "learning_rate": 0.00017024886486841775,
      "loss": 0.784,
      "step": 3132
    },
    {
      "epoch": 0.7617773995501793,
      "grad_norm": 0.5586833357810974,
      "learning_rate": 0.00017023069375434174,
      "loss": 0.8992,
      "step": 3133
    },
    {
      "epoch": 0.7620205458634733,
      "grad_norm": 0.5615683794021606,
      "learning_rate": 0.00017021251806313958,
      "loss": 0.8997,
      "step": 3134
    },
    {
      "epoch": 0.7622636921767674,
      "grad_norm": 0.5697876811027527,
      "learning_rate": 0.00017019433779599585,
      "loss": 0.8334,
      "step": 3135
    },
    {
      "epoch": 0.7625068384900614,
      "grad_norm": 0.5826084017753601,
      "learning_rate": 0.00017017615295409543,
      "loss": 0.8099,
      "step": 3136
    },
    {
      "epoch": 0.7627499848033554,
      "grad_norm": 0.7066821455955505,
      "learning_rate": 0.00017015796353862342,
      "loss": 0.7052,
      "step": 3137
    },
    {
      "epoch": 0.7629931311166495,
      "grad_norm": 0.6019355654716492,
      "learning_rate": 0.00017013976955076535,
      "loss": 0.8557,
      "step": 3138
    },
    {
      "epoch": 0.7632362774299435,
      "grad_norm": 0.598408043384552,
      "learning_rate": 0.0001701215709917069,
      "loss": 0.8314,
      "step": 3139
    },
    {
      "epoch": 0.7634794237432375,
      "grad_norm": 0.5684807300567627,
      "learning_rate": 0.00017010336786263413,
      "loss": 0.8817,
      "step": 3140
    },
    {
      "epoch": 0.7637225700565315,
      "grad_norm": 0.6003327369689941,
      "learning_rate": 0.00017008516016473344,
      "loss": 0.712,
      "step": 3141
    },
    {
      "epoch": 0.7639657163698256,
      "grad_norm": 0.6319378614425659,
      "learning_rate": 0.00017006694789919145,
      "loss": 0.9223,
      "step": 3142
    },
    {
      "epoch": 0.7642088626831196,
      "grad_norm": 0.5657439231872559,
      "learning_rate": 0.00017004873106719507,
      "loss": 0.7719,
      "step": 3143
    },
    {
      "epoch": 0.7644520089964136,
      "grad_norm": 0.5584506392478943,
      "learning_rate": 0.00017003050966993158,
      "loss": 0.9722,
      "step": 3144
    },
    {
      "epoch": 0.7646951553097077,
      "grad_norm": 0.6054168939590454,
      "learning_rate": 0.00017001228370858856,
      "loss": 0.9337,
      "step": 3145
    },
    {
      "epoch": 0.7649383016230017,
      "grad_norm": 0.6151343584060669,
      "learning_rate": 0.00016999405318435373,
      "loss": 0.8693,
      "step": 3146
    },
    {
      "epoch": 0.7651814479362956,
      "grad_norm": 0.5654005408287048,
      "learning_rate": 0.0001699758180984153,
      "loss": 0.9132,
      "step": 3147
    },
    {
      "epoch": 0.7654245942495896,
      "grad_norm": 0.5927010178565979,
      "learning_rate": 0.00016995757845196166,
      "loss": 0.8258,
      "step": 3148
    },
    {
      "epoch": 0.7656677405628837,
      "grad_norm": 0.6358178853988647,
      "learning_rate": 0.0001699393342461816,
      "loss": 0.8986,
      "step": 3149
    },
    {
      "epoch": 0.7659108868761777,
      "grad_norm": 0.579306960105896,
      "learning_rate": 0.0001699210854822641,
      "loss": 0.7754,
      "step": 3150
    },
    {
      "epoch": 0.7661540331894717,
      "grad_norm": 0.5894736051559448,
      "learning_rate": 0.0001699028321613985,
      "loss": 1.0782,
      "step": 3151
    },
    {
      "epoch": 0.7663971795027658,
      "grad_norm": 0.5748041272163391,
      "learning_rate": 0.00016988457428477439,
      "loss": 0.8766,
      "step": 3152
    },
    {
      "epoch": 0.7666403258160598,
      "grad_norm": 0.6084599494934082,
      "learning_rate": 0.0001698663118535817,
      "loss": 0.9284,
      "step": 3153
    },
    {
      "epoch": 0.7668834721293538,
      "grad_norm": 0.5465002059936523,
      "learning_rate": 0.00016984804486901064,
      "loss": 0.7099,
      "step": 3154
    },
    {
      "epoch": 0.7671266184426478,
      "grad_norm": 0.5428196787834167,
      "learning_rate": 0.00016982977333225173,
      "loss": 0.7916,
      "step": 3155
    },
    {
      "epoch": 0.7673697647559419,
      "grad_norm": 0.5622856616973877,
      "learning_rate": 0.00016981149724449579,
      "loss": 0.9204,
      "step": 3156
    },
    {
      "epoch": 0.7676129110692359,
      "grad_norm": 0.5990113615989685,
      "learning_rate": 0.0001697932166069339,
      "loss": 0.9664,
      "step": 3157
    },
    {
      "epoch": 0.7678560573825299,
      "grad_norm": 0.5584334135055542,
      "learning_rate": 0.00016977493142075748,
      "loss": 0.6811,
      "step": 3158
    },
    {
      "epoch": 0.768099203695824,
      "grad_norm": 0.6073140501976013,
      "learning_rate": 0.00016975664168715818,
      "loss": 0.9838,
      "step": 3159
    },
    {
      "epoch": 0.768342350009118,
      "grad_norm": 0.5326046943664551,
      "learning_rate": 0.000169738347407328,
      "loss": 0.7118,
      "step": 3160
    },
    {
      "epoch": 0.768585496322412,
      "grad_norm": 0.5803574323654175,
      "learning_rate": 0.00016972004858245928,
      "loss": 0.8797,
      "step": 3161
    },
    {
      "epoch": 0.768828642635706,
      "grad_norm": 0.5600467324256897,
      "learning_rate": 0.0001697017452137446,
      "loss": 0.7547,
      "step": 3162
    },
    {
      "epoch": 0.7690717889490001,
      "grad_norm": 0.5447589755058289,
      "learning_rate": 0.00016968343730237677,
      "loss": 0.7623,
      "step": 3163
    },
    {
      "epoch": 0.7693149352622941,
      "grad_norm": 0.6009421944618225,
      "learning_rate": 0.00016966512484954902,
      "loss": 0.8377,
      "step": 3164
    },
    {
      "epoch": 0.7695580815755881,
      "grad_norm": 0.5149055123329163,
      "learning_rate": 0.00016964680785645482,
      "loss": 0.7721,
      "step": 3165
    },
    {
      "epoch": 0.7698012278888822,
      "grad_norm": 0.6008511781692505,
      "learning_rate": 0.00016962848632428795,
      "loss": 0.7884,
      "step": 3166
    },
    {
      "epoch": 0.7700443742021762,
      "grad_norm": 0.5923743844032288,
      "learning_rate": 0.0001696101602542424,
      "loss": 0.909,
      "step": 3167
    },
    {
      "epoch": 0.7702875205154702,
      "grad_norm": 0.5286279916763306,
      "learning_rate": 0.0001695918296475126,
      "loss": 0.653,
      "step": 3168
    },
    {
      "epoch": 0.7705306668287643,
      "grad_norm": 0.6038492918014526,
      "learning_rate": 0.00016957349450529322,
      "loss": 0.8475,
      "step": 3169
    },
    {
      "epoch": 0.7707738131420583,
      "grad_norm": 0.5716978311538696,
      "learning_rate": 0.00016955515482877916,
      "loss": 0.7955,
      "step": 3170
    },
    {
      "epoch": 0.7710169594553523,
      "grad_norm": 0.6159031987190247,
      "learning_rate": 0.0001695368106191657,
      "loss": 0.9107,
      "step": 3171
    },
    {
      "epoch": 0.7712601057686462,
      "grad_norm": 0.5608569383621216,
      "learning_rate": 0.0001695184618776484,
      "loss": 0.8331,
      "step": 3172
    },
    {
      "epoch": 0.7715032520819403,
      "grad_norm": 0.5864720940589905,
      "learning_rate": 0.00016950010860542305,
      "loss": 0.9201,
      "step": 3173
    },
    {
      "epoch": 0.7717463983952343,
      "grad_norm": 0.5911468863487244,
      "learning_rate": 0.00016948175080368577,
      "loss": 0.9396,
      "step": 3174
    },
    {
      "epoch": 0.7719895447085283,
      "grad_norm": 0.5643905401229858,
      "learning_rate": 0.00016946338847363305,
      "loss": 0.8771,
      "step": 3175
    },
    {
      "epoch": 0.7722326910218223,
      "grad_norm": 0.5747252702713013,
      "learning_rate": 0.00016944502161646158,
      "loss": 0.774,
      "step": 3176
    },
    {
      "epoch": 0.7724758373351164,
      "grad_norm": 0.5976890325546265,
      "learning_rate": 0.0001694266502333684,
      "loss": 0.8472,
      "step": 3177
    },
    {
      "epoch": 0.7727189836484104,
      "grad_norm": 0.5961880087852478,
      "learning_rate": 0.0001694082743255508,
      "loss": 0.8442,
      "step": 3178
    },
    {
      "epoch": 0.7729621299617044,
      "grad_norm": 0.6070599555969238,
      "learning_rate": 0.00016938989389420636,
      "loss": 0.8418,
      "step": 3179
    },
    {
      "epoch": 0.7732052762749985,
      "grad_norm": 0.6067013740539551,
      "learning_rate": 0.00016937150894053303,
      "loss": 0.7847,
      "step": 3180
    },
    {
      "epoch": 0.7734484225882925,
      "grad_norm": 0.5335848331451416,
      "learning_rate": 0.000169353119465729,
      "loss": 0.6932,
      "step": 3181
    },
    {
      "epoch": 0.7736915689015865,
      "grad_norm": 0.5783238410949707,
      "learning_rate": 0.00016933472547099273,
      "loss": 0.9365,
      "step": 3182
    },
    {
      "epoch": 0.7739347152148806,
      "grad_norm": 0.569702684879303,
      "learning_rate": 0.00016931632695752307,
      "loss": 0.8006,
      "step": 3183
    },
    {
      "epoch": 0.7741778615281746,
      "grad_norm": 0.582093358039856,
      "learning_rate": 0.00016929792392651903,
      "loss": 0.8802,
      "step": 3184
    },
    {
      "epoch": 0.7744210078414686,
      "grad_norm": 0.5953593850135803,
      "learning_rate": 0.00016927951637918005,
      "loss": 0.79,
      "step": 3185
    },
    {
      "epoch": 0.7746641541547626,
      "grad_norm": 0.5951962471008301,
      "learning_rate": 0.00016926110431670578,
      "loss": 0.8135,
      "step": 3186
    },
    {
      "epoch": 0.7749073004680567,
      "grad_norm": 0.635934054851532,
      "learning_rate": 0.0001692426877402961,
      "loss": 0.8695,
      "step": 3187
    },
    {
      "epoch": 0.7751504467813507,
      "grad_norm": 0.6024166345596313,
      "learning_rate": 0.00016922426665115143,
      "loss": 0.9415,
      "step": 3188
    },
    {
      "epoch": 0.7753935930946447,
      "grad_norm": 0.5979534387588501,
      "learning_rate": 0.0001692058410504722,
      "loss": 0.8472,
      "step": 3189
    },
    {
      "epoch": 0.7756367394079388,
      "grad_norm": 0.563810408115387,
      "learning_rate": 0.0001691874109394593,
      "loss": 0.8137,
      "step": 3190
    },
    {
      "epoch": 0.7758798857212328,
      "grad_norm": 0.5665435791015625,
      "learning_rate": 0.00016916897631931386,
      "loss": 0.7173,
      "step": 3191
    },
    {
      "epoch": 0.7761230320345268,
      "grad_norm": 0.5995522141456604,
      "learning_rate": 0.0001691505371912373,
      "loss": 0.8663,
      "step": 3192
    },
    {
      "epoch": 0.7763661783478208,
      "grad_norm": 0.5596758127212524,
      "learning_rate": 0.0001691320935564314,
      "loss": 0.8406,
      "step": 3193
    },
    {
      "epoch": 0.7766093246611149,
      "grad_norm": 0.5831997394561768,
      "learning_rate": 0.00016911364541609815,
      "loss": 0.6844,
      "step": 3194
    },
    {
      "epoch": 0.7768524709744089,
      "grad_norm": 0.6323769092559814,
      "learning_rate": 0.00016909519277143984,
      "loss": 0.9704,
      "step": 3195
    },
    {
      "epoch": 0.7770956172877028,
      "grad_norm": 0.6559433341026306,
      "learning_rate": 0.0001690767356236591,
      "loss": 0.9818,
      "step": 3196
    },
    {
      "epoch": 0.7773387636009969,
      "grad_norm": 0.5567110180854797,
      "learning_rate": 0.00016905827397395884,
      "loss": 0.8147,
      "step": 3197
    },
    {
      "epoch": 0.7775819099142909,
      "grad_norm": 0.5579023957252502,
      "learning_rate": 0.00016903980782354225,
      "loss": 0.9418,
      "step": 3198
    },
    {
      "epoch": 0.7778250562275849,
      "grad_norm": 0.6178316473960876,
      "learning_rate": 0.0001690213371736128,
      "loss": 0.9092,
      "step": 3199
    },
    {
      "epoch": 0.7780682025408789,
      "grad_norm": 0.6082117557525635,
      "learning_rate": 0.00016900286202537433,
      "loss": 1.067,
      "step": 3200
    },
    {
      "epoch": 0.7780682025408789,
      "eval_loss": 0.8304311633110046,
      "eval_runtime": 12.3201,
      "eval_samples_per_second": 40.259,
      "eval_steps_per_second": 6.737,
      "step": 3200
    },
    {
      "epoch": 0.778311348854173,
      "grad_norm": 0.5738267302513123,
      "learning_rate": 0.00016898438238003086,
      "loss": 0.8663,
      "step": 3201
    },
    {
      "epoch": 0.778554495167467,
      "grad_norm": 0.6044172048568726,
      "learning_rate": 0.00016896589823878682,
      "loss": 0.7941,
      "step": 3202
    },
    {
      "epoch": 0.778797641480761,
      "grad_norm": 0.5713611245155334,
      "learning_rate": 0.0001689474096028468,
      "loss": 0.7914,
      "step": 3203
    },
    {
      "epoch": 0.7790407877940551,
      "grad_norm": 0.5481896996498108,
      "learning_rate": 0.00016892891647341579,
      "loss": 0.8393,
      "step": 3204
    },
    {
      "epoch": 0.7792839341073491,
      "grad_norm": 0.6040236949920654,
      "learning_rate": 0.000168910418851699,
      "loss": 0.9367,
      "step": 3205
    },
    {
      "epoch": 0.7795270804206431,
      "grad_norm": 0.5931501388549805,
      "learning_rate": 0.00016889191673890205,
      "loss": 0.7989,
      "step": 3206
    },
    {
      "epoch": 0.7797702267339371,
      "grad_norm": 0.5673724412918091,
      "learning_rate": 0.00016887341013623072,
      "loss": 0.7529,
      "step": 3207
    },
    {
      "epoch": 0.7800133730472312,
      "grad_norm": 0.6058854460716248,
      "learning_rate": 0.00016885489904489113,
      "loss": 0.9715,
      "step": 3208
    },
    {
      "epoch": 0.7802565193605252,
      "grad_norm": 0.581454873085022,
      "learning_rate": 0.00016883638346608973,
      "loss": 0.778,
      "step": 3209
    },
    {
      "epoch": 0.7804996656738192,
      "grad_norm": 0.54151850938797,
      "learning_rate": 0.00016881786340103316,
      "loss": 0.8558,
      "step": 3210
    },
    {
      "epoch": 0.7807428119871133,
      "grad_norm": 0.6069227457046509,
      "learning_rate": 0.00016879933885092854,
      "loss": 0.809,
      "step": 3211
    },
    {
      "epoch": 0.7809859583004073,
      "grad_norm": 0.5925417542457581,
      "learning_rate": 0.00016878080981698305,
      "loss": 0.9189,
      "step": 3212
    },
    {
      "epoch": 0.7812291046137013,
      "grad_norm": 0.6251968145370483,
      "learning_rate": 0.00016876227630040438,
      "loss": 0.7821,
      "step": 3213
    },
    {
      "epoch": 0.7814722509269953,
      "grad_norm": 0.5743114352226257,
      "learning_rate": 0.00016874373830240032,
      "loss": 0.8192,
      "step": 3214
    },
    {
      "epoch": 0.7817153972402894,
      "grad_norm": 0.6173310279846191,
      "learning_rate": 0.00016872519582417908,
      "loss": 0.9117,
      "step": 3215
    },
    {
      "epoch": 0.7819585435535834,
      "grad_norm": 0.5717673301696777,
      "learning_rate": 0.00016870664886694912,
      "loss": 0.8352,
      "step": 3216
    },
    {
      "epoch": 0.7822016898668774,
      "grad_norm": 0.6072401404380798,
      "learning_rate": 0.00016868809743191926,
      "loss": 0.8896,
      "step": 3217
    },
    {
      "epoch": 0.7824448361801715,
      "grad_norm": 0.618475079536438,
      "learning_rate": 0.00016866954152029845,
      "loss": 0.8917,
      "step": 3218
    },
    {
      "epoch": 0.7826879824934655,
      "grad_norm": 0.502669095993042,
      "learning_rate": 0.00016865098113329603,
      "loss": 0.6905,
      "step": 3219
    },
    {
      "epoch": 0.7829311288067594,
      "grad_norm": 0.5989540815353394,
      "learning_rate": 0.0001686324162721217,
      "loss": 0.9887,
      "step": 3220
    },
    {
      "epoch": 0.7831742751200534,
      "grad_norm": 0.6407285928726196,
      "learning_rate": 0.00016861384693798534,
      "loss": 0.8273,
      "step": 3221
    },
    {
      "epoch": 0.7834174214333475,
      "grad_norm": 0.586534321308136,
      "learning_rate": 0.00016859527313209722,
      "loss": 0.8034,
      "step": 3222
    },
    {
      "epoch": 0.7836605677466415,
      "grad_norm": 0.5697388052940369,
      "learning_rate": 0.00016857669485566775,
      "loss": 0.8107,
      "step": 3223
    },
    {
      "epoch": 0.7839037140599355,
      "grad_norm": 0.5700416564941406,
      "learning_rate": 0.0001685581121099078,
      "loss": 0.893,
      "step": 3224
    },
    {
      "epoch": 0.7841468603732296,
      "grad_norm": 0.5513144731521606,
      "learning_rate": 0.0001685395248960284,
      "loss": 0.8514,
      "step": 3225
    },
    {
      "epoch": 0.7843900066865236,
      "grad_norm": 0.6095948219299316,
      "learning_rate": 0.000168520933215241,
      "loss": 0.9066,
      "step": 3226
    },
    {
      "epoch": 0.7846331529998176,
      "grad_norm": 0.5552830696105957,
      "learning_rate": 0.00016850233706875727,
      "loss": 0.91,
      "step": 3227
    },
    {
      "epoch": 0.7848762993131116,
      "grad_norm": 0.6204704642295837,
      "learning_rate": 0.0001684837364577891,
      "loss": 0.9281,
      "step": 3228
    },
    {
      "epoch": 0.7851194456264057,
      "grad_norm": 0.5957556366920471,
      "learning_rate": 0.00016846513138354878,
      "loss": 0.8273,
      "step": 3229
    },
    {
      "epoch": 0.7853625919396997,
      "grad_norm": 0.5845865607261658,
      "learning_rate": 0.00016844652184724884,
      "loss": 0.7657,
      "step": 3230
    },
    {
      "epoch": 0.7856057382529937,
      "grad_norm": 0.5734539031982422,
      "learning_rate": 0.0001684279078501022,
      "loss": 0.8334,
      "step": 3231
    },
    {
      "epoch": 0.7858488845662878,
      "grad_norm": 0.5600455403327942,
      "learning_rate": 0.00016840928939332184,
      "loss": 0.7875,
      "step": 3232
    },
    {
      "epoch": 0.7860920308795818,
      "grad_norm": 0.5825279951095581,
      "learning_rate": 0.00016839066647812126,
      "loss": 0.8784,
      "step": 3233
    },
    {
      "epoch": 0.7863351771928758,
      "grad_norm": 0.5744229555130005,
      "learning_rate": 0.00016837203910571418,
      "loss": 0.8292,
      "step": 3234
    },
    {
      "epoch": 0.7865783235061699,
      "grad_norm": 0.5727629661560059,
      "learning_rate": 0.00016835340727731457,
      "loss": 0.852,
      "step": 3235
    },
    {
      "epoch": 0.7868214698194639,
      "grad_norm": 0.5921265482902527,
      "learning_rate": 0.0001683347709941367,
      "loss": 0.874,
      "step": 3236
    },
    {
      "epoch": 0.7870646161327579,
      "grad_norm": 0.6134088635444641,
      "learning_rate": 0.00016831613025739515,
      "loss": 0.8666,
      "step": 3237
    },
    {
      "epoch": 0.7873077624460519,
      "grad_norm": 0.5882985591888428,
      "learning_rate": 0.00016829748506830484,
      "loss": 0.8385,
      "step": 3238
    },
    {
      "epoch": 0.787550908759346,
      "grad_norm": 0.5724256038665771,
      "learning_rate": 0.00016827883542808088,
      "loss": 0.8743,
      "step": 3239
    },
    {
      "epoch": 0.78779405507264,
      "grad_norm": 0.5948050618171692,
      "learning_rate": 0.00016826018133793874,
      "loss": 0.8879,
      "step": 3240
    },
    {
      "epoch": 0.788037201385934,
      "grad_norm": 0.59902423620224,
      "learning_rate": 0.00016824152279909415,
      "loss": 0.8885,
      "step": 3241
    },
    {
      "epoch": 0.7882803476992281,
      "grad_norm": 0.5740706324577332,
      "learning_rate": 0.00016822285981276313,
      "loss": 0.7768,
      "step": 3242
    },
    {
      "epoch": 0.7885234940125221,
      "grad_norm": 0.6196224093437195,
      "learning_rate": 0.00016820419238016202,
      "loss": 0.9521,
      "step": 3243
    },
    {
      "epoch": 0.7887666403258161,
      "grad_norm": 0.5469656586647034,
      "learning_rate": 0.0001681855205025074,
      "loss": 0.6762,
      "step": 3244
    },
    {
      "epoch": 0.78900978663911,
      "grad_norm": 0.5355203151702881,
      "learning_rate": 0.00016816684418101616,
      "loss": 0.6591,
      "step": 3245
    },
    {
      "epoch": 0.7892529329524041,
      "grad_norm": 0.586414635181427,
      "learning_rate": 0.00016814816341690554,
      "loss": 0.8985,
      "step": 3246
    },
    {
      "epoch": 0.7894960792656981,
      "grad_norm": 0.5555552840232849,
      "learning_rate": 0.00016812947821139295,
      "loss": 0.7766,
      "step": 3247
    },
    {
      "epoch": 0.7897392255789921,
      "grad_norm": 0.5634614825248718,
      "learning_rate": 0.0001681107885656962,
      "loss": 0.8972,
      "step": 3248
    },
    {
      "epoch": 0.7899823718922862,
      "grad_norm": 0.5982733368873596,
      "learning_rate": 0.00016809209448103335,
      "loss": 0.8731,
      "step": 3249
    },
    {
      "epoch": 0.7902255182055802,
      "grad_norm": 0.5980851650238037,
      "learning_rate": 0.00016807339595862272,
      "loss": 0.9193,
      "step": 3250
    },
    {
      "epoch": 0.7904686645188742,
      "grad_norm": 0.6053680181503296,
      "learning_rate": 0.00016805469299968292,
      "loss": 0.8463,
      "step": 3251
    },
    {
      "epoch": 0.7907118108321682,
      "grad_norm": 0.5682892799377441,
      "learning_rate": 0.00016803598560543293,
      "loss": 0.7721,
      "step": 3252
    },
    {
      "epoch": 0.7909549571454623,
      "grad_norm": 0.5810198783874512,
      "learning_rate": 0.00016801727377709194,
      "loss": 0.8077,
      "step": 3253
    },
    {
      "epoch": 0.7911981034587563,
      "grad_norm": 0.6153506636619568,
      "learning_rate": 0.00016799855751587945,
      "loss": 0.9397,
      "step": 3254
    },
    {
      "epoch": 0.7914412497720503,
      "grad_norm": 0.7354385852813721,
      "learning_rate": 0.00016797983682301525,
      "loss": 0.8493,
      "step": 3255
    },
    {
      "epoch": 0.7916843960853444,
      "grad_norm": 0.7412468194961548,
      "learning_rate": 0.0001679611116997194,
      "loss": 0.7022,
      "step": 3256
    },
    {
      "epoch": 0.7919275423986384,
      "grad_norm": 0.5833984017372131,
      "learning_rate": 0.0001679423821472123,
      "loss": 0.8012,
      "step": 3257
    },
    {
      "epoch": 0.7921706887119324,
      "grad_norm": 0.5793116688728333,
      "learning_rate": 0.00016792364816671458,
      "loss": 0.8323,
      "step": 3258
    },
    {
      "epoch": 0.7924138350252264,
      "grad_norm": 0.5521083474159241,
      "learning_rate": 0.00016790490975944722,
      "loss": 0.7196,
      "step": 3259
    },
    {
      "epoch": 0.7926569813385205,
      "grad_norm": 0.5778182744979858,
      "learning_rate": 0.00016788616692663138,
      "loss": 0.8832,
      "step": 3260
    },
    {
      "epoch": 0.7929001276518145,
      "grad_norm": 0.5580617189407349,
      "learning_rate": 0.00016786741966948868,
      "loss": 0.8713,
      "step": 3261
    },
    {
      "epoch": 0.7931432739651085,
      "grad_norm": 0.5805412530899048,
      "learning_rate": 0.00016784866798924086,
      "loss": 0.7642,
      "step": 3262
    },
    {
      "epoch": 0.7933864202784026,
      "grad_norm": 0.5962915420532227,
      "learning_rate": 0.00016782991188711005,
      "loss": 0.9482,
      "step": 3263
    },
    {
      "epoch": 0.7936295665916966,
      "grad_norm": 0.5610044598579407,
      "learning_rate": 0.00016781115136431856,
      "loss": 0.7222,
      "step": 3264
    },
    {
      "epoch": 0.7938727129049906,
      "grad_norm": 0.5621436834335327,
      "learning_rate": 0.00016779238642208917,
      "loss": 0.8167,
      "step": 3265
    },
    {
      "epoch": 0.7941158592182846,
      "grad_norm": 0.5888386964797974,
      "learning_rate": 0.00016777361706164483,
      "loss": 0.7923,
      "step": 3266
    },
    {
      "epoch": 0.7943590055315787,
      "grad_norm": 0.5437392592430115,
      "learning_rate": 0.00016775484328420873,
      "loss": 0.6874,
      "step": 3267
    },
    {
      "epoch": 0.7946021518448727,
      "grad_norm": 0.6272948980331421,
      "learning_rate": 0.00016773606509100445,
      "loss": 0.8963,
      "step": 3268
    },
    {
      "epoch": 0.7948452981581666,
      "grad_norm": 0.5685721635818481,
      "learning_rate": 0.0001677172824832558,
      "loss": 0.9418,
      "step": 3269
    },
    {
      "epoch": 0.7950884444714607,
      "grad_norm": 0.5683255791664124,
      "learning_rate": 0.0001676984954621869,
      "loss": 0.8403,
      "step": 3270
    },
    {
      "epoch": 0.7953315907847547,
      "grad_norm": 0.5868581533432007,
      "learning_rate": 0.00016767970402902218,
      "loss": 0.6715,
      "step": 3271
    },
    {
      "epoch": 0.7955747370980487,
      "grad_norm": 0.6045042872428894,
      "learning_rate": 0.00016766090818498626,
      "loss": 0.8152,
      "step": 3272
    },
    {
      "epoch": 0.7958178834113427,
      "grad_norm": 0.5527127981185913,
      "learning_rate": 0.00016764210793130419,
      "loss": 0.8354,
      "step": 3273
    },
    {
      "epoch": 0.7960610297246368,
      "grad_norm": 0.5874758362770081,
      "learning_rate": 0.00016762330326920117,
      "loss": 1.017,
      "step": 3274
    },
    {
      "epoch": 0.7963041760379308,
      "grad_norm": 0.6431159973144531,
      "learning_rate": 0.0001676044941999028,
      "loss": 1.1212,
      "step": 3275
    },
    {
      "epoch": 0.7965473223512248,
      "grad_norm": 0.5709890127182007,
      "learning_rate": 0.0001675856807246349,
      "loss": 0.873,
      "step": 3276
    },
    {
      "epoch": 0.7967904686645189,
      "grad_norm": 0.5666356086730957,
      "learning_rate": 0.00016756686284462356,
      "loss": 0.939,
      "step": 3277
    },
    {
      "epoch": 0.7970336149778129,
      "grad_norm": 0.6114456653594971,
      "learning_rate": 0.00016754804056109528,
      "loss": 0.8453,
      "step": 3278
    },
    {
      "epoch": 0.7972767612911069,
      "grad_norm": 0.5873845815658569,
      "learning_rate": 0.0001675292138752767,
      "loss": 0.8327,
      "step": 3279
    },
    {
      "epoch": 0.797519907604401,
      "grad_norm": 0.7258934378623962,
      "learning_rate": 0.00016751038278839479,
      "loss": 0.8625,
      "step": 3280
    },
    {
      "epoch": 0.797763053917695,
      "grad_norm": 0.6825765371322632,
      "learning_rate": 0.00016749154730167688,
      "loss": 0.9988,
      "step": 3281
    },
    {
      "epoch": 0.798006200230989,
      "grad_norm": 0.5492608547210693,
      "learning_rate": 0.00016747270741635046,
      "loss": 0.786,
      "step": 3282
    },
    {
      "epoch": 0.798249346544283,
      "grad_norm": 0.6087671518325806,
      "learning_rate": 0.00016745386313364344,
      "loss": 0.8286,
      "step": 3283
    },
    {
      "epoch": 0.7984924928575771,
      "grad_norm": 0.5600178241729736,
      "learning_rate": 0.0001674350144547839,
      "loss": 0.6902,
      "step": 3284
    },
    {
      "epoch": 0.7987356391708711,
      "grad_norm": 0.5977137684822083,
      "learning_rate": 0.00016741616138100032,
      "loss": 1.0534,
      "step": 3285
    },
    {
      "epoch": 0.7989787854841651,
      "grad_norm": 0.6044754385948181,
      "learning_rate": 0.00016739730391352137,
      "loss": 0.7784,
      "step": 3286
    },
    {
      "epoch": 0.7992219317974592,
      "grad_norm": 0.6008907556533813,
      "learning_rate": 0.00016737844205357604,
      "loss": 0.9825,
      "step": 3287
    },
    {
      "epoch": 0.7994650781107532,
      "grad_norm": 0.5422452092170715,
      "learning_rate": 0.00016735957580239362,
      "loss": 0.8802,
      "step": 3288
    },
    {
      "epoch": 0.7997082244240472,
      "grad_norm": 0.5566269755363464,
      "learning_rate": 0.0001673407051612037,
      "loss": 0.7656,
      "step": 3289
    },
    {
      "epoch": 0.7999513707373412,
      "grad_norm": 0.5923895239830017,
      "learning_rate": 0.00016732183013123603,
      "loss": 0.8911,
      "step": 3290
    },
    {
      "epoch": 0.8001945170506353,
      "grad_norm": 0.5508787631988525,
      "learning_rate": 0.00016730295071372086,
      "loss": 0.804,
      "step": 3291
    },
    {
      "epoch": 0.8004376633639293,
      "grad_norm": 0.567859411239624,
      "learning_rate": 0.0001672840669098886,
      "loss": 0.9004,
      "step": 3292
    },
    {
      "epoch": 0.8006808096772232,
      "grad_norm": 0.5726945996284485,
      "learning_rate": 0.0001672651787209699,
      "loss": 0.9118,
      "step": 3293
    },
    {
      "epoch": 0.8009239559905172,
      "grad_norm": 0.6280837655067444,
      "learning_rate": 0.0001672462861481958,
      "loss": 0.9647,
      "step": 3294
    },
    {
      "epoch": 0.8011671023038113,
      "grad_norm": 0.5835161209106445,
      "learning_rate": 0.00016722738919279755,
      "loss": 0.9542,
      "step": 3295
    },
    {
      "epoch": 0.8014102486171053,
      "grad_norm": 0.6024386882781982,
      "learning_rate": 0.00016720848785600675,
      "loss": 0.9527,
      "step": 3296
    },
    {
      "epoch": 0.8016533949303993,
      "grad_norm": 0.63982754945755,
      "learning_rate": 0.0001671895821390552,
      "loss": 0.8834,
      "step": 3297
    },
    {
      "epoch": 0.8018965412436934,
      "grad_norm": 0.592714250087738,
      "learning_rate": 0.0001671706720431751,
      "loss": 0.8701,
      "step": 3298
    },
    {
      "epoch": 0.8021396875569874,
      "grad_norm": 0.5917966961860657,
      "learning_rate": 0.00016715175756959886,
      "loss": 0.9546,
      "step": 3299
    },
    {
      "epoch": 0.8023828338702814,
      "grad_norm": 0.6219502091407776,
      "learning_rate": 0.00016713283871955915,
      "loss": 0.8495,
      "step": 3300
    },
    {
      "epoch": 0.8026259801835754,
      "grad_norm": 0.5899568200111389,
      "learning_rate": 0.00016711391549428903,
      "loss": 0.8704,
      "step": 3301
    },
    {
      "epoch": 0.8028691264968695,
      "grad_norm": 0.5658838152885437,
      "learning_rate": 0.00016709498789502168,
      "loss": 0.7854,
      "step": 3302
    },
    {
      "epoch": 0.8031122728101635,
      "grad_norm": 0.6063084006309509,
      "learning_rate": 0.00016707605592299074,
      "loss": 0.6985,
      "step": 3303
    },
    {
      "epoch": 0.8033554191234575,
      "grad_norm": 0.6127086281776428,
      "learning_rate": 0.00016705711957943,
      "loss": 0.8336,
      "step": 3304
    },
    {
      "epoch": 0.8035985654367516,
      "grad_norm": 0.6072892546653748,
      "learning_rate": 0.0001670381788655737,
      "loss": 0.9573,
      "step": 3305
    },
    {
      "epoch": 0.8038417117500456,
      "grad_norm": 0.6052098870277405,
      "learning_rate": 0.00016701923378265615,
      "loss": 0.8488,
      "step": 3306
    },
    {
      "epoch": 0.8040848580633396,
      "grad_norm": 0.5649025440216064,
      "learning_rate": 0.0001670002843319121,
      "loss": 0.8359,
      "step": 3307
    },
    {
      "epoch": 0.8043280043766337,
      "grad_norm": 0.6047478914260864,
      "learning_rate": 0.00016698133051457653,
      "loss": 0.7646,
      "step": 3308
    },
    {
      "epoch": 0.8045711506899277,
      "grad_norm": 0.5950111746788025,
      "learning_rate": 0.00016696237233188466,
      "loss": 0.7969,
      "step": 3309
    },
    {
      "epoch": 0.8048142970032217,
      "grad_norm": 0.6438227295875549,
      "learning_rate": 0.00016694340978507216,
      "loss": 0.7978,
      "step": 3310
    },
    {
      "epoch": 0.8050574433165157,
      "grad_norm": 0.5738931894302368,
      "learning_rate": 0.00016692444287537476,
      "loss": 0.8209,
      "step": 3311
    },
    {
      "epoch": 0.8053005896298098,
      "grad_norm": 0.5762682557106018,
      "learning_rate": 0.00016690547160402869,
      "loss": 0.6431,
      "step": 3312
    },
    {
      "epoch": 0.8055437359431038,
      "grad_norm": 0.5798837542533875,
      "learning_rate": 0.00016688649597227024,
      "loss": 0.9478,
      "step": 3313
    },
    {
      "epoch": 0.8057868822563978,
      "grad_norm": 0.6139547824859619,
      "learning_rate": 0.0001668675159813362,
      "loss": 1.0014,
      "step": 3314
    },
    {
      "epoch": 0.8060300285696919,
      "grad_norm": 0.6007046103477478,
      "learning_rate": 0.0001668485316324635,
      "loss": 0.8275,
      "step": 3315
    },
    {
      "epoch": 0.8062731748829859,
      "grad_norm": 0.5998275279998779,
      "learning_rate": 0.00016682954292688944,
      "loss": 0.9015,
      "step": 3316
    },
    {
      "epoch": 0.8065163211962798,
      "grad_norm": 0.567055881023407,
      "learning_rate": 0.0001668105498658515,
      "loss": 0.8138,
      "step": 3317
    },
    {
      "epoch": 0.8067594675095738,
      "grad_norm": 0.6192213892936707,
      "learning_rate": 0.00016679155245058756,
      "loss": 0.8306,
      "step": 3318
    },
    {
      "epoch": 0.8070026138228679,
      "grad_norm": 0.5941392183303833,
      "learning_rate": 0.00016677255068233576,
      "loss": 0.7904,
      "step": 3319
    },
    {
      "epoch": 0.8072457601361619,
      "grad_norm": 0.5821216702461243,
      "learning_rate": 0.00016675354456233444,
      "loss": 0.7807,
      "step": 3320
    },
    {
      "epoch": 0.8074889064494559,
      "grad_norm": 0.5605331659317017,
      "learning_rate": 0.0001667345340918223,
      "loss": 0.6636,
      "step": 3321
    },
    {
      "epoch": 0.80773205276275,
      "grad_norm": 0.6010240912437439,
      "learning_rate": 0.0001667155192720383,
      "loss": 0.8202,
      "step": 3322
    },
    {
      "epoch": 0.807975199076044,
      "grad_norm": 0.5793131589889526,
      "learning_rate": 0.00016669650010422168,
      "loss": 0.7511,
      "step": 3323
    },
    {
      "epoch": 0.808218345389338,
      "grad_norm": 0.5831393003463745,
      "learning_rate": 0.00016667747658961204,
      "loss": 0.8167,
      "step": 3324
    },
    {
      "epoch": 0.808461491702632,
      "grad_norm": 0.5835110545158386,
      "learning_rate": 0.00016665844872944908,
      "loss": 0.8915,
      "step": 3325
    },
    {
      "epoch": 0.8087046380159261,
      "grad_norm": 0.6056930422782898,
      "learning_rate": 0.00016663941652497302,
      "loss": 0.8398,
      "step": 3326
    },
    {
      "epoch": 0.8089477843292201,
      "grad_norm": 0.621447741985321,
      "learning_rate": 0.00016662037997742415,
      "loss": 0.8544,
      "step": 3327
    },
    {
      "epoch": 0.8091909306425141,
      "grad_norm": 0.5581546425819397,
      "learning_rate": 0.00016660133908804315,
      "loss": 0.8437,
      "step": 3328
    },
    {
      "epoch": 0.8094340769558082,
      "grad_norm": 0.5591663122177124,
      "learning_rate": 0.00016658229385807096,
      "loss": 0.8443,
      "step": 3329
    },
    {
      "epoch": 0.8096772232691022,
      "grad_norm": 0.5802201628684998,
      "learning_rate": 0.00016656324428874887,
      "loss": 0.9869,
      "step": 3330
    },
    {
      "epoch": 0.8099203695823962,
      "grad_norm": 0.5822423696517944,
      "learning_rate": 0.00016654419038131835,
      "loss": 0.7581,
      "step": 3331
    },
    {
      "epoch": 0.8101635158956902,
      "grad_norm": 0.6159740090370178,
      "learning_rate": 0.00016652513213702116,
      "loss": 0.9348,
      "step": 3332
    },
    {
      "epoch": 0.8104066622089843,
      "grad_norm": 0.6277613639831543,
      "learning_rate": 0.00016650606955709941,
      "loss": 1.0353,
      "step": 3333
    },
    {
      "epoch": 0.8106498085222783,
      "grad_norm": 0.551938533782959,
      "learning_rate": 0.0001664870026427955,
      "loss": 0.8077,
      "step": 3334
    },
    {
      "epoch": 0.8108929548355723,
      "grad_norm": 0.5876567959785461,
      "learning_rate": 0.00016646793139535204,
      "loss": 0.7818,
      "step": 3335
    },
    {
      "epoch": 0.8111361011488664,
      "grad_norm": 0.6039109230041504,
      "learning_rate": 0.00016644885581601192,
      "loss": 0.9514,
      "step": 3336
    },
    {
      "epoch": 0.8113792474621604,
      "grad_norm": 0.5724023580551147,
      "learning_rate": 0.0001664297759060184,
      "loss": 0.7416,
      "step": 3337
    },
    {
      "epoch": 0.8116223937754544,
      "grad_norm": 0.619450569152832,
      "learning_rate": 0.00016641069166661496,
      "loss": 0.8532,
      "step": 3338
    },
    {
      "epoch": 0.8118655400887484,
      "grad_norm": 0.6567193269729614,
      "learning_rate": 0.00016639160309904534,
      "loss": 0.8223,
      "step": 3339
    },
    {
      "epoch": 0.8121086864020425,
      "grad_norm": 0.6032499074935913,
      "learning_rate": 0.00016637251020455365,
      "loss": 0.7175,
      "step": 3340
    },
    {
      "epoch": 0.8123518327153365,
      "grad_norm": 0.5999539494514465,
      "learning_rate": 0.00016635341298438413,
      "loss": 1.0258,
      "step": 3341
    },
    {
      "epoch": 0.8125949790286304,
      "grad_norm": 0.6197127103805542,
      "learning_rate": 0.00016633431143978154,
      "loss": 0.8567,
      "step": 3342
    },
    {
      "epoch": 0.8128381253419245,
      "grad_norm": 0.6294938921928406,
      "learning_rate": 0.00016631520557199063,
      "loss": 0.8116,
      "step": 3343
    },
    {
      "epoch": 0.8130812716552185,
      "grad_norm": 0.5957725644111633,
      "learning_rate": 0.0001662960953822567,
      "loss": 1.0877,
      "step": 3344
    },
    {
      "epoch": 0.8133244179685125,
      "grad_norm": 0.6179800629615784,
      "learning_rate": 0.00016627698087182512,
      "loss": 0.7662,
      "step": 3345
    },
    {
      "epoch": 0.8135675642818065,
      "grad_norm": 0.5811665058135986,
      "learning_rate": 0.0001662578620419417,
      "loss": 0.8157,
      "step": 3346
    },
    {
      "epoch": 0.8138107105951006,
      "grad_norm": 0.5692857503890991,
      "learning_rate": 0.00016623873889385246,
      "loss": 0.84,
      "step": 3347
    },
    {
      "epoch": 0.8140538569083946,
      "grad_norm": 0.6480249166488647,
      "learning_rate": 0.0001662196114288037,
      "loss": 0.9553,
      "step": 3348
    },
    {
      "epoch": 0.8142970032216886,
      "grad_norm": 0.6056815385818481,
      "learning_rate": 0.000166200479648042,
      "loss": 0.8154,
      "step": 3349
    },
    {
      "epoch": 0.8145401495349827,
      "grad_norm": 0.5431345701217651,
      "learning_rate": 0.0001661813435528142,
      "loss": 0.7881,
      "step": 3350
    },
    {
      "epoch": 0.8147832958482767,
      "grad_norm": 0.6242749094963074,
      "learning_rate": 0.0001661622031443675,
      "loss": 0.8062,
      "step": 3351
    },
    {
      "epoch": 0.8150264421615707,
      "grad_norm": 0.5955223441123962,
      "learning_rate": 0.00016614305842394932,
      "loss": 0.8768,
      "step": 3352
    },
    {
      "epoch": 0.8152695884748647,
      "grad_norm": 0.6732509732246399,
      "learning_rate": 0.0001661239093928074,
      "loss": 1.1432,
      "step": 3353
    },
    {
      "epoch": 0.8155127347881588,
      "grad_norm": 0.6011764407157898,
      "learning_rate": 0.00016610475605218964,
      "loss": 0.9458,
      "step": 3354
    },
    {
      "epoch": 0.8157558811014528,
      "grad_norm": 0.5071563124656677,
      "learning_rate": 0.00016608559840334443,
      "loss": 0.6586,
      "step": 3355
    },
    {
      "epoch": 0.8159990274147468,
      "grad_norm": 0.5609421730041504,
      "learning_rate": 0.00016606643644752027,
      "loss": 0.8462,
      "step": 3356
    },
    {
      "epoch": 0.8162421737280409,
      "grad_norm": 0.6316256523132324,
      "learning_rate": 0.00016604727018596603,
      "loss": 0.9486,
      "step": 3357
    },
    {
      "epoch": 0.8164853200413349,
      "grad_norm": 0.6164038777351379,
      "learning_rate": 0.00016602809961993077,
      "loss": 0.97,
      "step": 3358
    },
    {
      "epoch": 0.8167284663546289,
      "grad_norm": 0.6647262573242188,
      "learning_rate": 0.0001660089247506639,
      "loss": 0.8297,
      "step": 3359
    },
    {
      "epoch": 0.816971612667923,
      "grad_norm": 0.5795937776565552,
      "learning_rate": 0.00016598974557941517,
      "loss": 1.0604,
      "step": 3360
    },
    {
      "epoch": 0.817214758981217,
      "grad_norm": 0.5916425585746765,
      "learning_rate": 0.00016597056210743448,
      "loss": 0.8421,
      "step": 3361
    },
    {
      "epoch": 0.817457905294511,
      "grad_norm": 0.5851311683654785,
      "learning_rate": 0.00016595137433597203,
      "loss": 0.8616,
      "step": 3362
    },
    {
      "epoch": 0.817701051607805,
      "grad_norm": 0.5505969524383545,
      "learning_rate": 0.00016593218226627841,
      "loss": 0.8631,
      "step": 3363
    },
    {
      "epoch": 0.8179441979210991,
      "grad_norm": 0.5720994472503662,
      "learning_rate": 0.00016591298589960443,
      "loss": 0.8384,
      "step": 3364
    },
    {
      "epoch": 0.8181873442343931,
      "grad_norm": 0.6698511242866516,
      "learning_rate": 0.00016589378523720113,
      "loss": 0.9092,
      "step": 3365
    },
    {
      "epoch": 0.818430490547687,
      "grad_norm": 0.5746967196464539,
      "learning_rate": 0.00016587458028031983,
      "loss": 0.9502,
      "step": 3366
    },
    {
      "epoch": 0.818673636860981,
      "grad_norm": 0.6212469339370728,
      "learning_rate": 0.00016585537103021224,
      "loss": 0.8261,
      "step": 3367
    },
    {
      "epoch": 0.8189167831742751,
      "grad_norm": 0.5266166925430298,
      "learning_rate": 0.00016583615748813027,
      "loss": 0.7094,
      "step": 3368
    },
    {
      "epoch": 0.8191599294875691,
      "grad_norm": 0.6484931111335754,
      "learning_rate": 0.0001658169396553261,
      "loss": 1.0053,
      "step": 3369
    },
    {
      "epoch": 0.8194030758008631,
      "grad_norm": 0.5970552563667297,
      "learning_rate": 0.0001657977175330522,
      "loss": 0.7973,
      "step": 3370
    },
    {
      "epoch": 0.8196462221141572,
      "grad_norm": 0.5702753663063049,
      "learning_rate": 0.00016577849112256132,
      "loss": 0.8046,
      "step": 3371
    },
    {
      "epoch": 0.8198893684274512,
      "grad_norm": 0.6179127097129822,
      "learning_rate": 0.00016575926042510655,
      "loss": 0.9127,
      "step": 3372
    },
    {
      "epoch": 0.8201325147407452,
      "grad_norm": 0.5627959966659546,
      "learning_rate": 0.00016574002544194114,
      "loss": 0.8352,
      "step": 3373
    },
    {
      "epoch": 0.8203756610540393,
      "grad_norm": 0.5654846429824829,
      "learning_rate": 0.00016572078617431877,
      "loss": 0.7627,
      "step": 3374
    },
    {
      "epoch": 0.8206188073673333,
      "grad_norm": 0.6020045876502991,
      "learning_rate": 0.00016570154262349323,
      "loss": 0.7075,
      "step": 3375
    },
    {
      "epoch": 0.8208619536806273,
      "grad_norm": 0.5812962055206299,
      "learning_rate": 0.00016568229479071872,
      "loss": 0.625,
      "step": 3376
    },
    {
      "epoch": 0.8211050999939213,
      "grad_norm": 0.558262825012207,
      "learning_rate": 0.00016566304267724968,
      "loss": 0.7265,
      "step": 3377
    },
    {
      "epoch": 0.8213482463072154,
      "grad_norm": 0.5769748687744141,
      "learning_rate": 0.00016564378628434082,
      "loss": 0.8606,
      "step": 3378
    },
    {
      "epoch": 0.8215913926205094,
      "grad_norm": 0.5962854623794556,
      "learning_rate": 0.0001656245256132471,
      "loss": 0.9459,
      "step": 3379
    },
    {
      "epoch": 0.8218345389338034,
      "grad_norm": 0.5767368078231812,
      "learning_rate": 0.00016560526066522382,
      "loss": 0.8435,
      "step": 3380
    },
    {
      "epoch": 0.8220776852470975,
      "grad_norm": 0.5800529718399048,
      "learning_rate": 0.0001655859914415265,
      "loss": 0.7202,
      "step": 3381
    },
    {
      "epoch": 0.8223208315603915,
      "grad_norm": 0.5754637122154236,
      "learning_rate": 0.00016556671794341101,
      "loss": 0.7815,
      "step": 3382
    },
    {
      "epoch": 0.8225639778736855,
      "grad_norm": 0.5754947662353516,
      "learning_rate": 0.0001655474401721334,
      "loss": 0.7978,
      "step": 3383
    },
    {
      "epoch": 0.8228071241869795,
      "grad_norm": 0.5692074298858643,
      "learning_rate": 0.00016552815812895014,
      "loss": 1.0093,
      "step": 3384
    },
    {
      "epoch": 0.8230502705002736,
      "grad_norm": 0.5699931979179382,
      "learning_rate": 0.0001655088718151178,
      "loss": 0.8012,
      "step": 3385
    },
    {
      "epoch": 0.8232934168135676,
      "grad_norm": 0.5705070495605469,
      "learning_rate": 0.00016548958123189337,
      "loss": 0.9537,
      "step": 3386
    },
    {
      "epoch": 0.8235365631268616,
      "grad_norm": 0.6297385096549988,
      "learning_rate": 0.0001654702863805341,
      "loss": 0.9715,
      "step": 3387
    },
    {
      "epoch": 0.8237797094401557,
      "grad_norm": 0.609091579914093,
      "learning_rate": 0.00016545098726229742,
      "loss": 0.8614,
      "step": 3388
    },
    {
      "epoch": 0.8240228557534497,
      "grad_norm": 0.5898149013519287,
      "learning_rate": 0.00016543168387844114,
      "loss": 0.7838,
      "step": 3389
    },
    {
      "epoch": 0.8242660020667436,
      "grad_norm": 0.604190468788147,
      "learning_rate": 0.0001654123762302233,
      "loss": 0.7863,
      "step": 3390
    },
    {
      "epoch": 0.8245091483800376,
      "grad_norm": 0.5848002433776855,
      "learning_rate": 0.0001653930643189023,
      "loss": 0.8792,
      "step": 3391
    },
    {
      "epoch": 0.8247522946933317,
      "grad_norm": 0.6127400994300842,
      "learning_rate": 0.00016537374814573665,
      "loss": 0.9104,
      "step": 3392
    },
    {
      "epoch": 0.8249954410066257,
      "grad_norm": 0.6230584979057312,
      "learning_rate": 0.0001653544277119853,
      "loss": 0.862,
      "step": 3393
    },
    {
      "epoch": 0.8252385873199197,
      "grad_norm": 0.559345543384552,
      "learning_rate": 0.0001653351030189074,
      "loss": 0.7385,
      "step": 3394
    },
    {
      "epoch": 0.8254817336332138,
      "grad_norm": 0.5503052473068237,
      "learning_rate": 0.0001653157740677624,
      "loss": 0.92,
      "step": 3395
    },
    {
      "epoch": 0.8257248799465078,
      "grad_norm": 0.5539147257804871,
      "learning_rate": 0.00016529644085980997,
      "loss": 0.8408,
      "step": 3396
    },
    {
      "epoch": 0.8259680262598018,
      "grad_norm": 0.5959934592247009,
      "learning_rate": 0.0001652771033963102,
      "loss": 0.878,
      "step": 3397
    },
    {
      "epoch": 0.8262111725730958,
      "grad_norm": 0.5727898478507996,
      "learning_rate": 0.0001652577616785233,
      "loss": 0.8235,
      "step": 3398
    },
    {
      "epoch": 0.8264543188863899,
      "grad_norm": 0.5297054648399353,
      "learning_rate": 0.00016523841570770983,
      "loss": 0.8287,
      "step": 3399
    },
    {
      "epoch": 0.8266974651996839,
      "grad_norm": 0.571031928062439,
      "learning_rate": 0.00016521906548513062,
      "loss": 0.8644,
      "step": 3400
    },
    {
      "epoch": 0.8266974651996839,
      "eval_loss": 0.8294061422348022,
      "eval_runtime": 12.3418,
      "eval_samples_per_second": 40.189,
      "eval_steps_per_second": 6.725,
      "step": 3400
    },
    {
      "epoch": 0.8269406115129779,
      "grad_norm": 0.5956143736839294,
      "learning_rate": 0.00016519971101204678,
      "loss": 0.8283,
      "step": 3401
    },
    {
      "epoch": 0.827183757826272,
      "grad_norm": 0.6264976859092712,
      "learning_rate": 0.00016518035228971974,
      "loss": 0.829,
      "step": 3402
    },
    {
      "epoch": 0.827426904139566,
      "grad_norm": 0.6264524459838867,
      "learning_rate": 0.00016516098931941109,
      "loss": 0.8113,
      "step": 3403
    },
    {
      "epoch": 0.82767005045286,
      "grad_norm": 0.6082269549369812,
      "learning_rate": 0.0001651416221023828,
      "loss": 0.8001,
      "step": 3404
    },
    {
      "epoch": 0.827913196766154,
      "grad_norm": 0.5780486464500427,
      "learning_rate": 0.00016512225063989707,
      "loss": 0.7805,
      "step": 3405
    },
    {
      "epoch": 0.8281563430794481,
      "grad_norm": 0.5894244909286499,
      "learning_rate": 0.00016510287493321643,
      "loss": 0.8938,
      "step": 3406
    },
    {
      "epoch": 0.8283994893927421,
      "grad_norm": 0.6014531850814819,
      "learning_rate": 0.00016508349498360362,
      "loss": 0.9149,
      "step": 3407
    },
    {
      "epoch": 0.8286426357060361,
      "grad_norm": 0.5918668508529663,
      "learning_rate": 0.00016506411079232164,
      "loss": 0.8606,
      "step": 3408
    },
    {
      "epoch": 0.8288857820193302,
      "grad_norm": 0.6168482303619385,
      "learning_rate": 0.00016504472236063392,
      "loss": 1.0067,
      "step": 3409
    },
    {
      "epoch": 0.8291289283326242,
      "grad_norm": 0.5844174027442932,
      "learning_rate": 0.00016502532968980393,
      "loss": 0.7952,
      "step": 3410
    },
    {
      "epoch": 0.8293720746459182,
      "grad_norm": 0.5640298128128052,
      "learning_rate": 0.00016500593278109563,
      "loss": 0.8918,
      "step": 3411
    },
    {
      "epoch": 0.8296152209592123,
      "grad_norm": 0.5645273923873901,
      "learning_rate": 0.00016498653163577316,
      "loss": 0.8416,
      "step": 3412
    },
    {
      "epoch": 0.8298583672725063,
      "grad_norm": 0.6426814198493958,
      "learning_rate": 0.0001649671262551009,
      "loss": 1.0324,
      "step": 3413
    },
    {
      "epoch": 0.8301015135858003,
      "grad_norm": 0.519045889377594,
      "learning_rate": 0.00016494771664034362,
      "loss": 0.6197,
      "step": 3414
    },
    {
      "epoch": 0.8303446598990942,
      "grad_norm": 0.5909420251846313,
      "learning_rate": 0.00016492830279276623,
      "loss": 0.8146,
      "step": 3415
    },
    {
      "epoch": 0.8305878062123883,
      "grad_norm": 0.6122987270355225,
      "learning_rate": 0.00016490888471363405,
      "loss": 0.8681,
      "step": 3416
    },
    {
      "epoch": 0.8308309525256823,
      "grad_norm": 0.5978943109512329,
      "learning_rate": 0.00016488946240421254,
      "loss": 0.7499,
      "step": 3417
    },
    {
      "epoch": 0.8310740988389763,
      "grad_norm": 0.6402941346168518,
      "learning_rate": 0.00016487003586576753,
      "loss": 0.8648,
      "step": 3418
    },
    {
      "epoch": 0.8313172451522703,
      "grad_norm": 0.5716758370399475,
      "learning_rate": 0.00016485060509956515,
      "loss": 0.8347,
      "step": 3419
    },
    {
      "epoch": 0.8315603914655644,
      "grad_norm": 0.6084398031234741,
      "learning_rate": 0.00016483117010687167,
      "loss": 0.8016,
      "step": 3420
    },
    {
      "epoch": 0.8318035377788584,
      "grad_norm": 0.6415697336196899,
      "learning_rate": 0.0001648117308889538,
      "loss": 0.8954,
      "step": 3421
    },
    {
      "epoch": 0.8320466840921524,
      "grad_norm": 0.6174613833427429,
      "learning_rate": 0.0001647922874470784,
      "loss": 0.9307,
      "step": 3422
    },
    {
      "epoch": 0.8322898304054465,
      "grad_norm": 0.6052086353302002,
      "learning_rate": 0.00016477283978251267,
      "loss": 0.9603,
      "step": 3423
    },
    {
      "epoch": 0.8325329767187405,
      "grad_norm": 0.5975722670555115,
      "learning_rate": 0.00016475338789652402,
      "loss": 0.7823,
      "step": 3424
    },
    {
      "epoch": 0.8327761230320345,
      "grad_norm": 0.5609774589538574,
      "learning_rate": 0.00016473393179038028,
      "loss": 0.8397,
      "step": 3425
    },
    {
      "epoch": 0.8330192693453286,
      "grad_norm": 0.5996683239936829,
      "learning_rate": 0.00016471447146534937,
      "loss": 1.0071,
      "step": 3426
    },
    {
      "epoch": 0.8332624156586226,
      "grad_norm": 0.5934998989105225,
      "learning_rate": 0.0001646950069226996,
      "loss": 0.9515,
      "step": 3427
    },
    {
      "epoch": 0.8335055619719166,
      "grad_norm": 0.5658832788467407,
      "learning_rate": 0.0001646755381636996,
      "loss": 0.829,
      "step": 3428
    },
    {
      "epoch": 0.8337487082852106,
      "grad_norm": 0.5492211580276489,
      "learning_rate": 0.00016465606518961806,
      "loss": 0.7868,
      "step": 3429
    },
    {
      "epoch": 0.8339918545985047,
      "grad_norm": 0.5797022581100464,
      "learning_rate": 0.0001646365880017242,
      "loss": 0.8119,
      "step": 3430
    },
    {
      "epoch": 0.8342350009117987,
      "grad_norm": 0.6039186120033264,
      "learning_rate": 0.00016461710660128733,
      "loss": 0.8536,
      "step": 3431
    },
    {
      "epoch": 0.8344781472250927,
      "grad_norm": 0.5691859722137451,
      "learning_rate": 0.0001645976209895772,
      "loss": 0.927,
      "step": 3432
    },
    {
      "epoch": 0.8347212935383868,
      "grad_norm": 0.6043288111686707,
      "learning_rate": 0.00016457813116786362,
      "loss": 0.8293,
      "step": 3433
    },
    {
      "epoch": 0.8349644398516808,
      "grad_norm": 0.5699365139007568,
      "learning_rate": 0.0001645586371374169,
      "loss": 0.8037,
      "step": 3434
    },
    {
      "epoch": 0.8352075861649748,
      "grad_norm": 0.6207206845283508,
      "learning_rate": 0.00016453913889950743,
      "loss": 1.1008,
      "step": 3435
    },
    {
      "epoch": 0.8354507324782688,
      "grad_norm": 0.6233223080635071,
      "learning_rate": 0.00016451963645540603,
      "loss": 0.838,
      "step": 3436
    },
    {
      "epoch": 0.8356938787915629,
      "grad_norm": 0.5439101457595825,
      "learning_rate": 0.0001645001298063837,
      "loss": 0.8301,
      "step": 3437
    },
    {
      "epoch": 0.8359370251048569,
      "grad_norm": 0.5537502765655518,
      "learning_rate": 0.00016448061895371177,
      "loss": 0.6389,
      "step": 3438
    },
    {
      "epoch": 0.8361801714181508,
      "grad_norm": 0.607282817363739,
      "learning_rate": 0.00016446110389866175,
      "loss": 1.0775,
      "step": 3439
    },
    {
      "epoch": 0.8364233177314448,
      "grad_norm": 0.6240115165710449,
      "learning_rate": 0.00016444158464250553,
      "loss": 0.9373,
      "step": 3440
    },
    {
      "epoch": 0.8366664640447389,
      "grad_norm": 0.5546243190765381,
      "learning_rate": 0.00016442206118651525,
      "loss": 0.7682,
      "step": 3441
    },
    {
      "epoch": 0.8369096103580329,
      "grad_norm": 0.5949352383613586,
      "learning_rate": 0.0001644025335319633,
      "loss": 0.9288,
      "step": 3442
    },
    {
      "epoch": 0.8371527566713269,
      "grad_norm": 0.555256724357605,
      "learning_rate": 0.00016438300168012234,
      "loss": 0.7599,
      "step": 3443
    },
    {
      "epoch": 0.837395902984621,
      "grad_norm": 0.5788485407829285,
      "learning_rate": 0.00016436346563226533,
      "loss": 0.9787,
      "step": 3444
    },
    {
      "epoch": 0.837639049297915,
      "grad_norm": 0.5890231728553772,
      "learning_rate": 0.00016434392538966546,
      "loss": 0.8334,
      "step": 3445
    },
    {
      "epoch": 0.837882195611209,
      "grad_norm": 0.596876323223114,
      "learning_rate": 0.00016432438095359623,
      "loss": 0.8929,
      "step": 3446
    },
    {
      "epoch": 0.838125341924503,
      "grad_norm": 0.5441122055053711,
      "learning_rate": 0.00016430483232533142,
      "loss": 0.63,
      "step": 3447
    },
    {
      "epoch": 0.8383684882377971,
      "grad_norm": 0.5873099565505981,
      "learning_rate": 0.00016428527950614505,
      "loss": 0.8979,
      "step": 3448
    },
    {
      "epoch": 0.8386116345510911,
      "grad_norm": 0.5787085890769958,
      "learning_rate": 0.00016426572249731144,
      "loss": 0.893,
      "step": 3449
    },
    {
      "epoch": 0.8388547808643851,
      "grad_norm": 0.5676369667053223,
      "learning_rate": 0.00016424616130010516,
      "loss": 0.7872,
      "step": 3450
    },
    {
      "epoch": 0.8390979271776792,
      "grad_norm": 0.5810187458992004,
      "learning_rate": 0.0001642265959158011,
      "loss": 0.7936,
      "step": 3451
    },
    {
      "epoch": 0.8393410734909732,
      "grad_norm": 0.5641562938690186,
      "learning_rate": 0.00016420702634567435,
      "loss": 0.8411,
      "step": 3452
    },
    {
      "epoch": 0.8395842198042672,
      "grad_norm": 0.5833740234375,
      "learning_rate": 0.00016418745259100034,
      "loss": 0.9055,
      "step": 3453
    },
    {
      "epoch": 0.8398273661175613,
      "grad_norm": 0.6380788087844849,
      "learning_rate": 0.00016416787465305474,
      "loss": 0.8423,
      "step": 3454
    },
    {
      "epoch": 0.8400705124308553,
      "grad_norm": 0.6081022024154663,
      "learning_rate": 0.00016414829253311348,
      "loss": 0.8057,
      "step": 3455
    },
    {
      "epoch": 0.8403136587441493,
      "grad_norm": 0.5365254878997803,
      "learning_rate": 0.0001641287062324528,
      "loss": 0.8624,
      "step": 3456
    },
    {
      "epoch": 0.8405568050574433,
      "grad_norm": 0.543188214302063,
      "learning_rate": 0.00016410911575234918,
      "loss": 0.7133,
      "step": 3457
    },
    {
      "epoch": 0.8407999513707374,
      "grad_norm": 0.539614737033844,
      "learning_rate": 0.00016408952109407937,
      "loss": 0.7628,
      "step": 3458
    },
    {
      "epoch": 0.8410430976840314,
      "grad_norm": 0.6057831645011902,
      "learning_rate": 0.00016406992225892047,
      "loss": 0.8557,
      "step": 3459
    },
    {
      "epoch": 0.8412862439973254,
      "grad_norm": 0.5487769246101379,
      "learning_rate": 0.0001640503192481497,
      "loss": 0.7031,
      "step": 3460
    },
    {
      "epoch": 0.8415293903106195,
      "grad_norm": 0.5890692472457886,
      "learning_rate": 0.00016403071206304472,
      "loss": 0.8423,
      "step": 3461
    },
    {
      "epoch": 0.8417725366239135,
      "grad_norm": 0.592750072479248,
      "learning_rate": 0.00016401110070488338,
      "loss": 1.0821,
      "step": 3462
    },
    {
      "epoch": 0.8420156829372074,
      "grad_norm": 0.6717582941055298,
      "learning_rate": 0.00016399148517494373,
      "loss": 0.8647,
      "step": 3463
    },
    {
      "epoch": 0.8422588292505014,
      "grad_norm": 0.6267015337944031,
      "learning_rate": 0.00016397186547450422,
      "loss": 0.9389,
      "step": 3464
    },
    {
      "epoch": 0.8425019755637955,
      "grad_norm": 0.548802375793457,
      "learning_rate": 0.00016395224160484353,
      "loss": 0.7268,
      "step": 3465
    },
    {
      "epoch": 0.8427451218770895,
      "grad_norm": 0.556876540184021,
      "learning_rate": 0.0001639326135672406,
      "loss": 0.8606,
      "step": 3466
    },
    {
      "epoch": 0.8429882681903835,
      "grad_norm": 0.5498303174972534,
      "learning_rate": 0.0001639129813629746,
      "loss": 0.8,
      "step": 3467
    },
    {
      "epoch": 0.8432314145036776,
      "grad_norm": 0.5766682624816895,
      "learning_rate": 0.00016389334499332506,
      "loss": 0.7707,
      "step": 3468
    },
    {
      "epoch": 0.8434745608169716,
      "grad_norm": 0.5483700633049011,
      "learning_rate": 0.00016387370445957174,
      "loss": 0.9188,
      "step": 3469
    },
    {
      "epoch": 0.8437177071302656,
      "grad_norm": 0.594212532043457,
      "learning_rate": 0.00016385405976299458,
      "loss": 0.7825,
      "step": 3470
    },
    {
      "epoch": 0.8439608534435596,
      "grad_norm": 0.6349332332611084,
      "learning_rate": 0.00016383441090487403,
      "loss": 0.8719,
      "step": 3471
    },
    {
      "epoch": 0.8442039997568537,
      "grad_norm": 0.6002436280250549,
      "learning_rate": 0.00016381475788649052,
      "loss": 0.788,
      "step": 3472
    },
    {
      "epoch": 0.8444471460701477,
      "grad_norm": 0.5982930064201355,
      "learning_rate": 0.00016379510070912496,
      "loss": 0.8762,
      "step": 3473
    },
    {
      "epoch": 0.8446902923834417,
      "grad_norm": 0.6363270878791809,
      "learning_rate": 0.00016377543937405847,
      "loss": 0.845,
      "step": 3474
    },
    {
      "epoch": 0.8449334386967358,
      "grad_norm": 0.6963403820991516,
      "learning_rate": 0.00016375577388257238,
      "loss": 0.9189,
      "step": 3475
    },
    {
      "epoch": 0.8451765850100298,
      "grad_norm": 0.6164878010749817,
      "learning_rate": 0.0001637361042359484,
      "loss": 0.7701,
      "step": 3476
    },
    {
      "epoch": 0.8454197313233238,
      "grad_norm": 0.6078078746795654,
      "learning_rate": 0.0001637164304354684,
      "loss": 0.8848,
      "step": 3477
    },
    {
      "epoch": 0.8456628776366178,
      "grad_norm": 0.5811728239059448,
      "learning_rate": 0.00016369675248241466,
      "loss": 0.8998,
      "step": 3478
    },
    {
      "epoch": 0.8459060239499119,
      "grad_norm": 0.5588448643684387,
      "learning_rate": 0.00016367707037806954,
      "loss": 0.8887,
      "step": 3479
    },
    {
      "epoch": 0.8461491702632059,
      "grad_norm": 0.5669922232627869,
      "learning_rate": 0.00016365738412371585,
      "loss": 0.844,
      "step": 3480
    },
    {
      "epoch": 0.8463923165764999,
      "grad_norm": 0.5491958856582642,
      "learning_rate": 0.00016363769372063655,
      "loss": 0.7757,
      "step": 3481
    },
    {
      "epoch": 0.846635462889794,
      "grad_norm": 0.6098555326461792,
      "learning_rate": 0.00016361799917011496,
      "loss": 0.9021,
      "step": 3482
    },
    {
      "epoch": 0.846878609203088,
      "grad_norm": 0.5901789665222168,
      "learning_rate": 0.00016359830047343461,
      "loss": 0.6964,
      "step": 3483
    },
    {
      "epoch": 0.847121755516382,
      "grad_norm": 0.5844056010246277,
      "learning_rate": 0.00016357859763187934,
      "loss": 0.9378,
      "step": 3484
    },
    {
      "epoch": 0.847364901829676,
      "grad_norm": 0.5684398412704468,
      "learning_rate": 0.00016355889064673319,
      "loss": 0.8413,
      "step": 3485
    },
    {
      "epoch": 0.8476080481429701,
      "grad_norm": 0.591564416885376,
      "learning_rate": 0.00016353917951928052,
      "loss": 0.8567,
      "step": 3486
    },
    {
      "epoch": 0.8478511944562641,
      "grad_norm": 0.553511917591095,
      "learning_rate": 0.000163519464250806,
      "loss": 0.787,
      "step": 3487
    },
    {
      "epoch": 0.848094340769558,
      "grad_norm": 0.604556143283844,
      "learning_rate": 0.0001634997448425945,
      "loss": 0.7823,
      "step": 3488
    },
    {
      "epoch": 0.8483374870828521,
      "grad_norm": 0.5671566128730774,
      "learning_rate": 0.00016348002129593122,
      "loss": 0.7317,
      "step": 3489
    },
    {
      "epoch": 0.8485806333961461,
      "grad_norm": 0.5611708760261536,
      "learning_rate": 0.00016346029361210157,
      "loss": 0.9807,
      "step": 3490
    },
    {
      "epoch": 0.8488237797094401,
      "grad_norm": 0.6669529676437378,
      "learning_rate": 0.00016344056179239127,
      "loss": 1.0437,
      "step": 3491
    },
    {
      "epoch": 0.8490669260227341,
      "grad_norm": 0.5766781568527222,
      "learning_rate": 0.00016342082583808626,
      "loss": 0.8458,
      "step": 3492
    },
    {
      "epoch": 0.8493100723360282,
      "grad_norm": 0.5972939133644104,
      "learning_rate": 0.00016340108575047286,
      "loss": 0.8744,
      "step": 3493
    },
    {
      "epoch": 0.8495532186493222,
      "grad_norm": 0.6040009260177612,
      "learning_rate": 0.00016338134153083748,
      "loss": 0.881,
      "step": 3494
    },
    {
      "epoch": 0.8497963649626162,
      "grad_norm": 0.5843891501426697,
      "learning_rate": 0.00016336159318046698,
      "loss": 0.7087,
      "step": 3495
    },
    {
      "epoch": 0.8500395112759103,
      "grad_norm": 0.6376780867576599,
      "learning_rate": 0.00016334184070064843,
      "loss": 0.8656,
      "step": 3496
    },
    {
      "epoch": 0.8502826575892043,
      "grad_norm": 0.567202091217041,
      "learning_rate": 0.00016332208409266909,
      "loss": 0.714,
      "step": 3497
    },
    {
      "epoch": 0.8505258039024983,
      "grad_norm": 0.6117954850196838,
      "learning_rate": 0.00016330232335781659,
      "loss": 0.8506,
      "step": 3498
    },
    {
      "epoch": 0.8507689502157924,
      "grad_norm": 0.5900216102600098,
      "learning_rate": 0.00016328255849737882,
      "loss": 0.9997,
      "step": 3499
    },
    {
      "epoch": 0.8510120965290864,
      "grad_norm": 0.5789666175842285,
      "learning_rate": 0.00016326278951264383,
      "loss": 0.7489,
      "step": 3500
    },
    {
      "epoch": 0.8512552428423804,
      "grad_norm": 0.5926944017410278,
      "learning_rate": 0.00016324301640490007,
      "loss": 0.7024,
      "step": 3501
    },
    {
      "epoch": 0.8514983891556744,
      "grad_norm": 0.5498104095458984,
      "learning_rate": 0.0001632232391754362,
      "loss": 0.6764,
      "step": 3502
    },
    {
      "epoch": 0.8517415354689685,
      "grad_norm": 0.5786638855934143,
      "learning_rate": 0.00016320345782554115,
      "loss": 0.9015,
      "step": 3503
    },
    {
      "epoch": 0.8519846817822625,
      "grad_norm": 0.6266474723815918,
      "learning_rate": 0.00016318367235650417,
      "loss": 1.0065,
      "step": 3504
    },
    {
      "epoch": 0.8522278280955565,
      "grad_norm": 0.6366323828697205,
      "learning_rate": 0.00016316388276961465,
      "loss": 0.911,
      "step": 3505
    },
    {
      "epoch": 0.8524709744088506,
      "grad_norm": 0.5769323706626892,
      "learning_rate": 0.0001631440890661624,
      "loss": 0.7349,
      "step": 3506
    },
    {
      "epoch": 0.8527141207221446,
      "grad_norm": 0.5779805183410645,
      "learning_rate": 0.00016312429124743741,
      "loss": 0.8509,
      "step": 3507
    },
    {
      "epoch": 0.8529572670354386,
      "grad_norm": 0.6197872161865234,
      "learning_rate": 0.00016310448931472995,
      "loss": 0.8388,
      "step": 3508
    },
    {
      "epoch": 0.8532004133487326,
      "grad_norm": 0.5930989384651184,
      "learning_rate": 0.00016308468326933055,
      "loss": 0.9478,
      "step": 3509
    },
    {
      "epoch": 0.8534435596620267,
      "grad_norm": 0.5782074928283691,
      "learning_rate": 0.00016306487311253004,
      "loss": 0.848,
      "step": 3510
    },
    {
      "epoch": 0.8536867059753207,
      "grad_norm": 0.5742288827896118,
      "learning_rate": 0.00016304505884561952,
      "loss": 0.945,
      "step": 3511
    },
    {
      "epoch": 0.8539298522886146,
      "grad_norm": 0.7018965482711792,
      "learning_rate": 0.00016302524046989033,
      "loss": 0.7319,
      "step": 3512
    },
    {
      "epoch": 0.8541729986019087,
      "grad_norm": 0.6351085305213928,
      "learning_rate": 0.0001630054179866341,
      "loss": 0.8935,
      "step": 3513
    },
    {
      "epoch": 0.8544161449152027,
      "grad_norm": 0.6026393175125122,
      "learning_rate": 0.00016298559139714264,
      "loss": 0.9876,
      "step": 3514
    },
    {
      "epoch": 0.8546592912284967,
      "grad_norm": 0.5761896967887878,
      "learning_rate": 0.0001629657607027082,
      "loss": 0.7167,
      "step": 3515
    },
    {
      "epoch": 0.8549024375417907,
      "grad_norm": 0.574995219707489,
      "learning_rate": 0.00016294592590462316,
      "loss": 0.8467,
      "step": 3516
    },
    {
      "epoch": 0.8551455838550848,
      "grad_norm": 0.6237562298774719,
      "learning_rate": 0.0001629260870041802,
      "loss": 0.9576,
      "step": 3517
    },
    {
      "epoch": 0.8553887301683788,
      "grad_norm": 0.5884968042373657,
      "learning_rate": 0.0001629062440026723,
      "loss": 0.8692,
      "step": 3518
    },
    {
      "epoch": 0.8556318764816728,
      "grad_norm": 0.5366135239601135,
      "learning_rate": 0.0001628863969013927,
      "loss": 0.7797,
      "step": 3519
    },
    {
      "epoch": 0.8558750227949669,
      "grad_norm": 0.6183906197547913,
      "learning_rate": 0.00016286654570163477,
      "loss": 0.8558,
      "step": 3520
    },
    {
      "epoch": 0.8561181691082609,
      "grad_norm": 0.6738974452018738,
      "learning_rate": 0.00016284669040469242,
      "loss": 1.0371,
      "step": 3521
    },
    {
      "epoch": 0.8563613154215549,
      "grad_norm": 0.6047837138175964,
      "learning_rate": 0.0001628268310118596,
      "loss": 0.8967,
      "step": 3522
    },
    {
      "epoch": 0.8566044617348489,
      "grad_norm": 0.5677409172058105,
      "learning_rate": 0.0001628069675244306,
      "loss": 0.8045,
      "step": 3523
    },
    {
      "epoch": 0.856847608048143,
      "grad_norm": 0.562985360622406,
      "learning_rate": 0.00016278709994369995,
      "loss": 0.7442,
      "step": 3524
    },
    {
      "epoch": 0.857090754361437,
      "grad_norm": 0.5668975710868835,
      "learning_rate": 0.00016276722827096257,
      "loss": 0.7128,
      "step": 3525
    },
    {
      "epoch": 0.857333900674731,
      "grad_norm": 0.5301598906517029,
      "learning_rate": 0.00016274735250751347,
      "loss": 0.825,
      "step": 3526
    },
    {
      "epoch": 0.8575770469880251,
      "grad_norm": 0.6460296511650085,
      "learning_rate": 0.00016272747265464802,
      "loss": 0.848,
      "step": 3527
    },
    {
      "epoch": 0.8578201933013191,
      "grad_norm": 0.556099534034729,
      "learning_rate": 0.00016270758871366188,
      "loss": 0.86,
      "step": 3528
    },
    {
      "epoch": 0.8580633396146131,
      "grad_norm": 0.5784472823143005,
      "learning_rate": 0.00016268770068585088,
      "loss": 0.8114,
      "step": 3529
    },
    {
      "epoch": 0.8583064859279071,
      "grad_norm": 0.6220971941947937,
      "learning_rate": 0.00016266780857251124,
      "loss": 0.913,
      "step": 3530
    },
    {
      "epoch": 0.8585496322412012,
      "grad_norm": 0.5604540705680847,
      "learning_rate": 0.00016264791237493938,
      "loss": 0.7524,
      "step": 3531
    },
    {
      "epoch": 0.8587927785544952,
      "grad_norm": 0.5626106262207031,
      "learning_rate": 0.0001626280120944319,
      "loss": 0.7207,
      "step": 3532
    },
    {
      "epoch": 0.8590359248677892,
      "grad_norm": 0.5746620893478394,
      "learning_rate": 0.0001626081077322859,
      "loss": 0.8882,
      "step": 3533
    },
    {
      "epoch": 0.8592790711810833,
      "grad_norm": 0.6311841011047363,
      "learning_rate": 0.00016258819928979845,
      "loss": 0.842,
      "step": 3534
    },
    {
      "epoch": 0.8595222174943773,
      "grad_norm": 0.5243241190910339,
      "learning_rate": 0.00016256828676826715,
      "loss": 0.6284,
      "step": 3535
    },
    {
      "epoch": 0.8597653638076712,
      "grad_norm": 0.582861602306366,
      "learning_rate": 0.0001625483701689897,
      "loss": 0.8562,
      "step": 3536
    },
    {
      "epoch": 0.8600085101209652,
      "grad_norm": 0.5811061859130859,
      "learning_rate": 0.00016252844949326412,
      "loss": 0.7658,
      "step": 3537
    },
    {
      "epoch": 0.8602516564342593,
      "grad_norm": 0.6028710603713989,
      "learning_rate": 0.0001625085247423887,
      "loss": 0.7664,
      "step": 3538
    },
    {
      "epoch": 0.8604948027475533,
      "grad_norm": 0.5710294842720032,
      "learning_rate": 0.00016248859591766202,
      "loss": 1.0044,
      "step": 3539
    },
    {
      "epoch": 0.8607379490608473,
      "grad_norm": 0.6102214455604553,
      "learning_rate": 0.0001624686630203829,
      "loss": 0.843,
      "step": 3540
    },
    {
      "epoch": 0.8609810953741414,
      "grad_norm": 0.5582824349403381,
      "learning_rate": 0.00016244872605185036,
      "loss": 0.6726,
      "step": 3541
    },
    {
      "epoch": 0.8612242416874354,
      "grad_norm": 0.5972436666488647,
      "learning_rate": 0.0001624287850133638,
      "loss": 0.8497,
      "step": 3542
    },
    {
      "epoch": 0.8614673880007294,
      "grad_norm": 0.5401588082313538,
      "learning_rate": 0.0001624088399062228,
      "loss": 0.7771,
      "step": 3543
    },
    {
      "epoch": 0.8617105343140234,
      "grad_norm": 0.6263821125030518,
      "learning_rate": 0.00016238889073172725,
      "loss": 0.9082,
      "step": 3544
    },
    {
      "epoch": 0.8619536806273175,
      "grad_norm": 0.6333188414573669,
      "learning_rate": 0.00016236893749117733,
      "loss": 0.9687,
      "step": 3545
    },
    {
      "epoch": 0.8621968269406115,
      "grad_norm": 0.5770178437232971,
      "learning_rate": 0.00016234898018587337,
      "loss": 0.6619,
      "step": 3546
    },
    {
      "epoch": 0.8624399732539055,
      "grad_norm": 0.5808461904525757,
      "learning_rate": 0.0001623290188171161,
      "loss": 0.9612,
      "step": 3547
    },
    {
      "epoch": 0.8626831195671996,
      "grad_norm": 0.6105010509490967,
      "learning_rate": 0.00016230905338620645,
      "loss": 0.7209,
      "step": 3548
    },
    {
      "epoch": 0.8629262658804936,
      "grad_norm": 0.6269855499267578,
      "learning_rate": 0.00016228908389444554,
      "loss": 0.9546,
      "step": 3549
    },
    {
      "epoch": 0.8631694121937876,
      "grad_norm": 0.619881272315979,
      "learning_rate": 0.00016226911034313498,
      "loss": 0.9325,
      "step": 3550
    },
    {
      "epoch": 0.8634125585070817,
      "grad_norm": 0.5944746732711792,
      "learning_rate": 0.0001622491327335764,
      "loss": 0.808,
      "step": 3551
    },
    {
      "epoch": 0.8636557048203757,
      "grad_norm": 0.6196041107177734,
      "learning_rate": 0.00016222915106707184,
      "loss": 0.8188,
      "step": 3552
    },
    {
      "epoch": 0.8638988511336697,
      "grad_norm": 0.640515923500061,
      "learning_rate": 0.00016220916534492354,
      "loss": 0.9582,
      "step": 3553
    },
    {
      "epoch": 0.8641419974469637,
      "grad_norm": 0.6889777779579163,
      "learning_rate": 0.00016218917556843403,
      "loss": 0.7811,
      "step": 3554
    },
    {
      "epoch": 0.8643851437602578,
      "grad_norm": 0.5647246837615967,
      "learning_rate": 0.00016216918173890608,
      "loss": 0.72,
      "step": 3555
    },
    {
      "epoch": 0.8646282900735518,
      "grad_norm": 0.5588889718055725,
      "learning_rate": 0.00016214918385764278,
      "loss": 0.7054,
      "step": 3556
    },
    {
      "epoch": 0.8648714363868458,
      "grad_norm": 0.6197026968002319,
      "learning_rate": 0.0001621291819259474,
      "loss": 0.8279,
      "step": 3557
    },
    {
      "epoch": 0.8651145827001399,
      "grad_norm": 0.576192319393158,
      "learning_rate": 0.00016210917594512356,
      "loss": 0.9347,
      "step": 3558
    },
    {
      "epoch": 0.8653577290134339,
      "grad_norm": 0.6330475211143494,
      "learning_rate": 0.00016208916591647508,
      "loss": 1.0144,
      "step": 3559
    },
    {
      "epoch": 0.8656008753267278,
      "grad_norm": 0.5872750878334045,
      "learning_rate": 0.0001620691518413061,
      "loss": 0.8252,
      "step": 3560
    },
    {
      "epoch": 0.8658440216400218,
      "grad_norm": 0.6297953724861145,
      "learning_rate": 0.00016204913372092097,
      "loss": 0.8968,
      "step": 3561
    },
    {
      "epoch": 0.8660871679533159,
      "grad_norm": 0.6020324230194092,
      "learning_rate": 0.0001620291115566243,
      "loss": 0.9348,
      "step": 3562
    },
    {
      "epoch": 0.8663303142666099,
      "grad_norm": 0.5580400228500366,
      "learning_rate": 0.000162009085349721,
      "loss": 0.8049,
      "step": 3563
    },
    {
      "epoch": 0.8665734605799039,
      "grad_norm": 0.6171830892562866,
      "learning_rate": 0.0001619890551015163,
      "loss": 0.9023,
      "step": 3564
    },
    {
      "epoch": 0.866816606893198,
      "grad_norm": 0.5563802719116211,
      "learning_rate": 0.00016196902081331554,
      "loss": 0.8077,
      "step": 3565
    },
    {
      "epoch": 0.867059753206492,
      "grad_norm": 0.6534091830253601,
      "learning_rate": 0.00016194898248642447,
      "loss": 1.1229,
      "step": 3566
    },
    {
      "epoch": 0.867302899519786,
      "grad_norm": 0.589413046836853,
      "learning_rate": 0.00016192894012214898,
      "loss": 0.8972,
      "step": 3567
    },
    {
      "epoch": 0.86754604583308,
      "grad_norm": 0.605508029460907,
      "learning_rate": 0.00016190889372179535,
      "loss": 0.9863,
      "step": 3568
    },
    {
      "epoch": 0.8677891921463741,
      "grad_norm": 0.5586833953857422,
      "learning_rate": 0.00016188884328667,
      "loss": 0.6855,
      "step": 3569
    },
    {
      "epoch": 0.8680323384596681,
      "grad_norm": 0.6040839552879333,
      "learning_rate": 0.00016186878881807975,
      "loss": 0.8285,
      "step": 3570
    },
    {
      "epoch": 0.8682754847729621,
      "grad_norm": 0.552034854888916,
      "learning_rate": 0.0001618487303173315,
      "loss": 0.7422,
      "step": 3571
    },
    {
      "epoch": 0.8685186310862562,
      "grad_norm": 0.5955182313919067,
      "learning_rate": 0.0001618286677857326,
      "loss": 0.9793,
      "step": 3572
    },
    {
      "epoch": 0.8687617773995502,
      "grad_norm": 0.5252974629402161,
      "learning_rate": 0.00016180860122459056,
      "loss": 0.8876,
      "step": 3573
    },
    {
      "epoch": 0.8690049237128442,
      "grad_norm": 0.6416820287704468,
      "learning_rate": 0.00016178853063521315,
      "loss": 0.8777,
      "step": 3574
    },
    {
      "epoch": 0.8692480700261382,
      "grad_norm": 0.5312604904174805,
      "learning_rate": 0.00016176845601890844,
      "loss": 0.7752,
      "step": 3575
    },
    {
      "epoch": 0.8694912163394323,
      "grad_norm": 0.617948591709137,
      "learning_rate": 0.00016174837737698475,
      "loss": 0.8299,
      "step": 3576
    },
    {
      "epoch": 0.8697343626527263,
      "grad_norm": 0.5836327075958252,
      "learning_rate": 0.00016172829471075066,
      "loss": 0.8303,
      "step": 3577
    },
    {
      "epoch": 0.8699775089660203,
      "grad_norm": 0.5544564127922058,
      "learning_rate": 0.00016170820802151502,
      "loss": 0.7512,
      "step": 3578
    },
    {
      "epoch": 0.8702206552793144,
      "grad_norm": 0.5335758924484253,
      "learning_rate": 0.00016168811731058692,
      "loss": 0.72,
      "step": 3579
    },
    {
      "epoch": 0.8704638015926084,
      "grad_norm": 0.5885510444641113,
      "learning_rate": 0.0001616680225792757,
      "loss": 0.841,
      "step": 3580
    },
    {
      "epoch": 0.8707069479059024,
      "grad_norm": 0.5700458288192749,
      "learning_rate": 0.00016164792382889105,
      "loss": 0.7746,
      "step": 3581
    },
    {
      "epoch": 0.8709500942191964,
      "grad_norm": 0.6293352246284485,
      "learning_rate": 0.00016162782106074282,
      "loss": 0.9804,
      "step": 3582
    },
    {
      "epoch": 0.8711932405324905,
      "grad_norm": 0.6644397377967834,
      "learning_rate": 0.0001616077142761412,
      "loss": 0.8609,
      "step": 3583
    },
    {
      "epoch": 0.8714363868457845,
      "grad_norm": 0.5702595710754395,
      "learning_rate": 0.00016158760347639655,
      "loss": 0.8842,
      "step": 3584
    },
    {
      "epoch": 0.8716795331590784,
      "grad_norm": 0.5868043303489685,
      "learning_rate": 0.00016156748866281957,
      "loss": 0.8962,
      "step": 3585
    },
    {
      "epoch": 0.8719226794723725,
      "grad_norm": 0.5909816026687622,
      "learning_rate": 0.0001615473698367212,
      "loss": 0.8268,
      "step": 3586
    },
    {
      "epoch": 0.8721658257856665,
      "grad_norm": 0.6041389107704163,
      "learning_rate": 0.00016152724699941264,
      "loss": 0.944,
      "step": 3587
    },
    {
      "epoch": 0.8724089720989605,
      "grad_norm": 0.6100157499313354,
      "learning_rate": 0.00016150712015220538,
      "loss": 0.6788,
      "step": 3588
    },
    {
      "epoch": 0.8726521184122545,
      "grad_norm": 0.5584530830383301,
      "learning_rate": 0.00016148698929641109,
      "loss": 0.8249,
      "step": 3589
    },
    {
      "epoch": 0.8728952647255486,
      "grad_norm": 0.5507184863090515,
      "learning_rate": 0.00016146685443334174,
      "loss": 0.8416,
      "step": 3590
    },
    {
      "epoch": 0.8731384110388426,
      "grad_norm": 0.5311521291732788,
      "learning_rate": 0.00016144671556430964,
      "loss": 0.7049,
      "step": 3591
    },
    {
      "epoch": 0.8733815573521366,
      "grad_norm": 0.580811083316803,
      "learning_rate": 0.00016142657269062723,
      "loss": 0.7738,
      "step": 3592
    },
    {
      "epoch": 0.8736247036654307,
      "grad_norm": 0.5593007802963257,
      "learning_rate": 0.00016140642581360734,
      "loss": 0.7489,
      "step": 3593
    },
    {
      "epoch": 0.8738678499787247,
      "grad_norm": 0.6068919897079468,
      "learning_rate": 0.00016138627493456298,
      "loss": 0.9567,
      "step": 3594
    },
    {
      "epoch": 0.8741109962920187,
      "grad_norm": 0.6106775403022766,
      "learning_rate": 0.00016136612005480738,
      "loss": 0.9247,
      "step": 3595
    },
    {
      "epoch": 0.8743541426053127,
      "grad_norm": 0.6086156368255615,
      "learning_rate": 0.00016134596117565417,
      "loss": 0.896,
      "step": 3596
    },
    {
      "epoch": 0.8745972889186068,
      "grad_norm": 0.5255753397941589,
      "learning_rate": 0.0001613257982984171,
      "loss": 0.7351,
      "step": 3597
    },
    {
      "epoch": 0.8748404352319008,
      "grad_norm": 0.5883303880691528,
      "learning_rate": 0.00016130563142441028,
      "loss": 0.8646,
      "step": 3598
    },
    {
      "epoch": 0.8750835815451948,
      "grad_norm": 0.6138210296630859,
      "learning_rate": 0.000161285460554948,
      "loss": 0.8815,
      "step": 3599
    },
    {
      "epoch": 0.8753267278584889,
      "grad_norm": 0.6130087971687317,
      "learning_rate": 0.00016126528569134488,
      "loss": 0.904,
      "step": 3600
    },
    {
      "epoch": 0.8753267278584889,
      "eval_loss": 0.8272562623023987,
      "eval_runtime": 12.3174,
      "eval_samples_per_second": 40.268,
      "eval_steps_per_second": 6.738,
      "step": 3600
    },
    {
      "epoch": 0.8755698741717829,
      "grad_norm": 0.5983412265777588,
      "learning_rate": 0.00016124510683491577,
      "loss": 0.8935,
      "step": 3601
    },
    {
      "epoch": 0.8758130204850769,
      "grad_norm": 0.5763172507286072,
      "learning_rate": 0.00016122492398697579,
      "loss": 0.9393,
      "step": 3602
    },
    {
      "epoch": 0.876056166798371,
      "grad_norm": 0.5846735239028931,
      "learning_rate": 0.00016120473714884023,
      "loss": 0.8198,
      "step": 3603
    },
    {
      "epoch": 0.876299313111665,
      "grad_norm": 0.558608889579773,
      "learning_rate": 0.00016118454632182484,
      "loss": 0.8267,
      "step": 3604
    },
    {
      "epoch": 0.876542459424959,
      "grad_norm": 0.5712579488754272,
      "learning_rate": 0.00016116435150724545,
      "loss": 0.759,
      "step": 3605
    },
    {
      "epoch": 0.876785605738253,
      "grad_norm": 0.6610186696052551,
      "learning_rate": 0.00016114415270641818,
      "loss": 0.9653,
      "step": 3606
    },
    {
      "epoch": 0.8770287520515471,
      "grad_norm": 0.6165663599967957,
      "learning_rate": 0.00016112394992065954,
      "loss": 0.7592,
      "step": 3607
    },
    {
      "epoch": 0.8772718983648411,
      "grad_norm": 0.587552547454834,
      "learning_rate": 0.00016110374315128612,
      "loss": 0.8615,
      "step": 3608
    },
    {
      "epoch": 0.877515044678135,
      "grad_norm": 0.5323600769042969,
      "learning_rate": 0.00016108353239961483,
      "loss": 0.7134,
      "step": 3609
    },
    {
      "epoch": 0.877758190991429,
      "grad_norm": 0.593457043170929,
      "learning_rate": 0.00016106331766696297,
      "loss": 0.8041,
      "step": 3610
    },
    {
      "epoch": 0.8780013373047231,
      "grad_norm": 0.5925793647766113,
      "learning_rate": 0.00016104309895464787,
      "loss": 0.7556,
      "step": 3611
    },
    {
      "epoch": 0.8782444836180171,
      "grad_norm": 0.5679114460945129,
      "learning_rate": 0.00016102287626398732,
      "loss": 0.775,
      "step": 3612
    },
    {
      "epoch": 0.8784876299313111,
      "grad_norm": 0.5275611281394958,
      "learning_rate": 0.00016100264959629924,
      "loss": 0.7239,
      "step": 3613
    },
    {
      "epoch": 0.8787307762446052,
      "grad_norm": 0.6095960736274719,
      "learning_rate": 0.00016098241895290188,
      "loss": 0.9628,
      "step": 3614
    },
    {
      "epoch": 0.8789739225578992,
      "grad_norm": 0.5852301716804504,
      "learning_rate": 0.00016096218433511372,
      "loss": 0.6979,
      "step": 3615
    },
    {
      "epoch": 0.8792170688711932,
      "grad_norm": 0.6167129874229431,
      "learning_rate": 0.0001609419457442535,
      "loss": 0.9725,
      "step": 3616
    },
    {
      "epoch": 0.8794602151844872,
      "grad_norm": 0.6532203555107117,
      "learning_rate": 0.0001609217031816402,
      "loss": 1.0445,
      "step": 3617
    },
    {
      "epoch": 0.8797033614977813,
      "grad_norm": 0.6592005491256714,
      "learning_rate": 0.00016090145664859318,
      "loss": 0.9261,
      "step": 3618
    },
    {
      "epoch": 0.8799465078110753,
      "grad_norm": 0.6796121001243591,
      "learning_rate": 0.00016088120614643185,
      "loss": 0.9614,
      "step": 3619
    },
    {
      "epoch": 0.8801896541243693,
      "grad_norm": 0.6255344748497009,
      "learning_rate": 0.00016086095167647604,
      "loss": 0.8328,
      "step": 3620
    },
    {
      "epoch": 0.8804328004376634,
      "grad_norm": 0.5583102703094482,
      "learning_rate": 0.0001608406932400458,
      "loss": 0.8424,
      "step": 3621
    },
    {
      "epoch": 0.8806759467509574,
      "grad_norm": 0.5862042903900146,
      "learning_rate": 0.00016082043083846142,
      "loss": 0.8601,
      "step": 3622
    },
    {
      "epoch": 0.8809190930642514,
      "grad_norm": 0.571688711643219,
      "learning_rate": 0.00016080016447304343,
      "loss": 0.7081,
      "step": 3623
    },
    {
      "epoch": 0.8811622393775455,
      "grad_norm": 0.5397624373435974,
      "learning_rate": 0.00016077989414511266,
      "loss": 0.7144,
      "step": 3624
    },
    {
      "epoch": 0.8814053856908395,
      "grad_norm": 0.5758497714996338,
      "learning_rate": 0.0001607596198559902,
      "loss": 0.5762,
      "step": 3625
    },
    {
      "epoch": 0.8816485320041335,
      "grad_norm": 0.5981577634811401,
      "learning_rate": 0.00016073934160699732,
      "loss": 0.7521,
      "step": 3626
    },
    {
      "epoch": 0.8818916783174275,
      "grad_norm": 0.584585428237915,
      "learning_rate": 0.00016071905939945574,
      "loss": 0.8117,
      "step": 3627
    },
    {
      "epoch": 0.8821348246307216,
      "grad_norm": 0.6423496603965759,
      "learning_rate": 0.00016069877323468713,
      "loss": 0.8023,
      "step": 3628
    },
    {
      "epoch": 0.8823779709440156,
      "grad_norm": 0.6213057041168213,
      "learning_rate": 0.00016067848311401376,
      "loss": 0.8658,
      "step": 3629
    },
    {
      "epoch": 0.8826211172573096,
      "grad_norm": 0.5687306523323059,
      "learning_rate": 0.00016065818903875787,
      "loss": 0.7457,
      "step": 3630
    },
    {
      "epoch": 0.8828642635706037,
      "grad_norm": 0.5736785531044006,
      "learning_rate": 0.00016063789101024214,
      "loss": 0.7778,
      "step": 3631
    },
    {
      "epoch": 0.8831074098838977,
      "grad_norm": 0.5731103420257568,
      "learning_rate": 0.00016061758902978946,
      "loss": 0.6403,
      "step": 3632
    },
    {
      "epoch": 0.8833505561971916,
      "grad_norm": 0.5567203164100647,
      "learning_rate": 0.00016059728309872294,
      "loss": 0.835,
      "step": 3633
    },
    {
      "epoch": 0.8835937025104856,
      "grad_norm": 0.6008593440055847,
      "learning_rate": 0.00016057697321836595,
      "loss": 0.8339,
      "step": 3634
    },
    {
      "epoch": 0.8838368488237797,
      "grad_norm": 0.6076498031616211,
      "learning_rate": 0.00016055665939004217,
      "loss": 0.7185,
      "step": 3635
    },
    {
      "epoch": 0.8840799951370737,
      "grad_norm": 0.6200341582298279,
      "learning_rate": 0.00016053634161507552,
      "loss": 0.8491,
      "step": 3636
    },
    {
      "epoch": 0.8843231414503677,
      "grad_norm": 0.6665332913398743,
      "learning_rate": 0.00016051601989479014,
      "loss": 0.8978,
      "step": 3637
    },
    {
      "epoch": 0.8845662877636618,
      "grad_norm": 0.6579483151435852,
      "learning_rate": 0.00016049569423051048,
      "loss": 0.8011,
      "step": 3638
    },
    {
      "epoch": 0.8848094340769558,
      "grad_norm": 0.5642817616462708,
      "learning_rate": 0.00016047536462356117,
      "loss": 0.9181,
      "step": 3639
    },
    {
      "epoch": 0.8850525803902498,
      "grad_norm": 0.5578345060348511,
      "learning_rate": 0.0001604550310752672,
      "loss": 0.7976,
      "step": 3640
    },
    {
      "epoch": 0.8852957267035438,
      "grad_norm": 0.6806036829948425,
      "learning_rate": 0.00016043469358695376,
      "loss": 0.9866,
      "step": 3641
    },
    {
      "epoch": 0.8855388730168379,
      "grad_norm": 0.5444456934928894,
      "learning_rate": 0.00016041435215994622,
      "loss": 0.7478,
      "step": 3642
    },
    {
      "epoch": 0.8857820193301319,
      "grad_norm": 0.5980550646781921,
      "learning_rate": 0.00016039400679557038,
      "loss": 0.864,
      "step": 3643
    },
    {
      "epoch": 0.8860251656434259,
      "grad_norm": 0.5964213013648987,
      "learning_rate": 0.00016037365749515216,
      "loss": 0.9027,
      "step": 3644
    },
    {
      "epoch": 0.88626831195672,
      "grad_norm": 0.5862758159637451,
      "learning_rate": 0.00016035330426001778,
      "loss": 0.9147,
      "step": 3645
    },
    {
      "epoch": 0.886511458270014,
      "grad_norm": 0.5903561115264893,
      "learning_rate": 0.00016033294709149373,
      "loss": 0.936,
      "step": 3646
    },
    {
      "epoch": 0.886754604583308,
      "grad_norm": 0.5835094451904297,
      "learning_rate": 0.00016031258599090675,
      "loss": 0.919,
      "step": 3647
    },
    {
      "epoch": 0.886997750896602,
      "grad_norm": 0.5923405885696411,
      "learning_rate": 0.0001602922209595838,
      "loss": 0.8662,
      "step": 3648
    },
    {
      "epoch": 0.8872408972098961,
      "grad_norm": 0.5422602295875549,
      "learning_rate": 0.00016027185199885216,
      "loss": 0.6289,
      "step": 3649
    },
    {
      "epoch": 0.8874840435231901,
      "grad_norm": 0.544908344745636,
      "learning_rate": 0.00016025147911003925,
      "loss": 0.8904,
      "step": 3650
    },
    {
      "epoch": 0.8877271898364841,
      "grad_norm": 0.591628909111023,
      "learning_rate": 0.00016023110229447296,
      "loss": 0.8511,
      "step": 3651
    },
    {
      "epoch": 0.8879703361497782,
      "grad_norm": 0.5710816383361816,
      "learning_rate": 0.00016021072155348118,
      "loss": 0.8983,
      "step": 3652
    },
    {
      "epoch": 0.8882134824630722,
      "grad_norm": 0.5784844160079956,
      "learning_rate": 0.00016019033688839226,
      "loss": 0.6942,
      "step": 3653
    },
    {
      "epoch": 0.8884566287763662,
      "grad_norm": 0.591111421585083,
      "learning_rate": 0.00016016994830053466,
      "loss": 0.808,
      "step": 3654
    },
    {
      "epoch": 0.8886997750896602,
      "grad_norm": 0.5572587847709656,
      "learning_rate": 0.00016014955579123723,
      "loss": 0.8795,
      "step": 3655
    },
    {
      "epoch": 0.8889429214029543,
      "grad_norm": 0.6244521141052246,
      "learning_rate": 0.00016012915936182892,
      "loss": 1.0207,
      "step": 3656
    },
    {
      "epoch": 0.8891860677162483,
      "grad_norm": 0.600290834903717,
      "learning_rate": 0.0001601087590136391,
      "loss": 0.9163,
      "step": 3657
    },
    {
      "epoch": 0.8894292140295422,
      "grad_norm": 0.5667599439620972,
      "learning_rate": 0.00016008835474799727,
      "loss": 0.591,
      "step": 3658
    },
    {
      "epoch": 0.8896723603428363,
      "grad_norm": 0.6333595514297485,
      "learning_rate": 0.00016006794656623328,
      "loss": 0.9373,
      "step": 3659
    },
    {
      "epoch": 0.8899155066561303,
      "grad_norm": 0.6141809821128845,
      "learning_rate": 0.00016004753446967711,
      "loss": 0.753,
      "step": 3660
    },
    {
      "epoch": 0.8901586529694243,
      "grad_norm": 0.6047009229660034,
      "learning_rate": 0.00016002711845965913,
      "loss": 0.858,
      "step": 3661
    },
    {
      "epoch": 0.8904017992827183,
      "grad_norm": 0.5820351243019104,
      "learning_rate": 0.0001600066985375099,
      "loss": 0.8064,
      "step": 3662
    },
    {
      "epoch": 0.8906449455960124,
      "grad_norm": 0.5928459763526917,
      "learning_rate": 0.00015998627470456022,
      "loss": 0.8352,
      "step": 3663
    },
    {
      "epoch": 0.8908880919093064,
      "grad_norm": 0.612123966217041,
      "learning_rate": 0.0001599658469621412,
      "loss": 0.8122,
      "step": 3664
    },
    {
      "epoch": 0.8911312382226004,
      "grad_norm": 0.5899834632873535,
      "learning_rate": 0.00015994541531158416,
      "loss": 0.799,
      "step": 3665
    },
    {
      "epoch": 0.8913743845358945,
      "grad_norm": 0.5815532803535461,
      "learning_rate": 0.00015992497975422066,
      "loss": 0.8443,
      "step": 3666
    },
    {
      "epoch": 0.8916175308491885,
      "grad_norm": 0.6042208671569824,
      "learning_rate": 0.0001599045402913826,
      "loss": 0.8626,
      "step": 3667
    },
    {
      "epoch": 0.8918606771624825,
      "grad_norm": 0.6086251735687256,
      "learning_rate": 0.000159884096924402,
      "loss": 0.8951,
      "step": 3668
    },
    {
      "epoch": 0.8921038234757765,
      "grad_norm": 0.6070616841316223,
      "learning_rate": 0.00015986364965461122,
      "loss": 0.842,
      "step": 3669
    },
    {
      "epoch": 0.8923469697890706,
      "grad_norm": 0.5859804153442383,
      "learning_rate": 0.00015984319848334291,
      "loss": 0.8025,
      "step": 3670
    },
    {
      "epoch": 0.8925901161023646,
      "grad_norm": 0.5563568472862244,
      "learning_rate": 0.00015982274341192995,
      "loss": 0.8185,
      "step": 3671
    },
    {
      "epoch": 0.8928332624156586,
      "grad_norm": 0.5786197781562805,
      "learning_rate": 0.00015980228444170536,
      "loss": 0.8117,
      "step": 3672
    },
    {
      "epoch": 0.8930764087289527,
      "grad_norm": 0.571277916431427,
      "learning_rate": 0.0001597818215740026,
      "loss": 0.7578,
      "step": 3673
    },
    {
      "epoch": 0.8933195550422467,
      "grad_norm": 0.5988462567329407,
      "learning_rate": 0.00015976135481015523,
      "loss": 0.8723,
      "step": 3674
    },
    {
      "epoch": 0.8935627013555407,
      "grad_norm": 0.5369343161582947,
      "learning_rate": 0.00015974088415149717,
      "loss": 0.7747,
      "step": 3675
    },
    {
      "epoch": 0.8938058476688348,
      "grad_norm": 0.5993896722793579,
      "learning_rate": 0.0001597204095993625,
      "loss": 0.8595,
      "step": 3676
    },
    {
      "epoch": 0.8940489939821288,
      "grad_norm": 0.5631581544876099,
      "learning_rate": 0.00015969993115508564,
      "loss": 0.6703,
      "step": 3677
    },
    {
      "epoch": 0.8942921402954228,
      "grad_norm": 0.6008051633834839,
      "learning_rate": 0.0001596794488200012,
      "loss": 0.8052,
      "step": 3678
    },
    {
      "epoch": 0.8945352866087168,
      "grad_norm": 0.5585744976997375,
      "learning_rate": 0.0001596589625954441,
      "loss": 0.8958,
      "step": 3679
    },
    {
      "epoch": 0.8947784329220109,
      "grad_norm": 0.6233322620391846,
      "learning_rate": 0.00015963847248274946,
      "loss": 0.9789,
      "step": 3680
    },
    {
      "epoch": 0.8950215792353049,
      "grad_norm": 0.5449394583702087,
      "learning_rate": 0.00015961797848325267,
      "loss": 0.7669,
      "step": 3681
    },
    {
      "epoch": 0.8952647255485988,
      "grad_norm": 0.6340911984443665,
      "learning_rate": 0.0001595974805982894,
      "loss": 0.9895,
      "step": 3682
    },
    {
      "epoch": 0.8955078718618928,
      "grad_norm": 0.6089913249015808,
      "learning_rate": 0.00015957697882919554,
      "loss": 0.9658,
      "step": 3683
    },
    {
      "epoch": 0.8957510181751869,
      "grad_norm": 0.5588167309761047,
      "learning_rate": 0.00015955647317730727,
      "loss": 0.7933,
      "step": 3684
    },
    {
      "epoch": 0.8959941644884809,
      "grad_norm": 0.5738753080368042,
      "learning_rate": 0.00015953596364396097,
      "loss": 0.6563,
      "step": 3685
    },
    {
      "epoch": 0.8962373108017749,
      "grad_norm": 0.6288232207298279,
      "learning_rate": 0.0001595154502304933,
      "loss": 1.0301,
      "step": 3686
    },
    {
      "epoch": 0.896480457115069,
      "grad_norm": 0.5652390122413635,
      "learning_rate": 0.0001594949329382412,
      "loss": 0.7246,
      "step": 3687
    },
    {
      "epoch": 0.896723603428363,
      "grad_norm": 0.5592325329780579,
      "learning_rate": 0.00015947441176854184,
      "loss": 0.7677,
      "step": 3688
    },
    {
      "epoch": 0.896966749741657,
      "grad_norm": 0.6076531410217285,
      "learning_rate": 0.00015945388672273261,
      "loss": 0.904,
      "step": 3689
    },
    {
      "epoch": 0.897209896054951,
      "grad_norm": 0.5780113339424133,
      "learning_rate": 0.00015943335780215122,
      "loss": 0.7696,
      "step": 3690
    },
    {
      "epoch": 0.8974530423682451,
      "grad_norm": 0.5973663330078125,
      "learning_rate": 0.00015941282500813554,
      "loss": 0.7134,
      "step": 3691
    },
    {
      "epoch": 0.8976961886815391,
      "grad_norm": 0.593292772769928,
      "learning_rate": 0.00015939228834202382,
      "loss": 0.793,
      "step": 3692
    },
    {
      "epoch": 0.8979393349948331,
      "grad_norm": 0.5866575241088867,
      "learning_rate": 0.00015937174780515445,
      "loss": 0.8292,
      "step": 3693
    },
    {
      "epoch": 0.8981824813081272,
      "grad_norm": 0.6022964715957642,
      "learning_rate": 0.00015935120339886612,
      "loss": 0.9046,
      "step": 3694
    },
    {
      "epoch": 0.8984256276214212,
      "grad_norm": 0.6125373244285583,
      "learning_rate": 0.00015933065512449774,
      "loss": 0.7467,
      "step": 3695
    },
    {
      "epoch": 0.8986687739347152,
      "grad_norm": 0.5859338641166687,
      "learning_rate": 0.00015931010298338854,
      "loss": 0.7595,
      "step": 3696
    },
    {
      "epoch": 0.8989119202480093,
      "grad_norm": 0.595352292060852,
      "learning_rate": 0.00015928954697687795,
      "loss": 0.7665,
      "step": 3697
    },
    {
      "epoch": 0.8991550665613033,
      "grad_norm": 0.6416431069374084,
      "learning_rate": 0.0001592689871063056,
      "loss": 0.7052,
      "step": 3698
    },
    {
      "epoch": 0.8993982128745973,
      "grad_norm": 0.5433172583580017,
      "learning_rate": 0.00015924842337301153,
      "loss": 0.8033,
      "step": 3699
    },
    {
      "epoch": 0.8996413591878913,
      "grad_norm": 0.6236127614974976,
      "learning_rate": 0.00015922785577833588,
      "loss": 1.1973,
      "step": 3700
    },
    {
      "epoch": 0.8998845055011854,
      "grad_norm": 0.6107608079910278,
      "learning_rate": 0.0001592072843236191,
      "loss": 0.9578,
      "step": 3701
    },
    {
      "epoch": 0.9001276518144794,
      "grad_norm": 0.5626769065856934,
      "learning_rate": 0.00015918670901020188,
      "loss": 0.8094,
      "step": 3702
    },
    {
      "epoch": 0.9003707981277734,
      "grad_norm": 0.6053093671798706,
      "learning_rate": 0.0001591661298394252,
      "loss": 1.0053,
      "step": 3703
    },
    {
      "epoch": 0.9006139444410675,
      "grad_norm": 0.5572247505187988,
      "learning_rate": 0.00015914554681263025,
      "loss": 0.9103,
      "step": 3704
    },
    {
      "epoch": 0.9008570907543615,
      "grad_norm": 0.6058759689331055,
      "learning_rate": 0.00015912495993115848,
      "loss": 1.0016,
      "step": 3705
    },
    {
      "epoch": 0.9011002370676554,
      "grad_norm": 0.579142689704895,
      "learning_rate": 0.00015910436919635158,
      "loss": 0.8425,
      "step": 3706
    },
    {
      "epoch": 0.9013433833809494,
      "grad_norm": 0.5521750450134277,
      "learning_rate": 0.0001590837746095515,
      "loss": 0.76,
      "step": 3707
    },
    {
      "epoch": 0.9015865296942435,
      "grad_norm": 0.5462879538536072,
      "learning_rate": 0.00015906317617210046,
      "loss": 0.7804,
      "step": 3708
    },
    {
      "epoch": 0.9018296760075375,
      "grad_norm": 0.5581704378128052,
      "learning_rate": 0.0001590425738853409,
      "loss": 0.8118,
      "step": 3709
    },
    {
      "epoch": 0.9020728223208315,
      "grad_norm": 0.6420639157295227,
      "learning_rate": 0.00015902196775061559,
      "loss": 0.9869,
      "step": 3710
    },
    {
      "epoch": 0.9023159686341256,
      "grad_norm": 0.5732917189598083,
      "learning_rate": 0.0001590013577692674,
      "loss": 0.7562,
      "step": 3711
    },
    {
      "epoch": 0.9025591149474196,
      "grad_norm": 0.5527890920639038,
      "learning_rate": 0.0001589807439426396,
      "loss": 0.6173,
      "step": 3712
    },
    {
      "epoch": 0.9028022612607136,
      "grad_norm": 0.58350670337677,
      "learning_rate": 0.0001589601262720756,
      "loss": 0.7485,
      "step": 3713
    },
    {
      "epoch": 0.9030454075740076,
      "grad_norm": 0.6280674934387207,
      "learning_rate": 0.00015893950475891916,
      "loss": 0.8993,
      "step": 3714
    },
    {
      "epoch": 0.9032885538873017,
      "grad_norm": 0.576661229133606,
      "learning_rate": 0.0001589188794045142,
      "loss": 0.847,
      "step": 3715
    },
    {
      "epoch": 0.9035317002005957,
      "grad_norm": 0.5715517401695251,
      "learning_rate": 0.00015889825021020494,
      "loss": 0.7816,
      "step": 3716
    },
    {
      "epoch": 0.9037748465138897,
      "grad_norm": 0.5899836421012878,
      "learning_rate": 0.00015887761717733588,
      "loss": 0.9161,
      "step": 3717
    },
    {
      "epoch": 0.9040179928271838,
      "grad_norm": 0.5850343704223633,
      "learning_rate": 0.0001588569803072517,
      "loss": 0.8766,
      "step": 3718
    },
    {
      "epoch": 0.9042611391404778,
      "grad_norm": 0.5801929235458374,
      "learning_rate": 0.00015883633960129734,
      "loss": 0.7567,
      "step": 3719
    },
    {
      "epoch": 0.9045042854537718,
      "grad_norm": 0.6210559606552124,
      "learning_rate": 0.00015881569506081804,
      "loss": 0.8769,
      "step": 3720
    },
    {
      "epoch": 0.9047474317670658,
      "grad_norm": 0.5548787117004395,
      "learning_rate": 0.00015879504668715928,
      "loss": 0.8156,
      "step": 3721
    },
    {
      "epoch": 0.9049905780803599,
      "grad_norm": 0.6491894721984863,
      "learning_rate": 0.00015877439448166674,
      "loss": 0.9648,
      "step": 3722
    },
    {
      "epoch": 0.9052337243936539,
      "grad_norm": 0.595403254032135,
      "learning_rate": 0.00015875373844568636,
      "loss": 0.8138,
      "step": 3723
    },
    {
      "epoch": 0.9054768707069479,
      "grad_norm": 0.5945541262626648,
      "learning_rate": 0.00015873307858056438,
      "loss": 0.849,
      "step": 3724
    },
    {
      "epoch": 0.905720017020242,
      "grad_norm": 0.5781261324882507,
      "learning_rate": 0.00015871241488764728,
      "loss": 0.7998,
      "step": 3725
    },
    {
      "epoch": 0.905963163333536,
      "grad_norm": 0.5750804543495178,
      "learning_rate": 0.00015869174736828168,
      "loss": 0.6808,
      "step": 3726
    },
    {
      "epoch": 0.90620630964683,
      "grad_norm": 0.5876317024230957,
      "learning_rate": 0.00015867107602381467,
      "loss": 0.8692,
      "step": 3727
    },
    {
      "epoch": 0.906449455960124,
      "grad_norm": 0.58709317445755,
      "learning_rate": 0.00015865040085559338,
      "loss": 0.7505,
      "step": 3728
    },
    {
      "epoch": 0.9066926022734181,
      "grad_norm": 0.6375120282173157,
      "learning_rate": 0.00015862972186496527,
      "loss": 0.8968,
      "step": 3729
    },
    {
      "epoch": 0.9069357485867121,
      "grad_norm": 0.5554826259613037,
      "learning_rate": 0.00015860903905327807,
      "loss": 0.7526,
      "step": 3730
    },
    {
      "epoch": 0.907178894900006,
      "grad_norm": 0.5457268357276917,
      "learning_rate": 0.00015858835242187972,
      "loss": 0.863,
      "step": 3731
    },
    {
      "epoch": 0.9074220412133001,
      "grad_norm": 0.5767017006874084,
      "learning_rate": 0.0001585676619721184,
      "loss": 0.8876,
      "step": 3732
    },
    {
      "epoch": 0.9076651875265941,
      "grad_norm": 0.5400152802467346,
      "learning_rate": 0.0001585469677053426,
      "loss": 0.7082,
      "step": 3733
    },
    {
      "epoch": 0.9079083338398881,
      "grad_norm": 0.5488702654838562,
      "learning_rate": 0.00015852626962290103,
      "loss": 0.6686,
      "step": 3734
    },
    {
      "epoch": 0.9081514801531821,
      "grad_norm": 0.6362366080284119,
      "learning_rate": 0.00015850556772614257,
      "loss": 0.9123,
      "step": 3735
    },
    {
      "epoch": 0.9083946264664762,
      "grad_norm": 0.58159339427948,
      "learning_rate": 0.00015848486201641655,
      "loss": 0.8935,
      "step": 3736
    },
    {
      "epoch": 0.9086377727797702,
      "grad_norm": 0.5999432802200317,
      "learning_rate": 0.00015846415249507227,
      "loss": 1.0344,
      "step": 3737
    },
    {
      "epoch": 0.9088809190930642,
      "grad_norm": 0.5641636848449707,
      "learning_rate": 0.0001584434391634595,
      "loss": 0.9022,
      "step": 3738
    },
    {
      "epoch": 0.9091240654063583,
      "grad_norm": 0.5748909711837769,
      "learning_rate": 0.0001584227220229282,
      "loss": 0.8611,
      "step": 3739
    },
    {
      "epoch": 0.9093672117196523,
      "grad_norm": 0.5889039039611816,
      "learning_rate": 0.00015840200107482852,
      "loss": 0.8917,
      "step": 3740
    },
    {
      "epoch": 0.9096103580329463,
      "grad_norm": 0.5581095814704895,
      "learning_rate": 0.00015838127632051093,
      "loss": 0.7624,
      "step": 3741
    },
    {
      "epoch": 0.9098535043462403,
      "grad_norm": 0.5761774182319641,
      "learning_rate": 0.00015836054776132615,
      "loss": 0.7889,
      "step": 3742
    },
    {
      "epoch": 0.9100966506595344,
      "grad_norm": 0.5503802299499512,
      "learning_rate": 0.00015833981539862505,
      "loss": 0.7654,
      "step": 3743
    },
    {
      "epoch": 0.9103397969728284,
      "grad_norm": 0.629035234451294,
      "learning_rate": 0.00015831907923375882,
      "loss": 1.0072,
      "step": 3744
    },
    {
      "epoch": 0.9105829432861224,
      "grad_norm": 0.5897060036659241,
      "learning_rate": 0.00015829833926807893,
      "loss": 0.9417,
      "step": 3745
    },
    {
      "epoch": 0.9108260895994165,
      "grad_norm": 0.6360257863998413,
      "learning_rate": 0.00015827759550293702,
      "loss": 1.1938,
      "step": 3746
    },
    {
      "epoch": 0.9110692359127105,
      "grad_norm": 0.5909338593482971,
      "learning_rate": 0.00015825684793968508,
      "loss": 0.8453,
      "step": 3747
    },
    {
      "epoch": 0.9113123822260045,
      "grad_norm": 0.5950126051902771,
      "learning_rate": 0.00015823609657967524,
      "loss": 0.8731,
      "step": 3748
    },
    {
      "epoch": 0.9115555285392986,
      "grad_norm": 0.5836309194564819,
      "learning_rate": 0.00015821534142425992,
      "loss": 0.8764,
      "step": 3749
    },
    {
      "epoch": 0.9117986748525926,
      "grad_norm": 0.6082168221473694,
      "learning_rate": 0.0001581945824747918,
      "loss": 0.8482,
      "step": 3750
    },
    {
      "epoch": 0.9120418211658866,
      "grad_norm": 0.569749116897583,
      "learning_rate": 0.00015817381973262377,
      "loss": 0.75,
      "step": 3751
    },
    {
      "epoch": 0.9122849674791806,
      "grad_norm": 0.6669684648513794,
      "learning_rate": 0.00015815305319910906,
      "loss": 0.9591,
      "step": 3752
    },
    {
      "epoch": 0.9125281137924747,
      "grad_norm": 0.5359103679656982,
      "learning_rate": 0.00015813228287560107,
      "loss": 0.5585,
      "step": 3753
    },
    {
      "epoch": 0.9127712601057687,
      "grad_norm": 0.5994568467140198,
      "learning_rate": 0.00015811150876345338,
      "loss": 0.7943,
      "step": 3754
    },
    {
      "epoch": 0.9130144064190626,
      "grad_norm": 0.5955015420913696,
      "learning_rate": 0.00015809073086401997,
      "loss": 0.989,
      "step": 3755
    },
    {
      "epoch": 0.9132575527323566,
      "grad_norm": 0.621852695941925,
      "learning_rate": 0.00015806994917865497,
      "loss": 0.8599,
      "step": 3756
    },
    {
      "epoch": 0.9135006990456507,
      "grad_norm": 0.5384368300437927,
      "learning_rate": 0.0001580491637087128,
      "loss": 0.8784,
      "step": 3757
    },
    {
      "epoch": 0.9137438453589447,
      "grad_norm": 0.6318216919898987,
      "learning_rate": 0.00015802837445554806,
      "loss": 0.7802,
      "step": 3758
    },
    {
      "epoch": 0.9139869916722387,
      "grad_norm": 0.5306172966957092,
      "learning_rate": 0.00015800758142051565,
      "loss": 0.5927,
      "step": 3759
    },
    {
      "epoch": 0.9142301379855328,
      "grad_norm": 0.5906094908714294,
      "learning_rate": 0.00015798678460497077,
      "loss": 0.7425,
      "step": 3760
    },
    {
      "epoch": 0.9144732842988268,
      "grad_norm": 0.6109980940818787,
      "learning_rate": 0.00015796598401026873,
      "loss": 0.8846,
      "step": 3761
    },
    {
      "epoch": 0.9147164306121208,
      "grad_norm": 0.582966685295105,
      "learning_rate": 0.00015794517963776521,
      "loss": 0.9826,
      "step": 3762
    },
    {
      "epoch": 0.9149595769254149,
      "grad_norm": 0.6171738505363464,
      "learning_rate": 0.00015792437148881607,
      "loss": 1.0568,
      "step": 3763
    },
    {
      "epoch": 0.9152027232387089,
      "grad_norm": 0.6249341368675232,
      "learning_rate": 0.00015790355956477744,
      "loss": 0.8856,
      "step": 3764
    },
    {
      "epoch": 0.9154458695520029,
      "grad_norm": 0.5449851751327515,
      "learning_rate": 0.00015788274386700568,
      "loss": 0.7582,
      "step": 3765
    },
    {
      "epoch": 0.9156890158652969,
      "grad_norm": 0.5849494934082031,
      "learning_rate": 0.00015786192439685743,
      "loss": 0.704,
      "step": 3766
    },
    {
      "epoch": 0.915932162178591,
      "grad_norm": 0.598883867263794,
      "learning_rate": 0.00015784110115568952,
      "loss": 0.8372,
      "step": 3767
    },
    {
      "epoch": 0.916175308491885,
      "grad_norm": 0.6430744528770447,
      "learning_rate": 0.00015782027414485905,
      "loss": 0.8589,
      "step": 3768
    },
    {
      "epoch": 0.916418454805179,
      "grad_norm": 0.6178785562515259,
      "learning_rate": 0.00015779944336572342,
      "loss": 0.7457,
      "step": 3769
    },
    {
      "epoch": 0.9166616011184731,
      "grad_norm": 0.5736388564109802,
      "learning_rate": 0.0001577786088196402,
      "loss": 0.8558,
      "step": 3770
    },
    {
      "epoch": 0.9169047474317671,
      "grad_norm": 0.8112947344779968,
      "learning_rate": 0.00015775777050796723,
      "loss": 0.7076,
      "step": 3771
    },
    {
      "epoch": 0.9171478937450611,
      "grad_norm": 0.5759902596473694,
      "learning_rate": 0.0001577369284320626,
      "loss": 0.8721,
      "step": 3772
    },
    {
      "epoch": 0.9173910400583551,
      "grad_norm": 0.5318955779075623,
      "learning_rate": 0.0001577160825932847,
      "loss": 0.6911,
      "step": 3773
    },
    {
      "epoch": 0.9176341863716492,
      "grad_norm": 0.614947497844696,
      "learning_rate": 0.000157695232992992,
      "loss": 1.0136,
      "step": 3774
    },
    {
      "epoch": 0.9178773326849432,
      "grad_norm": 0.5833280682563782,
      "learning_rate": 0.0001576743796325434,
      "loss": 0.8085,
      "step": 3775
    },
    {
      "epoch": 0.9181204789982372,
      "grad_norm": 0.6027820110321045,
      "learning_rate": 0.00015765352251329796,
      "loss": 0.8696,
      "step": 3776
    },
    {
      "epoch": 0.9183636253115313,
      "grad_norm": 0.6046326756477356,
      "learning_rate": 0.00015763266163661504,
      "loss": 0.7871,
      "step": 3777
    },
    {
      "epoch": 0.9186067716248253,
      "grad_norm": 0.6196880340576172,
      "learning_rate": 0.0001576117970038541,
      "loss": 0.8976,
      "step": 3778
    },
    {
      "epoch": 0.9188499179381192,
      "grad_norm": 0.6267456412315369,
      "learning_rate": 0.00015759092861637503,
      "loss": 0.8846,
      "step": 3779
    },
    {
      "epoch": 0.9190930642514132,
      "grad_norm": 0.6448892951011658,
      "learning_rate": 0.0001575700564755378,
      "loss": 0.9859,
      "step": 3780
    },
    {
      "epoch": 0.9193362105647073,
      "grad_norm": 0.6459422707557678,
      "learning_rate": 0.00015754918058270278,
      "loss": 0.9475,
      "step": 3781
    },
    {
      "epoch": 0.9195793568780013,
      "grad_norm": 0.5806277990341187,
      "learning_rate": 0.0001575283009392305,
      "loss": 0.8506,
      "step": 3782
    },
    {
      "epoch": 0.9198225031912953,
      "grad_norm": 0.6068227291107178,
      "learning_rate": 0.00015750741754648172,
      "loss": 0.8602,
      "step": 3783
    },
    {
      "epoch": 0.9200656495045894,
      "grad_norm": 0.5696283578872681,
      "learning_rate": 0.00015748653040581747,
      "loss": 0.7563,
      "step": 3784
    },
    {
      "epoch": 0.9203087958178834,
      "grad_norm": 0.5891124606132507,
      "learning_rate": 0.00015746563951859902,
      "loss": 0.9747,
      "step": 3785
    },
    {
      "epoch": 0.9205519421311774,
      "grad_norm": 0.6227585673332214,
      "learning_rate": 0.0001574447448861879,
      "loss": 0.9212,
      "step": 3786
    },
    {
      "epoch": 0.9207950884444714,
      "grad_norm": 0.5286586880683899,
      "learning_rate": 0.00015742384650994587,
      "loss": 0.6418,
      "step": 3787
    },
    {
      "epoch": 0.9210382347577655,
      "grad_norm": 0.5673887729644775,
      "learning_rate": 0.0001574029443912349,
      "loss": 0.741,
      "step": 3788
    },
    {
      "epoch": 0.9212813810710595,
      "grad_norm": 0.6400873064994812,
      "learning_rate": 0.00015738203853141725,
      "loss": 0.8921,
      "step": 3789
    },
    {
      "epoch": 0.9215245273843535,
      "grad_norm": 0.5716055631637573,
      "learning_rate": 0.00015736112893185547,
      "loss": 0.8704,
      "step": 3790
    },
    {
      "epoch": 0.9217676736976476,
      "grad_norm": 0.6161327958106995,
      "learning_rate": 0.00015734021559391222,
      "loss": 0.8094,
      "step": 3791
    },
    {
      "epoch": 0.9220108200109416,
      "grad_norm": 0.6055145859718323,
      "learning_rate": 0.00015731929851895053,
      "loss": 0.7996,
      "step": 3792
    },
    {
      "epoch": 0.9222539663242356,
      "grad_norm": 0.5962575078010559,
      "learning_rate": 0.00015729837770833363,
      "loss": 0.8718,
      "step": 3793
    },
    {
      "epoch": 0.9224971126375296,
      "grad_norm": 0.579556941986084,
      "learning_rate": 0.0001572774531634249,
      "loss": 0.7955,
      "step": 3794
    },
    {
      "epoch": 0.9227402589508237,
      "grad_norm": 0.553837776184082,
      "learning_rate": 0.00015725652488558813,
      "loss": 0.7416,
      "step": 3795
    },
    {
      "epoch": 0.9229834052641177,
      "grad_norm": 0.5945560932159424,
      "learning_rate": 0.00015723559287618728,
      "loss": 0.8319,
      "step": 3796
    },
    {
      "epoch": 0.9232265515774117,
      "grad_norm": 0.5554868578910828,
      "learning_rate": 0.0001572146571365865,
      "loss": 0.8621,
      "step": 3797
    },
    {
      "epoch": 0.9234696978907058,
      "grad_norm": 0.558742880821228,
      "learning_rate": 0.00015719371766815025,
      "loss": 0.7375,
      "step": 3798
    },
    {
      "epoch": 0.9237128442039998,
      "grad_norm": 0.643271267414093,
      "learning_rate": 0.00015717277447224322,
      "loss": 0.959,
      "step": 3799
    },
    {
      "epoch": 0.9239559905172938,
      "grad_norm": 0.6212295293807983,
      "learning_rate": 0.00015715182755023031,
      "loss": 0.8817,
      "step": 3800
    },
    {
      "epoch": 0.9239559905172938,
      "eval_loss": 0.8286119103431702,
      "eval_runtime": 12.3187,
      "eval_samples_per_second": 40.264,
      "eval_steps_per_second": 6.738,
      "step": 3800
    },
    {
      "epoch": 0.9241991368305879,
      "grad_norm": 0.5864624381065369,
      "learning_rate": 0.00015713087690347673,
      "loss": 0.8552,
      "step": 3801
    },
    {
      "epoch": 0.9244422831438819,
      "grad_norm": 0.5795019268989563,
      "learning_rate": 0.00015710992253334784,
      "loss": 0.8775,
      "step": 3802
    },
    {
      "epoch": 0.9246854294571758,
      "grad_norm": 0.5818841457366943,
      "learning_rate": 0.00015708896444120932,
      "loss": 0.864,
      "step": 3803
    },
    {
      "epoch": 0.9249285757704698,
      "grad_norm": 0.5929220914840698,
      "learning_rate": 0.00015706800262842708,
      "loss": 0.8369,
      "step": 3804
    },
    {
      "epoch": 0.9251717220837639,
      "grad_norm": 0.6058761477470398,
      "learning_rate": 0.0001570470370963672,
      "loss": 0.746,
      "step": 3805
    },
    {
      "epoch": 0.9254148683970579,
      "grad_norm": 0.6900207996368408,
      "learning_rate": 0.00015702606784639617,
      "loss": 0.9026,
      "step": 3806
    },
    {
      "epoch": 0.9256580147103519,
      "grad_norm": 0.5720183253288269,
      "learning_rate": 0.0001570050948798805,
      "loss": 0.8206,
      "step": 3807
    },
    {
      "epoch": 0.925901161023646,
      "grad_norm": 0.6411186456680298,
      "learning_rate": 0.00015698411819818712,
      "loss": 0.961,
      "step": 3808
    },
    {
      "epoch": 0.92614430733694,
      "grad_norm": 0.5648689866065979,
      "learning_rate": 0.0001569631378026831,
      "loss": 0.8717,
      "step": 3809
    },
    {
      "epoch": 0.926387453650234,
      "grad_norm": 0.6207517981529236,
      "learning_rate": 0.00015694215369473584,
      "loss": 1.012,
      "step": 3810
    },
    {
      "epoch": 0.926630599963528,
      "grad_norm": 0.5670809745788574,
      "learning_rate": 0.0001569211658757129,
      "loss": 0.9167,
      "step": 3811
    },
    {
      "epoch": 0.9268737462768221,
      "grad_norm": 0.5602083802223206,
      "learning_rate": 0.00015690017434698213,
      "loss": 0.7531,
      "step": 3812
    },
    {
      "epoch": 0.9271168925901161,
      "grad_norm": 0.6033357381820679,
      "learning_rate": 0.00015687917910991157,
      "loss": 1.0466,
      "step": 3813
    },
    {
      "epoch": 0.9273600389034101,
      "grad_norm": 0.5965965986251831,
      "learning_rate": 0.00015685818016586956,
      "loss": 0.7933,
      "step": 3814
    },
    {
      "epoch": 0.9276031852167042,
      "grad_norm": 0.5953984260559082,
      "learning_rate": 0.00015683717751622465,
      "loss": 0.8849,
      "step": 3815
    },
    {
      "epoch": 0.9278463315299982,
      "grad_norm": 0.6079779267311096,
      "learning_rate": 0.00015681617116234563,
      "loss": 1.108,
      "step": 3816
    },
    {
      "epoch": 0.9280894778432922,
      "grad_norm": 0.6123399138450623,
      "learning_rate": 0.0001567951611056016,
      "loss": 0.818,
      "step": 3817
    },
    {
      "epoch": 0.9283326241565862,
      "grad_norm": 0.5395647287368774,
      "learning_rate": 0.00015677414734736178,
      "loss": 0.7346,
      "step": 3818
    },
    {
      "epoch": 0.9285757704698803,
      "grad_norm": 0.5732811093330383,
      "learning_rate": 0.0001567531298889957,
      "loss": 0.8613,
      "step": 3819
    },
    {
      "epoch": 0.9288189167831743,
      "grad_norm": 0.5713376402854919,
      "learning_rate": 0.00015673210873187317,
      "loss": 0.902,
      "step": 3820
    },
    {
      "epoch": 0.9290620630964683,
      "grad_norm": 0.593975305557251,
      "learning_rate": 0.00015671108387736412,
      "loss": 0.8942,
      "step": 3821
    },
    {
      "epoch": 0.9293052094097624,
      "grad_norm": 0.5708299875259399,
      "learning_rate": 0.0001566900553268389,
      "loss": 0.8168,
      "step": 3822
    },
    {
      "epoch": 0.9295483557230564,
      "grad_norm": 0.5419563055038452,
      "learning_rate": 0.00015666902308166788,
      "loss": 0.6752,
      "step": 3823
    },
    {
      "epoch": 0.9297915020363504,
      "grad_norm": 0.5667950510978699,
      "learning_rate": 0.00015664798714322192,
      "loss": 0.8271,
      "step": 3824
    },
    {
      "epoch": 0.9300346483496444,
      "grad_norm": 0.6582499742507935,
      "learning_rate": 0.0001566269475128719,
      "loss": 0.9346,
      "step": 3825
    },
    {
      "epoch": 0.9302777946629385,
      "grad_norm": 0.5904774069786072,
      "learning_rate": 0.000156605904191989,
      "loss": 0.9207,
      "step": 3826
    },
    {
      "epoch": 0.9305209409762325,
      "grad_norm": 0.5911049246788025,
      "learning_rate": 0.00015658485718194476,
      "loss": 0.7198,
      "step": 3827
    },
    {
      "epoch": 0.9307640872895264,
      "grad_norm": 0.5647909641265869,
      "learning_rate": 0.00015656380648411083,
      "loss": 0.8949,
      "step": 3828
    },
    {
      "epoch": 0.9310072336028204,
      "grad_norm": 0.5982539057731628,
      "learning_rate": 0.00015654275209985914,
      "loss": 0.8249,
      "step": 3829
    },
    {
      "epoch": 0.9312503799161145,
      "grad_norm": 0.5716718435287476,
      "learning_rate": 0.00015652169403056188,
      "loss": 0.7801,
      "step": 3830
    },
    {
      "epoch": 0.9314935262294085,
      "grad_norm": 0.6023018956184387,
      "learning_rate": 0.00015650063227759143,
      "loss": 0.91,
      "step": 3831
    },
    {
      "epoch": 0.9317366725427025,
      "grad_norm": 0.5957215428352356,
      "learning_rate": 0.00015647956684232045,
      "loss": 0.881,
      "step": 3832
    },
    {
      "epoch": 0.9319798188559966,
      "grad_norm": 0.6116086840629578,
      "learning_rate": 0.00015645849772612187,
      "loss": 0.9758,
      "step": 3833
    },
    {
      "epoch": 0.9322229651692906,
      "grad_norm": 0.5864516496658325,
      "learning_rate": 0.00015643742493036874,
      "loss": 0.7565,
      "step": 3834
    },
    {
      "epoch": 0.9324661114825846,
      "grad_norm": 0.6050345301628113,
      "learning_rate": 0.00015641634845643454,
      "loss": 0.8877,
      "step": 3835
    },
    {
      "epoch": 0.9327092577958787,
      "grad_norm": 0.6150685548782349,
      "learning_rate": 0.0001563952683056928,
      "loss": 1.0027,
      "step": 3836
    },
    {
      "epoch": 0.9329524041091727,
      "grad_norm": 0.5983617305755615,
      "learning_rate": 0.0001563741844795174,
      "loss": 0.8605,
      "step": 3837
    },
    {
      "epoch": 0.9331955504224667,
      "grad_norm": 0.5668807625770569,
      "learning_rate": 0.00015635309697928243,
      "loss": 0.8129,
      "step": 3838
    },
    {
      "epoch": 0.9334386967357607,
      "grad_norm": 0.6136021614074707,
      "learning_rate": 0.0001563320058063622,
      "loss": 0.9103,
      "step": 3839
    },
    {
      "epoch": 0.9336818430490548,
      "grad_norm": 0.5690004825592041,
      "learning_rate": 0.00015631091096213133,
      "loss": 0.8104,
      "step": 3840
    },
    {
      "epoch": 0.9339249893623488,
      "grad_norm": 0.603740930557251,
      "learning_rate": 0.00015628981244796456,
      "loss": 0.8165,
      "step": 3841
    },
    {
      "epoch": 0.9341681356756428,
      "grad_norm": 0.6450198292732239,
      "learning_rate": 0.00015626871026523702,
      "loss": 0.7974,
      "step": 3842
    },
    {
      "epoch": 0.9344112819889369,
      "grad_norm": 0.5676892399787903,
      "learning_rate": 0.0001562476044153239,
      "loss": 0.7667,
      "step": 3843
    },
    {
      "epoch": 0.9346544283022309,
      "grad_norm": 0.5732108354568481,
      "learning_rate": 0.0001562264948996008,
      "loss": 0.7929,
      "step": 3844
    },
    {
      "epoch": 0.9348975746155249,
      "grad_norm": 0.517952561378479,
      "learning_rate": 0.00015620538171944346,
      "loss": 0.7128,
      "step": 3845
    },
    {
      "epoch": 0.935140720928819,
      "grad_norm": 0.5801820158958435,
      "learning_rate": 0.00015618426487622788,
      "loss": 0.8126,
      "step": 3846
    },
    {
      "epoch": 0.935383867242113,
      "grad_norm": 0.6173273921012878,
      "learning_rate": 0.0001561631443713303,
      "loss": 1.0242,
      "step": 3847
    },
    {
      "epoch": 0.935627013555407,
      "grad_norm": 0.6225159168243408,
      "learning_rate": 0.00015614202020612723,
      "loss": 0.8691,
      "step": 3848
    },
    {
      "epoch": 0.935870159868701,
      "grad_norm": 0.6367133259773254,
      "learning_rate": 0.00015612089238199536,
      "loss": 1.0565,
      "step": 3849
    },
    {
      "epoch": 0.9361133061819951,
      "grad_norm": 0.5762947797775269,
      "learning_rate": 0.00015609976090031163,
      "loss": 0.9084,
      "step": 3850
    },
    {
      "epoch": 0.9363564524952891,
      "grad_norm": 0.5497514605522156,
      "learning_rate": 0.00015607862576245328,
      "loss": 0.8291,
      "step": 3851
    },
    {
      "epoch": 0.936599598808583,
      "grad_norm": 0.6014418005943298,
      "learning_rate": 0.0001560574869697977,
      "loss": 0.7374,
      "step": 3852
    },
    {
      "epoch": 0.936842745121877,
      "grad_norm": 0.5343008637428284,
      "learning_rate": 0.00015603634452372262,
      "loss": 0.7186,
      "step": 3853
    },
    {
      "epoch": 0.9370858914351711,
      "grad_norm": 0.6325864195823669,
      "learning_rate": 0.00015601519842560593,
      "loss": 0.9892,
      "step": 3854
    },
    {
      "epoch": 0.9373290377484651,
      "grad_norm": 0.6279564499855042,
      "learning_rate": 0.00015599404867682574,
      "loss": 0.9653,
      "step": 3855
    },
    {
      "epoch": 0.9375721840617591,
      "grad_norm": 0.6318804621696472,
      "learning_rate": 0.00015597289527876049,
      "loss": 0.8879,
      "step": 3856
    },
    {
      "epoch": 0.9378153303750532,
      "grad_norm": 0.6051533222198486,
      "learning_rate": 0.00015595173823278877,
      "loss": 0.8133,
      "step": 3857
    },
    {
      "epoch": 0.9380584766883472,
      "grad_norm": 0.535108745098114,
      "learning_rate": 0.00015593057754028947,
      "loss": 0.7017,
      "step": 3858
    },
    {
      "epoch": 0.9383016230016412,
      "grad_norm": 0.6001114249229431,
      "learning_rate": 0.00015590941320264162,
      "loss": 0.7833,
      "step": 3859
    },
    {
      "epoch": 0.9385447693149352,
      "grad_norm": 0.598400890827179,
      "learning_rate": 0.00015588824522122464,
      "loss": 0.8774,
      "step": 3860
    },
    {
      "epoch": 0.9387879156282293,
      "grad_norm": 0.5778512954711914,
      "learning_rate": 0.0001558670735974181,
      "loss": 0.7493,
      "step": 3861
    },
    {
      "epoch": 0.9390310619415233,
      "grad_norm": 0.5442737340927124,
      "learning_rate": 0.00015584589833260177,
      "loss": 0.6911,
      "step": 3862
    },
    {
      "epoch": 0.9392742082548173,
      "grad_norm": 0.5791704654693604,
      "learning_rate": 0.0001558247194281557,
      "loss": 0.6674,
      "step": 3863
    },
    {
      "epoch": 0.9395173545681114,
      "grad_norm": 0.5953648686408997,
      "learning_rate": 0.0001558035368854602,
      "loss": 0.7484,
      "step": 3864
    },
    {
      "epoch": 0.9397605008814054,
      "grad_norm": 0.6149817109107971,
      "learning_rate": 0.0001557823507058958,
      "loss": 0.6988,
      "step": 3865
    },
    {
      "epoch": 0.9400036471946994,
      "grad_norm": 0.5767830610275269,
      "learning_rate": 0.00015576116089084327,
      "loss": 0.8283,
      "step": 3866
    },
    {
      "epoch": 0.9402467935079935,
      "grad_norm": 0.6455873847007751,
      "learning_rate": 0.00015573996744168357,
      "loss": 1.0021,
      "step": 3867
    },
    {
      "epoch": 0.9404899398212875,
      "grad_norm": 0.6539912819862366,
      "learning_rate": 0.00015571877035979795,
      "loss": 0.9947,
      "step": 3868
    },
    {
      "epoch": 0.9407330861345815,
      "grad_norm": 0.6231297850608826,
      "learning_rate": 0.0001556975696465679,
      "loss": 0.9163,
      "step": 3869
    },
    {
      "epoch": 0.9409762324478755,
      "grad_norm": 0.5812355875968933,
      "learning_rate": 0.0001556763653033751,
      "loss": 0.7893,
      "step": 3870
    },
    {
      "epoch": 0.9412193787611696,
      "grad_norm": 0.604145884513855,
      "learning_rate": 0.0001556551573316015,
      "loss": 0.8653,
      "step": 3871
    },
    {
      "epoch": 0.9414625250744636,
      "grad_norm": 0.5877869725227356,
      "learning_rate": 0.00015563394573262933,
      "loss": 0.8598,
      "step": 3872
    },
    {
      "epoch": 0.9417056713877576,
      "grad_norm": 0.5659314393997192,
      "learning_rate": 0.00015561273050784092,
      "loss": 0.8026,
      "step": 3873
    },
    {
      "epoch": 0.9419488177010517,
      "grad_norm": 0.6080787181854248,
      "learning_rate": 0.00015559151165861902,
      "loss": 0.979,
      "step": 3874
    },
    {
      "epoch": 0.9421919640143457,
      "grad_norm": 0.5733434557914734,
      "learning_rate": 0.00015557028918634645,
      "loss": 0.7696,
      "step": 3875
    },
    {
      "epoch": 0.9424351103276396,
      "grad_norm": 0.5950743556022644,
      "learning_rate": 0.00015554906309240632,
      "loss": 0.6479,
      "step": 3876
    },
    {
      "epoch": 0.9426782566409336,
      "grad_norm": 0.5547657012939453,
      "learning_rate": 0.0001555278333781821,
      "loss": 0.7726,
      "step": 3877
    },
    {
      "epoch": 0.9429214029542277,
      "grad_norm": 0.5325151681900024,
      "learning_rate": 0.00015550660004505726,
      "loss": 0.7342,
      "step": 3878
    },
    {
      "epoch": 0.9431645492675217,
      "grad_norm": 0.6476696729660034,
      "learning_rate": 0.00015548536309441575,
      "loss": 0.8466,
      "step": 3879
    },
    {
      "epoch": 0.9434076955808157,
      "grad_norm": 0.5711251497268677,
      "learning_rate": 0.00015546412252764156,
      "loss": 0.8194,
      "step": 3880
    },
    {
      "epoch": 0.9436508418941097,
      "grad_norm": 0.5739007592201233,
      "learning_rate": 0.000155442878346119,
      "loss": 0.8226,
      "step": 3881
    },
    {
      "epoch": 0.9438939882074038,
      "grad_norm": 0.5871869921684265,
      "learning_rate": 0.00015542163055123263,
      "loss": 0.7449,
      "step": 3882
    },
    {
      "epoch": 0.9441371345206978,
      "grad_norm": 0.6200315356254578,
      "learning_rate": 0.00015540037914436728,
      "loss": 0.863,
      "step": 3883
    },
    {
      "epoch": 0.9443802808339918,
      "grad_norm": 0.6326160430908203,
      "learning_rate": 0.00015537912412690784,
      "loss": 0.9165,
      "step": 3884
    },
    {
      "epoch": 0.9446234271472859,
      "grad_norm": 0.6673940420150757,
      "learning_rate": 0.00015535786550023968,
      "loss": 0.9647,
      "step": 3885
    },
    {
      "epoch": 0.9448665734605799,
      "grad_norm": 0.6114591360092163,
      "learning_rate": 0.0001553366032657482,
      "loss": 0.7344,
      "step": 3886
    },
    {
      "epoch": 0.9451097197738739,
      "grad_norm": 0.6045793294906616,
      "learning_rate": 0.0001553153374248192,
      "loss": 0.9602,
      "step": 3887
    },
    {
      "epoch": 0.945352866087168,
      "grad_norm": 0.5653492212295532,
      "learning_rate": 0.00015529406797883854,
      "loss": 0.7766,
      "step": 3888
    },
    {
      "epoch": 0.945596012400462,
      "grad_norm": 0.5769023299217224,
      "learning_rate": 0.00015527279492919246,
      "loss": 0.8739,
      "step": 3889
    },
    {
      "epoch": 0.945839158713756,
      "grad_norm": 0.5957320928573608,
      "learning_rate": 0.00015525151827726737,
      "loss": 0.9362,
      "step": 3890
    },
    {
      "epoch": 0.94608230502705,
      "grad_norm": 0.6046938300132751,
      "learning_rate": 0.0001552302380244499,
      "loss": 0.6861,
      "step": 3891
    },
    {
      "epoch": 0.9463254513403441,
      "grad_norm": 0.5908464789390564,
      "learning_rate": 0.00015520895417212702,
      "loss": 0.9105,
      "step": 3892
    },
    {
      "epoch": 0.9465685976536381,
      "grad_norm": 0.5891743898391724,
      "learning_rate": 0.0001551876667216858,
      "loss": 0.8191,
      "step": 3893
    },
    {
      "epoch": 0.9468117439669321,
      "grad_norm": 0.5991247892379761,
      "learning_rate": 0.00015516637567451356,
      "loss": 0.8617,
      "step": 3894
    },
    {
      "epoch": 0.9470548902802262,
      "grad_norm": 0.5421555638313293,
      "learning_rate": 0.000155145081031998,
      "loss": 0.809,
      "step": 3895
    },
    {
      "epoch": 0.9472980365935202,
      "grad_norm": 0.589769721031189,
      "learning_rate": 0.0001551237827955269,
      "loss": 0.9131,
      "step": 3896
    },
    {
      "epoch": 0.9475411829068142,
      "grad_norm": 0.5734096169471741,
      "learning_rate": 0.0001551024809664883,
      "loss": 0.9087,
      "step": 3897
    },
    {
      "epoch": 0.9477843292201082,
      "grad_norm": 0.5655553340911865,
      "learning_rate": 0.0001550811755462705,
      "loss": 0.7913,
      "step": 3898
    },
    {
      "epoch": 0.9480274755334023,
      "grad_norm": 0.5494832992553711,
      "learning_rate": 0.0001550598665362621,
      "loss": 0.8708,
      "step": 3899
    },
    {
      "epoch": 0.9482706218466963,
      "grad_norm": 0.6115872859954834,
      "learning_rate": 0.00015503855393785178,
      "loss": 0.8902,
      "step": 3900
    },
    {
      "epoch": 0.9485137681599902,
      "grad_norm": 0.5702208876609802,
      "learning_rate": 0.00015501723775242858,
      "loss": 0.7671,
      "step": 3901
    },
    {
      "epoch": 0.9487569144732843,
      "grad_norm": 0.5961660146713257,
      "learning_rate": 0.00015499591798138172,
      "loss": 1.0234,
      "step": 3902
    },
    {
      "epoch": 0.9490000607865783,
      "grad_norm": 0.5455039739608765,
      "learning_rate": 0.00015497459462610072,
      "loss": 0.8103,
      "step": 3903
    },
    {
      "epoch": 0.9492432070998723,
      "grad_norm": 0.6288337111473083,
      "learning_rate": 0.0001549532676879752,
      "loss": 0.7645,
      "step": 3904
    },
    {
      "epoch": 0.9494863534131663,
      "grad_norm": 0.5569334626197815,
      "learning_rate": 0.00015493193716839513,
      "loss": 0.7612,
      "step": 3905
    },
    {
      "epoch": 0.9497294997264604,
      "grad_norm": 0.6296350359916687,
      "learning_rate": 0.00015491060306875075,
      "loss": 1.0935,
      "step": 3906
    },
    {
      "epoch": 0.9499726460397544,
      "grad_norm": 0.6952934861183167,
      "learning_rate": 0.00015488926539043233,
      "loss": 1.0637,
      "step": 3907
    },
    {
      "epoch": 0.9502157923530484,
      "grad_norm": 0.5617178082466125,
      "learning_rate": 0.00015486792413483058,
      "loss": 0.7515,
      "step": 3908
    },
    {
      "epoch": 0.9504589386663425,
      "grad_norm": 0.6092130541801453,
      "learning_rate": 0.00015484657930333638,
      "loss": 0.9535,
      "step": 3909
    },
    {
      "epoch": 0.9507020849796365,
      "grad_norm": 0.5928444266319275,
      "learning_rate": 0.0001548252308973408,
      "loss": 0.8695,
      "step": 3910
    },
    {
      "epoch": 0.9509452312929305,
      "grad_norm": 0.5670244693756104,
      "learning_rate": 0.0001548038789182352,
      "loss": 0.7563,
      "step": 3911
    },
    {
      "epoch": 0.9511883776062245,
      "grad_norm": 0.6128900051116943,
      "learning_rate": 0.00015478252336741108,
      "loss": 1.0672,
      "step": 3912
    },
    {
      "epoch": 0.9514315239195186,
      "grad_norm": 0.5890135765075684,
      "learning_rate": 0.00015476116424626031,
      "loss": 0.903,
      "step": 3913
    },
    {
      "epoch": 0.9516746702328126,
      "grad_norm": 0.5885316133499146,
      "learning_rate": 0.0001547398015561749,
      "loss": 0.7583,
      "step": 3914
    },
    {
      "epoch": 0.9519178165461066,
      "grad_norm": 0.6073406934738159,
      "learning_rate": 0.00015471843529854716,
      "loss": 0.894,
      "step": 3915
    },
    {
      "epoch": 0.9521609628594007,
      "grad_norm": 0.5928613543510437,
      "learning_rate": 0.00015469706547476949,
      "loss": 0.881,
      "step": 3916
    },
    {
      "epoch": 0.9524041091726947,
      "grad_norm": 0.6040787100791931,
      "learning_rate": 0.00015467569208623468,
      "loss": 0.9083,
      "step": 3917
    },
    {
      "epoch": 0.9526472554859887,
      "grad_norm": 0.5555006861686707,
      "learning_rate": 0.00015465431513433573,
      "loss": 0.7162,
      "step": 3918
    },
    {
      "epoch": 0.9528904017992827,
      "grad_norm": 0.5638722777366638,
      "learning_rate": 0.00015463293462046574,
      "loss": 0.7909,
      "step": 3919
    },
    {
      "epoch": 0.9531335481125768,
      "grad_norm": 0.629956066608429,
      "learning_rate": 0.00015461155054601823,
      "loss": 0.836,
      "step": 3920
    },
    {
      "epoch": 0.9533766944258708,
      "grad_norm": 0.5946303009986877,
      "learning_rate": 0.00015459016291238678,
      "loss": 0.7732,
      "step": 3921
    },
    {
      "epoch": 0.9536198407391648,
      "grad_norm": 0.5952610373497009,
      "learning_rate": 0.00015456877172096532,
      "loss": 0.9584,
      "step": 3922
    },
    {
      "epoch": 0.9538629870524589,
      "grad_norm": 0.6487072706222534,
      "learning_rate": 0.00015454737697314795,
      "loss": 1.0796,
      "step": 3923
    },
    {
      "epoch": 0.9541061333657529,
      "grad_norm": 0.6010735034942627,
      "learning_rate": 0.00015452597867032908,
      "loss": 0.8647,
      "step": 3924
    },
    {
      "epoch": 0.9543492796790468,
      "grad_norm": 0.6349714398384094,
      "learning_rate": 0.00015450457681390325,
      "loss": 1.0185,
      "step": 3925
    },
    {
      "epoch": 0.9545924259923408,
      "grad_norm": 0.6074844002723694,
      "learning_rate": 0.00015448317140526527,
      "loss": 0.8008,
      "step": 3926
    },
    {
      "epoch": 0.9548355723056349,
      "grad_norm": 0.6035317182540894,
      "learning_rate": 0.0001544617624458102,
      "loss": 0.8367,
      "step": 3927
    },
    {
      "epoch": 0.9550787186189289,
      "grad_norm": 0.617527961730957,
      "learning_rate": 0.00015444034993693334,
      "loss": 0.8675,
      "step": 3928
    },
    {
      "epoch": 0.9553218649322229,
      "grad_norm": 0.5546779632568359,
      "learning_rate": 0.0001544189338800302,
      "loss": 0.7479,
      "step": 3929
    },
    {
      "epoch": 0.955565011245517,
      "grad_norm": 0.5349030494689941,
      "learning_rate": 0.0001543975142764965,
      "loss": 0.8489,
      "step": 3930
    },
    {
      "epoch": 0.955808157558811,
      "grad_norm": 0.5965301990509033,
      "learning_rate": 0.0001543760911277282,
      "loss": 1.0072,
      "step": 3931
    },
    {
      "epoch": 0.956051303872105,
      "grad_norm": 0.57261061668396,
      "learning_rate": 0.00015435466443512153,
      "loss": 0.8277,
      "step": 3932
    },
    {
      "epoch": 0.956294450185399,
      "grad_norm": 0.5557818412780762,
      "learning_rate": 0.00015433323420007292,
      "loss": 0.7996,
      "step": 3933
    },
    {
      "epoch": 0.9565375964986931,
      "grad_norm": 0.6322778463363647,
      "learning_rate": 0.00015431180042397907,
      "loss": 0.8936,
      "step": 3934
    },
    {
      "epoch": 0.9567807428119871,
      "grad_norm": 0.639276921749115,
      "learning_rate": 0.00015429036310823683,
      "loss": 0.8262,
      "step": 3935
    },
    {
      "epoch": 0.9570238891252811,
      "grad_norm": 0.5407418608665466,
      "learning_rate": 0.00015426892225424337,
      "loss": 0.7935,
      "step": 3936
    },
    {
      "epoch": 0.9572670354385752,
      "grad_norm": 0.5994666814804077,
      "learning_rate": 0.000154247477863396,
      "loss": 0.805,
      "step": 3937
    },
    {
      "epoch": 0.9575101817518692,
      "grad_norm": 0.5609036087989807,
      "learning_rate": 0.00015422602993709234,
      "loss": 0.8179,
      "step": 3938
    },
    {
      "epoch": 0.9577533280651632,
      "grad_norm": 0.5564014911651611,
      "learning_rate": 0.0001542045784767302,
      "loss": 0.8305,
      "step": 3939
    },
    {
      "epoch": 0.9579964743784573,
      "grad_norm": 0.5570889115333557,
      "learning_rate": 0.00015418312348370767,
      "loss": 0.8264,
      "step": 3940
    },
    {
      "epoch": 0.9582396206917513,
      "grad_norm": 0.613542377948761,
      "learning_rate": 0.00015416166495942296,
      "loss": 0.902,
      "step": 3941
    },
    {
      "epoch": 0.9584827670050453,
      "grad_norm": 0.6073058247566223,
      "learning_rate": 0.00015414020290527465,
      "loss": 0.8675,
      "step": 3942
    },
    {
      "epoch": 0.9587259133183393,
      "grad_norm": 0.6476730704307556,
      "learning_rate": 0.0001541187373226614,
      "loss": 0.9403,
      "step": 3943
    },
    {
      "epoch": 0.9589690596316334,
      "grad_norm": 0.6090189814567566,
      "learning_rate": 0.00015409726821298227,
      "loss": 0.834,
      "step": 3944
    },
    {
      "epoch": 0.9592122059449274,
      "grad_norm": 0.6185005307197571,
      "learning_rate": 0.0001540757955776364,
      "loss": 0.8913,
      "step": 3945
    },
    {
      "epoch": 0.9594553522582214,
      "grad_norm": 0.6164074540138245,
      "learning_rate": 0.00015405431941802324,
      "loss": 0.9088,
      "step": 3946
    },
    {
      "epoch": 0.9596984985715155,
      "grad_norm": 0.5720204710960388,
      "learning_rate": 0.0001540328397355425,
      "loss": 0.7443,
      "step": 3947
    },
    {
      "epoch": 0.9599416448848095,
      "grad_norm": 0.5702806115150452,
      "learning_rate": 0.00015401135653159392,
      "loss": 0.8129,
      "step": 3948
    },
    {
      "epoch": 0.9601847911981034,
      "grad_norm": 0.5997123718261719,
      "learning_rate": 0.0001539898698075778,
      "loss": 0.8949,
      "step": 3949
    },
    {
      "epoch": 0.9604279375113974,
      "grad_norm": 0.6117449998855591,
      "learning_rate": 0.0001539683795648944,
      "loss": 0.8827,
      "step": 3950
    },
    {
      "epoch": 0.9606710838246915,
      "grad_norm": 0.6266724467277527,
      "learning_rate": 0.00015394688580494428,
      "loss": 1.0163,
      "step": 3951
    },
    {
      "epoch": 0.9609142301379855,
      "grad_norm": 0.5761119723320007,
      "learning_rate": 0.00015392538852912826,
      "loss": 0.8152,
      "step": 3952
    },
    {
      "epoch": 0.9611573764512795,
      "grad_norm": 0.6260044574737549,
      "learning_rate": 0.0001539038877388474,
      "loss": 1.1031,
      "step": 3953
    },
    {
      "epoch": 0.9614005227645736,
      "grad_norm": 0.580203652381897,
      "learning_rate": 0.00015388238343550295,
      "loss": 0.9107,
      "step": 3954
    },
    {
      "epoch": 0.9616436690778676,
      "grad_norm": 0.6238688230514526,
      "learning_rate": 0.00015386087562049643,
      "loss": 0.9233,
      "step": 3955
    },
    {
      "epoch": 0.9618868153911616,
      "grad_norm": 0.6296013593673706,
      "learning_rate": 0.00015383936429522952,
      "loss": 0.9204,
      "step": 3956
    },
    {
      "epoch": 0.9621299617044556,
      "grad_norm": 0.5360004901885986,
      "learning_rate": 0.00015381784946110418,
      "loss": 0.6991,
      "step": 3957
    },
    {
      "epoch": 0.9623731080177497,
      "grad_norm": 0.6293896436691284,
      "learning_rate": 0.0001537963311195226,
      "loss": 1.1359,
      "step": 3958
    },
    {
      "epoch": 0.9626162543310437,
      "grad_norm": 0.5762479305267334,
      "learning_rate": 0.00015377480927188724,
      "loss": 0.9187,
      "step": 3959
    },
    {
      "epoch": 0.9628594006443377,
      "grad_norm": 0.5975254774093628,
      "learning_rate": 0.00015375328391960063,
      "loss": 0.8264,
      "step": 3960
    },
    {
      "epoch": 0.9631025469576318,
      "grad_norm": 0.5442191362380981,
      "learning_rate": 0.0001537317550640657,
      "loss": 0.7043,
      "step": 3961
    },
    {
      "epoch": 0.9633456932709258,
      "grad_norm": 0.6101198196411133,
      "learning_rate": 0.00015371022270668558,
      "loss": 0.7681,
      "step": 3962
    },
    {
      "epoch": 0.9635888395842198,
      "grad_norm": 0.5495312809944153,
      "learning_rate": 0.00015368868684886353,
      "loss": 0.8912,
      "step": 3963
    },
    {
      "epoch": 0.9638319858975138,
      "grad_norm": 0.5703046321868896,
      "learning_rate": 0.00015366714749200314,
      "loss": 0.8416,
      "step": 3964
    },
    {
      "epoch": 0.9640751322108079,
      "grad_norm": 0.5602511763572693,
      "learning_rate": 0.00015364560463750814,
      "loss": 0.7136,
      "step": 3965
    },
    {
      "epoch": 0.9643182785241019,
      "grad_norm": 0.5711033940315247,
      "learning_rate": 0.0001536240582867826,
      "loss": 0.825,
      "step": 3966
    },
    {
      "epoch": 0.9645614248373959,
      "grad_norm": 0.6629088521003723,
      "learning_rate": 0.00015360250844123068,
      "loss": 1.1292,
      "step": 3967
    },
    {
      "epoch": 0.96480457115069,
      "grad_norm": 0.6209609508514404,
      "learning_rate": 0.00015358095510225694,
      "loss": 0.9034,
      "step": 3968
    },
    {
      "epoch": 0.965047717463984,
      "grad_norm": 0.5595290064811707,
      "learning_rate": 0.00015355939827126598,
      "loss": 0.9077,
      "step": 3969
    },
    {
      "epoch": 0.965290863777278,
      "grad_norm": 0.5526604056358337,
      "learning_rate": 0.00015353783794966276,
      "loss": 0.7837,
      "step": 3970
    },
    {
      "epoch": 0.965534010090572,
      "grad_norm": 0.6013864874839783,
      "learning_rate": 0.0001535162741388524,
      "loss": 0.9408,
      "step": 3971
    },
    {
      "epoch": 0.9657771564038661,
      "grad_norm": 0.6171493530273438,
      "learning_rate": 0.0001534947068402403,
      "loss": 0.9313,
      "step": 3972
    },
    {
      "epoch": 0.9660203027171601,
      "grad_norm": 0.5850863456726074,
      "learning_rate": 0.00015347313605523205,
      "loss": 0.8994,
      "step": 3973
    },
    {
      "epoch": 0.966263449030454,
      "grad_norm": 0.5535826086997986,
      "learning_rate": 0.0001534515617852335,
      "loss": 0.8106,
      "step": 3974
    },
    {
      "epoch": 0.966506595343748,
      "grad_norm": 0.5258336663246155,
      "learning_rate": 0.00015342998403165066,
      "loss": 0.7386,
      "step": 3975
    },
    {
      "epoch": 0.9667497416570421,
      "grad_norm": 0.5102713108062744,
      "learning_rate": 0.00015340840279588983,
      "loss": 0.7311,
      "step": 3976
    },
    {
      "epoch": 0.9669928879703361,
      "grad_norm": 0.6220513582229614,
      "learning_rate": 0.00015338681807935752,
      "loss": 0.8646,
      "step": 3977
    },
    {
      "epoch": 0.9672360342836301,
      "grad_norm": 0.5911040902137756,
      "learning_rate": 0.00015336522988346047,
      "loss": 0.9844,
      "step": 3978
    },
    {
      "epoch": 0.9674791805969242,
      "grad_norm": 0.5978605151176453,
      "learning_rate": 0.00015334363820960562,
      "loss": 0.9605,
      "step": 3979
    },
    {
      "epoch": 0.9677223269102182,
      "grad_norm": 0.534525990486145,
      "learning_rate": 0.0001533220430592002,
      "loss": 0.774,
      "step": 3980
    },
    {
      "epoch": 0.9679654732235122,
      "grad_norm": 0.5665764808654785,
      "learning_rate": 0.00015330044443365157,
      "loss": 1.0476,
      "step": 3981
    },
    {
      "epoch": 0.9682086195368063,
      "grad_norm": 0.5639218688011169,
      "learning_rate": 0.00015327884233436745,
      "loss": 0.8607,
      "step": 3982
    },
    {
      "epoch": 0.9684517658501003,
      "grad_norm": 0.5719287991523743,
      "learning_rate": 0.0001532572367627556,
      "loss": 0.8337,
      "step": 3983
    },
    {
      "epoch": 0.9686949121633943,
      "grad_norm": 0.5644734501838684,
      "learning_rate": 0.0001532356277202242,
      "loss": 0.7366,
      "step": 3984
    },
    {
      "epoch": 0.9689380584766883,
      "grad_norm": 0.5437777042388916,
      "learning_rate": 0.00015321401520818152,
      "loss": 0.8378,
      "step": 3985
    },
    {
      "epoch": 0.9691812047899824,
      "grad_norm": 0.5688724517822266,
      "learning_rate": 0.00015319239922803617,
      "loss": 0.9117,
      "step": 3986
    },
    {
      "epoch": 0.9694243511032764,
      "grad_norm": 0.6134786009788513,
      "learning_rate": 0.0001531707797811969,
      "loss": 0.9126,
      "step": 3987
    },
    {
      "epoch": 0.9696674974165704,
      "grad_norm": 0.54435795545578,
      "learning_rate": 0.00015314915686907266,
      "loss": 0.862,
      "step": 3988
    },
    {
      "epoch": 0.9699106437298645,
      "grad_norm": 0.6124584078788757,
      "learning_rate": 0.0001531275304930727,
      "loss": 0.8416,
      "step": 3989
    },
    {
      "epoch": 0.9701537900431585,
      "grad_norm": 0.5713635683059692,
      "learning_rate": 0.00015310590065460646,
      "loss": 0.8146,
      "step": 3990
    },
    {
      "epoch": 0.9703969363564525,
      "grad_norm": 0.6185588836669922,
      "learning_rate": 0.00015308426735508363,
      "loss": 0.9141,
      "step": 3991
    },
    {
      "epoch": 0.9706400826697466,
      "grad_norm": 0.5975496768951416,
      "learning_rate": 0.00015306263059591414,
      "loss": 0.9091,
      "step": 3992
    },
    {
      "epoch": 0.9708832289830406,
      "grad_norm": 0.5929800271987915,
      "learning_rate": 0.00015304099037850808,
      "loss": 0.914,
      "step": 3993
    },
    {
      "epoch": 0.9711263752963346,
      "grad_norm": 0.5323626399040222,
      "learning_rate": 0.0001530193467042758,
      "loss": 0.6399,
      "step": 3994
    },
    {
      "epoch": 0.9713695216096286,
      "grad_norm": 0.5727620720863342,
      "learning_rate": 0.0001529976995746279,
      "loss": 0.8309,
      "step": 3995
    },
    {
      "epoch": 0.9716126679229227,
      "grad_norm": 0.5835465788841248,
      "learning_rate": 0.00015297604899097516,
      "loss": 0.7345,
      "step": 3996
    },
    {
      "epoch": 0.9718558142362167,
      "grad_norm": 0.6360068321228027,
      "learning_rate": 0.00015295439495472863,
      "loss": 1.0098,
      "step": 3997
    },
    {
      "epoch": 0.9720989605495106,
      "grad_norm": 0.5554057955741882,
      "learning_rate": 0.00015293273746729957,
      "loss": 0.6974,
      "step": 3998
    },
    {
      "epoch": 0.9723421068628046,
      "grad_norm": 0.5775800943374634,
      "learning_rate": 0.00015291107653009938,
      "loss": 0.8692,
      "step": 3999
    },
    {
      "epoch": 0.9725852531760987,
      "grad_norm": 0.6432832479476929,
      "learning_rate": 0.00015288941214453984,
      "loss": 1.0272,
      "step": 4000
    },
    {
      "epoch": 0.9725852531760987,
      "eval_loss": 0.8274582028388977,
      "eval_runtime": 12.3359,
      "eval_samples_per_second": 40.208,
      "eval_steps_per_second": 6.728,
      "step": 4000
    },
    {
      "epoch": 0.9728283994893927,
      "grad_norm": 0.5771706104278564,
      "learning_rate": 0.00015286774431203288,
      "loss": 0.7636,
      "step": 4001
    },
    {
      "epoch": 0.9730715458026867,
      "grad_norm": 0.6299888491630554,
      "learning_rate": 0.00015284607303399063,
      "loss": 1.0326,
      "step": 4002
    },
    {
      "epoch": 0.9733146921159808,
      "grad_norm": 0.5729795098304749,
      "learning_rate": 0.00015282439831182547,
      "loss": 0.9303,
      "step": 4003
    },
    {
      "epoch": 0.9735578384292748,
      "grad_norm": 0.576596200466156,
      "learning_rate": 0.00015280272014694997,
      "loss": 0.8719,
      "step": 4004
    },
    {
      "epoch": 0.9738009847425688,
      "grad_norm": 0.6008514761924744,
      "learning_rate": 0.000152781038540777,
      "loss": 0.9552,
      "step": 4005
    },
    {
      "epoch": 0.9740441310558628,
      "grad_norm": 0.5547656416893005,
      "learning_rate": 0.00015275935349471959,
      "loss": 0.728,
      "step": 4006
    },
    {
      "epoch": 0.9742872773691569,
      "grad_norm": 0.583379328250885,
      "learning_rate": 0.00015273766501019102,
      "loss": 0.7206,
      "step": 4007
    },
    {
      "epoch": 0.9745304236824509,
      "grad_norm": 0.5873423218727112,
      "learning_rate": 0.00015271597308860475,
      "loss": 0.8727,
      "step": 4008
    },
    {
      "epoch": 0.9747735699957449,
      "grad_norm": 0.5742978453636169,
      "learning_rate": 0.00015269427773137459,
      "loss": 0.8254,
      "step": 4009
    },
    {
      "epoch": 0.975016716309039,
      "grad_norm": 0.5953057408332825,
      "learning_rate": 0.0001526725789399144,
      "loss": 0.8737,
      "step": 4010
    },
    {
      "epoch": 0.975259862622333,
      "grad_norm": 0.5784429907798767,
      "learning_rate": 0.0001526508767156384,
      "loss": 0.9752,
      "step": 4011
    },
    {
      "epoch": 0.975503008935627,
      "grad_norm": 0.585648775100708,
      "learning_rate": 0.00015262917105996092,
      "loss": 0.7717,
      "step": 4012
    },
    {
      "epoch": 0.975746155248921,
      "grad_norm": 0.6154944896697998,
      "learning_rate": 0.00015260746197429662,
      "loss": 0.9615,
      "step": 4013
    },
    {
      "epoch": 0.9759893015622151,
      "grad_norm": 0.5469710230827332,
      "learning_rate": 0.0001525857494600604,
      "loss": 0.7965,
      "step": 4014
    },
    {
      "epoch": 0.9762324478755091,
      "grad_norm": 0.6063844561576843,
      "learning_rate": 0.00015256403351866725,
      "loss": 1.0677,
      "step": 4015
    },
    {
      "epoch": 0.9764755941888031,
      "grad_norm": 0.6207650899887085,
      "learning_rate": 0.00015254231415153243,
      "loss": 0.9533,
      "step": 4016
    },
    {
      "epoch": 0.9767187405020972,
      "grad_norm": 0.6261950135231018,
      "learning_rate": 0.00015252059136007152,
      "loss": 0.9115,
      "step": 4017
    },
    {
      "epoch": 0.9769618868153912,
      "grad_norm": 0.632755696773529,
      "learning_rate": 0.0001524988651457002,
      "loss": 1.0542,
      "step": 4018
    },
    {
      "epoch": 0.9772050331286852,
      "grad_norm": 0.5957483649253845,
      "learning_rate": 0.00015247713550983448,
      "loss": 0.757,
      "step": 4019
    },
    {
      "epoch": 0.9774481794419793,
      "grad_norm": 0.6265625953674316,
      "learning_rate": 0.00015245540245389052,
      "loss": 1.0039,
      "step": 4020
    },
    {
      "epoch": 0.9776913257552733,
      "grad_norm": 0.5776553153991699,
      "learning_rate": 0.0001524336659792847,
      "loss": 0.8253,
      "step": 4021
    },
    {
      "epoch": 0.9779344720685672,
      "grad_norm": 0.5782874822616577,
      "learning_rate": 0.00015241192608743366,
      "loss": 0.8859,
      "step": 4022
    },
    {
      "epoch": 0.9781776183818612,
      "grad_norm": 0.5680975914001465,
      "learning_rate": 0.00015239018277975425,
      "loss": 0.8628,
      "step": 4023
    },
    {
      "epoch": 0.9784207646951553,
      "grad_norm": 0.5826223492622375,
      "learning_rate": 0.00015236843605766356,
      "loss": 0.7975,
      "step": 4024
    },
    {
      "epoch": 0.9786639110084493,
      "grad_norm": 0.5867834091186523,
      "learning_rate": 0.0001523466859225788,
      "loss": 0.9767,
      "step": 4025
    },
    {
      "epoch": 0.9789070573217433,
      "grad_norm": 0.5891314744949341,
      "learning_rate": 0.0001523249323759176,
      "loss": 0.7341,
      "step": 4026
    },
    {
      "epoch": 0.9791502036350374,
      "grad_norm": 0.5111683011054993,
      "learning_rate": 0.00015230317541909763,
      "loss": 0.7469,
      "step": 4027
    },
    {
      "epoch": 0.9793933499483314,
      "grad_norm": 0.5964177846908569,
      "learning_rate": 0.00015228141505353688,
      "loss": 0.8741,
      "step": 4028
    },
    {
      "epoch": 0.9796364962616254,
      "grad_norm": 0.5976094007492065,
      "learning_rate": 0.0001522596512806535,
      "loss": 0.8787,
      "step": 4029
    },
    {
      "epoch": 0.9798796425749194,
      "grad_norm": 0.5964786410331726,
      "learning_rate": 0.00015223788410186593,
      "loss": 0.8532,
      "step": 4030
    },
    {
      "epoch": 0.9801227888882135,
      "grad_norm": 0.5422179102897644,
      "learning_rate": 0.00015221611351859277,
      "loss": 0.8079,
      "step": 4031
    },
    {
      "epoch": 0.9803659352015075,
      "grad_norm": 0.5623642802238464,
      "learning_rate": 0.00015219433953225287,
      "loss": 0.7795,
      "step": 4032
    },
    {
      "epoch": 0.9806090815148015,
      "grad_norm": 0.5952669382095337,
      "learning_rate": 0.00015217256214426533,
      "loss": 0.8072,
      "step": 4033
    },
    {
      "epoch": 0.9808522278280956,
      "grad_norm": 0.624047040939331,
      "learning_rate": 0.00015215078135604943,
      "loss": 0.9983,
      "step": 4034
    },
    {
      "epoch": 0.9810953741413896,
      "grad_norm": 0.5419496893882751,
      "learning_rate": 0.00015212899716902464,
      "loss": 0.9238,
      "step": 4035
    },
    {
      "epoch": 0.9813385204546836,
      "grad_norm": 0.5987440347671509,
      "learning_rate": 0.00015210720958461077,
      "loss": 0.9475,
      "step": 4036
    },
    {
      "epoch": 0.9815816667679776,
      "grad_norm": 0.5506895780563354,
      "learning_rate": 0.0001520854186042277,
      "loss": 0.6419,
      "step": 4037
    },
    {
      "epoch": 0.9818248130812717,
      "grad_norm": 0.6344045400619507,
      "learning_rate": 0.00015206362422929567,
      "loss": 1.0034,
      "step": 4038
    },
    {
      "epoch": 0.9820679593945657,
      "grad_norm": 0.5720811486244202,
      "learning_rate": 0.00015204182646123498,
      "loss": 0.8882,
      "step": 4039
    },
    {
      "epoch": 0.9823111057078597,
      "grad_norm": 0.5394145250320435,
      "learning_rate": 0.0001520200253014664,
      "loss": 0.7375,
      "step": 4040
    },
    {
      "epoch": 0.9825542520211538,
      "grad_norm": 0.5573238730430603,
      "learning_rate": 0.00015199822075141064,
      "loss": 0.7507,
      "step": 4041
    },
    {
      "epoch": 0.9827973983344478,
      "grad_norm": 0.5671635866165161,
      "learning_rate": 0.00015197641281248887,
      "loss": 0.7017,
      "step": 4042
    },
    {
      "epoch": 0.9830405446477418,
      "grad_norm": 0.6064106822013855,
      "learning_rate": 0.00015195460148612232,
      "loss": 0.9056,
      "step": 4043
    },
    {
      "epoch": 0.9832836909610359,
      "grad_norm": 0.5521377325057983,
      "learning_rate": 0.00015193278677373245,
      "loss": 0.6282,
      "step": 4044
    },
    {
      "epoch": 0.9835268372743299,
      "grad_norm": 0.6192401051521301,
      "learning_rate": 0.000151910968676741,
      "loss": 0.7406,
      "step": 4045
    },
    {
      "epoch": 0.9837699835876238,
      "grad_norm": 0.6431356072425842,
      "learning_rate": 0.00015188914719657,
      "loss": 0.822,
      "step": 4046
    },
    {
      "epoch": 0.9840131299009178,
      "grad_norm": 0.6035878658294678,
      "learning_rate": 0.00015186732233464154,
      "loss": 1.0267,
      "step": 4047
    },
    {
      "epoch": 0.9842562762142119,
      "grad_norm": 0.6101289391517639,
      "learning_rate": 0.00015184549409237805,
      "loss": 0.9322,
      "step": 4048
    },
    {
      "epoch": 0.9844994225275059,
      "grad_norm": 0.6012272834777832,
      "learning_rate": 0.00015182366247120207,
      "loss": 0.96,
      "step": 4049
    },
    {
      "epoch": 0.9847425688407999,
      "grad_norm": 0.685613214969635,
      "learning_rate": 0.00015180182747253647,
      "loss": 0.9553,
      "step": 4050
    },
    {
      "epoch": 0.9849857151540939,
      "grad_norm": 0.5744398832321167,
      "learning_rate": 0.00015177998909780428,
      "loss": 0.8775,
      "step": 4051
    },
    {
      "epoch": 0.985228861467388,
      "grad_norm": 0.5499579310417175,
      "learning_rate": 0.0001517581473484288,
      "loss": 0.6087,
      "step": 4052
    },
    {
      "epoch": 0.985472007780682,
      "grad_norm": 0.566855788230896,
      "learning_rate": 0.00015173630222583347,
      "loss": 0.7908,
      "step": 4053
    },
    {
      "epoch": 0.985715154093976,
      "grad_norm": 0.5371683239936829,
      "learning_rate": 0.00015171445373144204,
      "loss": 0.8327,
      "step": 4054
    },
    {
      "epoch": 0.9859583004072701,
      "grad_norm": 0.6324875354766846,
      "learning_rate": 0.00015169260186667841,
      "loss": 0.9601,
      "step": 4055
    },
    {
      "epoch": 0.9862014467205641,
      "grad_norm": 0.6047206521034241,
      "learning_rate": 0.00015167074663296676,
      "loss": 0.8174,
      "step": 4056
    },
    {
      "epoch": 0.9864445930338581,
      "grad_norm": 0.5393537282943726,
      "learning_rate": 0.0001516488880317314,
      "loss": 0.8229,
      "step": 4057
    },
    {
      "epoch": 0.9866877393471521,
      "grad_norm": 0.5967660546302795,
      "learning_rate": 0.00015162702606439694,
      "loss": 0.8006,
      "step": 4058
    },
    {
      "epoch": 0.9869308856604462,
      "grad_norm": 0.5764698386192322,
      "learning_rate": 0.0001516051607323882,
      "loss": 0.871,
      "step": 4059
    },
    {
      "epoch": 0.9871740319737402,
      "grad_norm": 0.6176262497901917,
      "learning_rate": 0.00015158329203713018,
      "loss": 0.9253,
      "step": 4060
    },
    {
      "epoch": 0.9874171782870342,
      "grad_norm": 0.5994741320610046,
      "learning_rate": 0.00015156141998004814,
      "loss": 0.9308,
      "step": 4061
    },
    {
      "epoch": 0.9876603246003283,
      "grad_norm": 0.5619975924491882,
      "learning_rate": 0.00015153954456256753,
      "loss": 0.7805,
      "step": 4062
    },
    {
      "epoch": 0.9879034709136223,
      "grad_norm": 0.5920617580413818,
      "learning_rate": 0.00015151766578611406,
      "loss": 1.0486,
      "step": 4063
    },
    {
      "epoch": 0.9881466172269163,
      "grad_norm": 0.5670661926269531,
      "learning_rate": 0.00015149578365211358,
      "loss": 0.7275,
      "step": 4064
    },
    {
      "epoch": 0.9883897635402104,
      "grad_norm": 0.6046606302261353,
      "learning_rate": 0.0001514738981619922,
      "loss": 0.8474,
      "step": 4065
    },
    {
      "epoch": 0.9886329098535044,
      "grad_norm": 0.5784847736358643,
      "learning_rate": 0.00015145200931717634,
      "loss": 0.9769,
      "step": 4066
    },
    {
      "epoch": 0.9888760561667984,
      "grad_norm": 0.571528971195221,
      "learning_rate": 0.00015143011711909248,
      "loss": 0.9324,
      "step": 4067
    },
    {
      "epoch": 0.9891192024800924,
      "grad_norm": 0.5727089643478394,
      "learning_rate": 0.00015140822156916746,
      "loss": 0.8643,
      "step": 4068
    },
    {
      "epoch": 0.9893623487933865,
      "grad_norm": 0.6058602929115295,
      "learning_rate": 0.00015138632266882817,
      "loss": 0.9875,
      "step": 4069
    },
    {
      "epoch": 0.9896054951066805,
      "grad_norm": 0.5510414242744446,
      "learning_rate": 0.00015136442041950194,
      "loss": 0.8484,
      "step": 4070
    },
    {
      "epoch": 0.9898486414199744,
      "grad_norm": 0.6078771352767944,
      "learning_rate": 0.0001513425148226161,
      "loss": 0.9257,
      "step": 4071
    },
    {
      "epoch": 0.9900917877332684,
      "grad_norm": 0.5363609790802002,
      "learning_rate": 0.0001513206058795984,
      "loss": 0.7414,
      "step": 4072
    },
    {
      "epoch": 0.9903349340465625,
      "grad_norm": 0.571412980556488,
      "learning_rate": 0.0001512986935918766,
      "loss": 0.7477,
      "step": 4073
    },
    {
      "epoch": 0.9905780803598565,
      "grad_norm": 0.6606268882751465,
      "learning_rate": 0.00015127677796087884,
      "loss": 0.9441,
      "step": 4074
    },
    {
      "epoch": 0.9908212266731505,
      "grad_norm": 0.6033069491386414,
      "learning_rate": 0.00015125485898803343,
      "loss": 0.8696,
      "step": 4075
    },
    {
      "epoch": 0.9910643729864446,
      "grad_norm": 0.6251542568206787,
      "learning_rate": 0.00015123293667476887,
      "loss": 0.8027,
      "step": 4076
    },
    {
      "epoch": 0.9913075192997386,
      "grad_norm": 0.6635222434997559,
      "learning_rate": 0.00015121101102251382,
      "loss": 0.6785,
      "step": 4077
    },
    {
      "epoch": 0.9915506656130326,
      "grad_norm": 0.5853284001350403,
      "learning_rate": 0.00015118908203269743,
      "loss": 0.6927,
      "step": 4078
    },
    {
      "epoch": 0.9917938119263267,
      "grad_norm": 0.5786178708076477,
      "learning_rate": 0.0001511671497067487,
      "loss": 0.844,
      "step": 4079
    },
    {
      "epoch": 0.9920369582396207,
      "grad_norm": 0.5755680799484253,
      "learning_rate": 0.00015114521404609705,
      "loss": 0.8703,
      "step": 4080
    },
    {
      "epoch": 0.9922801045529147,
      "grad_norm": 0.6157394051551819,
      "learning_rate": 0.00015112327505217214,
      "loss": 0.8312,
      "step": 4081
    },
    {
      "epoch": 0.9925232508662087,
      "grad_norm": 0.5778816342353821,
      "learning_rate": 0.00015110133272640375,
      "loss": 0.8383,
      "step": 4082
    },
    {
      "epoch": 0.9927663971795028,
      "grad_norm": 0.5638898611068726,
      "learning_rate": 0.00015107938707022197,
      "loss": 0.8032,
      "step": 4083
    },
    {
      "epoch": 0.9930095434927968,
      "grad_norm": 0.6280646324157715,
      "learning_rate": 0.000151057438085057,
      "loss": 0.9308,
      "step": 4084
    },
    {
      "epoch": 0.9932526898060908,
      "grad_norm": 0.5974763035774231,
      "learning_rate": 0.00015103548577233937,
      "loss": 0.8648,
      "step": 4085
    },
    {
      "epoch": 0.9934958361193849,
      "grad_norm": 0.5788124203681946,
      "learning_rate": 0.0001510135301334997,
      "loss": 1.0017,
      "step": 4086
    },
    {
      "epoch": 0.9937389824326789,
      "grad_norm": 0.6049156785011292,
      "learning_rate": 0.000150991571169969,
      "loss": 0.9412,
      "step": 4087
    },
    {
      "epoch": 0.9939821287459729,
      "grad_norm": 0.5956752300262451,
      "learning_rate": 0.0001509696088831783,
      "loss": 0.8683,
      "step": 4088
    },
    {
      "epoch": 0.9942252750592669,
      "grad_norm": 0.6094021201133728,
      "learning_rate": 0.00015094764327455896,
      "loss": 0.8959,
      "step": 4089
    },
    {
      "epoch": 0.994468421372561,
      "grad_norm": 0.6144741177558899,
      "learning_rate": 0.0001509256743455426,
      "loss": 0.9242,
      "step": 4090
    },
    {
      "epoch": 0.994711567685855,
      "grad_norm": 0.6314921975135803,
      "learning_rate": 0.00015090370209756092,
      "loss": 0.7907,
      "step": 4091
    },
    {
      "epoch": 0.994954713999149,
      "grad_norm": 0.5867680311203003,
      "learning_rate": 0.00015088172653204596,
      "loss": 0.7624,
      "step": 4092
    },
    {
      "epoch": 0.9951978603124431,
      "grad_norm": 0.6713250279426575,
      "learning_rate": 0.00015085974765042992,
      "loss": 0.8486,
      "step": 4093
    },
    {
      "epoch": 0.9954410066257371,
      "grad_norm": 0.5618218183517456,
      "learning_rate": 0.00015083776545414516,
      "loss": 0.7931,
      "step": 4094
    },
    {
      "epoch": 0.995684152939031,
      "grad_norm": 0.6059669256210327,
      "learning_rate": 0.00015081577994462445,
      "loss": 0.8557,
      "step": 4095
    },
    {
      "epoch": 0.995927299252325,
      "grad_norm": 0.5822364687919617,
      "learning_rate": 0.00015079379112330055,
      "loss": 0.8116,
      "step": 4096
    },
    {
      "epoch": 0.9961704455656191,
      "grad_norm": 0.6270378232002258,
      "learning_rate": 0.00015077179899160656,
      "loss": 0.8205,
      "step": 4097
    },
    {
      "epoch": 0.9964135918789131,
      "grad_norm": 0.6298266053199768,
      "learning_rate": 0.00015074980355097575,
      "loss": 0.9365,
      "step": 4098
    },
    {
      "epoch": 0.9966567381922071,
      "grad_norm": 0.5924572348594666,
      "learning_rate": 0.00015072780480284163,
      "loss": 0.8384,
      "step": 4099
    },
    {
      "epoch": 0.9968998845055012,
      "grad_norm": 0.5545551776885986,
      "learning_rate": 0.00015070580274863794,
      "loss": 0.7487,
      "step": 4100
    },
    {
      "epoch": 0.9971430308187952,
      "grad_norm": 0.6133487224578857,
      "learning_rate": 0.0001506837973897986,
      "loss": 0.87,
      "step": 4101
    },
    {
      "epoch": 0.9973861771320892,
      "grad_norm": 0.5768793225288391,
      "learning_rate": 0.0001506617887277577,
      "loss": 0.8961,
      "step": 4102
    },
    {
      "epoch": 0.9976293234453832,
      "grad_norm": 0.5864242911338806,
      "learning_rate": 0.0001506397767639497,
      "loss": 0.8103,
      "step": 4103
    },
    {
      "epoch": 0.9978724697586773,
      "grad_norm": 0.5651342868804932,
      "learning_rate": 0.00015061776149980914,
      "loss": 0.8233,
      "step": 4104
    },
    {
      "epoch": 0.9981156160719713,
      "grad_norm": 0.5810642242431641,
      "learning_rate": 0.00015059574293677084,
      "loss": 0.8235,
      "step": 4105
    },
    {
      "epoch": 0.9983587623852653,
      "grad_norm": 0.574762761592865,
      "learning_rate": 0.00015057372107626975,
      "loss": 0.8555,
      "step": 4106
    },
    {
      "epoch": 0.9986019086985594,
      "grad_norm": 0.5823683142662048,
      "learning_rate": 0.00015055169591974115,
      "loss": 0.8116,
      "step": 4107
    },
    {
      "epoch": 0.9988450550118534,
      "grad_norm": 0.5110833644866943,
      "learning_rate": 0.00015052966746862044,
      "loss": 0.738,
      "step": 4108
    },
    {
      "epoch": 0.9990882013251474,
      "grad_norm": 0.634371280670166,
      "learning_rate": 0.00015050763572434329,
      "loss": 0.8652,
      "step": 4109
    },
    {
      "epoch": 0.9993313476384414,
      "grad_norm": 0.5810379981994629,
      "learning_rate": 0.00015048560068834556,
      "loss": 0.8484,
      "step": 4110
    },
    {
      "epoch": 0.9995744939517355,
      "grad_norm": 0.6305298805236816,
      "learning_rate": 0.00015046356236206337,
      "loss": 0.9649,
      "step": 4111
    },
    {
      "epoch": 0.9998176402650295,
      "grad_norm": 0.6137416362762451,
      "learning_rate": 0.000150441520746933,
      "loss": 0.8306,
      "step": 4112
    },
    {
      "epoch": 1.0000607865783235,
      "grad_norm": 0.6976286172866821,
      "learning_rate": 0.00015041947584439096,
      "loss": 0.8992,
      "step": 4113
    },
    {
      "epoch": 1.0003039328916175,
      "grad_norm": 0.534964919090271,
      "learning_rate": 0.00015039742765587393,
      "loss": 0.6318,
      "step": 4114
    },
    {
      "epoch": 1.0005470792049116,
      "grad_norm": 0.5485073924064636,
      "learning_rate": 0.00015037537618281895,
      "loss": 0.7396,
      "step": 4115
    },
    {
      "epoch": 1.0007902255182055,
      "grad_norm": 0.5506150126457214,
      "learning_rate": 0.0001503533214266631,
      "loss": 0.775,
      "step": 4116
    },
    {
      "epoch": 1.0010333718314997,
      "grad_norm": 0.5912038087844849,
      "learning_rate": 0.00015033126338884377,
      "loss": 0.8956,
      "step": 4117
    },
    {
      "epoch": 1.0012765181447936,
      "grad_norm": 0.5642500519752502,
      "learning_rate": 0.00015030920207079852,
      "loss": 0.8148,
      "step": 4118
    },
    {
      "epoch": 1.0015196644580877,
      "grad_norm": 0.5008580088615417,
      "learning_rate": 0.00015028713747396516,
      "loss": 0.6423,
      "step": 4119
    },
    {
      "epoch": 1.0017628107713816,
      "grad_norm": 0.5617615580558777,
      "learning_rate": 0.00015026506959978173,
      "loss": 0.7931,
      "step": 4120
    },
    {
      "epoch": 1.0020059570846758,
      "grad_norm": 0.5583200454711914,
      "learning_rate": 0.0001502429984496864,
      "loss": 0.7985,
      "step": 4121
    },
    {
      "epoch": 1.0022491033979697,
      "grad_norm": 0.5947895050048828,
      "learning_rate": 0.00015022092402511766,
      "loss": 0.7875,
      "step": 4122
    },
    {
      "epoch": 1.0024922497112638,
      "grad_norm": 0.5868114829063416,
      "learning_rate": 0.00015019884632751413,
      "loss": 0.7424,
      "step": 4123
    },
    {
      "epoch": 1.0027353960245577,
      "grad_norm": 0.638323962688446,
      "learning_rate": 0.0001501767653583147,
      "loss": 1.0351,
      "step": 4124
    },
    {
      "epoch": 1.0029785423378519,
      "grad_norm": 0.6224204897880554,
      "learning_rate": 0.0001501546811189584,
      "loss": 0.8735,
      "step": 4125
    },
    {
      "epoch": 1.0032216886511458,
      "grad_norm": 0.5663397908210754,
      "learning_rate": 0.00015013259361088457,
      "loss": 0.7807,
      "step": 4126
    },
    {
      "epoch": 1.00346483496444,
      "grad_norm": 0.6242701411247253,
      "learning_rate": 0.00015011050283553266,
      "loss": 0.738,
      "step": 4127
    },
    {
      "epoch": 1.0037079812777339,
      "grad_norm": 0.6321005821228027,
      "learning_rate": 0.00015008840879434244,
      "loss": 0.709,
      "step": 4128
    },
    {
      "epoch": 1.003951127591028,
      "grad_norm": 0.6366790533065796,
      "learning_rate": 0.00015006631148875384,
      "loss": 0.92,
      "step": 4129
    },
    {
      "epoch": 1.004194273904322,
      "grad_norm": 0.6101499199867249,
      "learning_rate": 0.00015004421092020692,
      "loss": 0.8436,
      "step": 4130
    },
    {
      "epoch": 1.004437420217616,
      "grad_norm": 0.5857968330383301,
      "learning_rate": 0.00015002210709014215,
      "loss": 0.7962,
      "step": 4131
    },
    {
      "epoch": 1.00468056653091,
      "grad_norm": 0.5716451406478882,
      "learning_rate": 0.00015000000000000001,
      "loss": 0.7998,
      "step": 4132
    },
    {
      "epoch": 1.004923712844204,
      "grad_norm": 0.6057471632957458,
      "learning_rate": 0.00014997788965122132,
      "loss": 0.8179,
      "step": 4133
    },
    {
      "epoch": 1.005166859157498,
      "grad_norm": 0.5876110792160034,
      "learning_rate": 0.00014995577604524704,
      "loss": 0.741,
      "step": 4134
    },
    {
      "epoch": 1.005410005470792,
      "grad_norm": 0.5981441736221313,
      "learning_rate": 0.00014993365918351841,
      "loss": 0.7825,
      "step": 4135
    },
    {
      "epoch": 1.005653151784086,
      "grad_norm": 0.5979747772216797,
      "learning_rate": 0.00014991153906747682,
      "loss": 0.8466,
      "step": 4136
    },
    {
      "epoch": 1.00589629809738,
      "grad_norm": 0.5436084866523743,
      "learning_rate": 0.00014988941569856395,
      "loss": 0.6035,
      "step": 4137
    },
    {
      "epoch": 1.0061394444106742,
      "grad_norm": 0.578412652015686,
      "learning_rate": 0.00014986728907822157,
      "loss": 0.6277,
      "step": 4138
    },
    {
      "epoch": 1.006382590723968,
      "grad_norm": 0.6203567385673523,
      "learning_rate": 0.00014984515920789176,
      "loss": 0.8201,
      "step": 4139
    },
    {
      "epoch": 1.0066257370372622,
      "grad_norm": 0.6906505227088928,
      "learning_rate": 0.00014982302608901676,
      "loss": 0.9364,
      "step": 4140
    },
    {
      "epoch": 1.0068688833505561,
      "grad_norm": 0.6206583380699158,
      "learning_rate": 0.00014980088972303915,
      "loss": 0.6754,
      "step": 4141
    },
    {
      "epoch": 1.0071120296638503,
      "grad_norm": 0.6064151525497437,
      "learning_rate": 0.00014977875011140147,
      "loss": 0.7973,
      "step": 4142
    },
    {
      "epoch": 1.0073551759771442,
      "grad_norm": 0.6467185020446777,
      "learning_rate": 0.0001497566072555467,
      "loss": 0.8249,
      "step": 4143
    },
    {
      "epoch": 1.0075983222904383,
      "grad_norm": 0.5827934145927429,
      "learning_rate": 0.00014973446115691796,
      "loss": 0.6515,
      "step": 4144
    },
    {
      "epoch": 1.0078414686037322,
      "grad_norm": 0.5938757658004761,
      "learning_rate": 0.00014971231181695854,
      "loss": 0.7003,
      "step": 4145
    },
    {
      "epoch": 1.0080846149170264,
      "grad_norm": 0.6017565727233887,
      "learning_rate": 0.00014969015923711195,
      "loss": 0.7776,
      "step": 4146
    },
    {
      "epoch": 1.0083277612303203,
      "grad_norm": 0.5916450023651123,
      "learning_rate": 0.00014966800341882205,
      "loss": 0.7921,
      "step": 4147
    },
    {
      "epoch": 1.0085709075436144,
      "grad_norm": 0.6313676834106445,
      "learning_rate": 0.00014964584436353263,
      "loss": 0.8747,
      "step": 4148
    },
    {
      "epoch": 1.0088140538569084,
      "grad_norm": 0.6908686757087708,
      "learning_rate": 0.00014962368207268798,
      "loss": 0.866,
      "step": 4149
    },
    {
      "epoch": 1.0090572001702025,
      "grad_norm": 0.6076992750167847,
      "learning_rate": 0.00014960151654773242,
      "loss": 0.9589,
      "step": 4150
    },
    {
      "epoch": 1.0093003464834964,
      "grad_norm": 0.6328440308570862,
      "learning_rate": 0.00014957934779011057,
      "loss": 0.9258,
      "step": 4151
    },
    {
      "epoch": 1.0095434927967906,
      "grad_norm": 0.5773767232894897,
      "learning_rate": 0.0001495571758012672,
      "loss": 0.7001,
      "step": 4152
    },
    {
      "epoch": 1.0097866391100845,
      "grad_norm": 0.5613343715667725,
      "learning_rate": 0.00014953500058264733,
      "loss": 0.6915,
      "step": 4153
    },
    {
      "epoch": 1.0100297854233786,
      "grad_norm": 0.6184298396110535,
      "learning_rate": 0.00014951282213569622,
      "loss": 0.75,
      "step": 4154
    },
    {
      "epoch": 1.0102729317366725,
      "grad_norm": 0.6009300351142883,
      "learning_rate": 0.0001494906404618592,
      "loss": 0.7891,
      "step": 4155
    },
    {
      "epoch": 1.0105160780499665,
      "grad_norm": 0.6260984539985657,
      "learning_rate": 0.000149468455562582,
      "loss": 0.8352,
      "step": 4156
    },
    {
      "epoch": 1.0107592243632606,
      "grad_norm": 0.6617931127548218,
      "learning_rate": 0.00014944626743931046,
      "loss": 0.8461,
      "step": 4157
    },
    {
      "epoch": 1.0110023706765545,
      "grad_norm": 0.6374160647392273,
      "learning_rate": 0.0001494240760934906,
      "loss": 1.0114,
      "step": 4158
    },
    {
      "epoch": 1.0112455169898487,
      "grad_norm": 0.5803418755531311,
      "learning_rate": 0.00014940188152656872,
      "loss": 0.6223,
      "step": 4159
    },
    {
      "epoch": 1.0114886633031426,
      "grad_norm": 0.5995795130729675,
      "learning_rate": 0.0001493796837399913,
      "loss": 0.7653,
      "step": 4160
    },
    {
      "epoch": 1.0117318096164367,
      "grad_norm": 0.6095775365829468,
      "learning_rate": 0.00014935748273520503,
      "loss": 0.8034,
      "step": 4161
    },
    {
      "epoch": 1.0119749559297306,
      "grad_norm": 0.5856667757034302,
      "learning_rate": 0.00014933527851365675,
      "loss": 0.6643,
      "step": 4162
    },
    {
      "epoch": 1.0122181022430248,
      "grad_norm": 0.6099082231521606,
      "learning_rate": 0.00014931307107679366,
      "loss": 0.7482,
      "step": 4163
    },
    {
      "epoch": 1.0124612485563187,
      "grad_norm": 0.6440083384513855,
      "learning_rate": 0.00014929086042606303,
      "loss": 0.7357,
      "step": 4164
    },
    {
      "epoch": 1.0127043948696128,
      "grad_norm": 0.6004713177680969,
      "learning_rate": 0.00014926864656291243,
      "loss": 0.7187,
      "step": 4165
    },
    {
      "epoch": 1.0129475411829068,
      "grad_norm": 0.6247303485870361,
      "learning_rate": 0.00014924642948878957,
      "loss": 0.7308,
      "step": 4166
    },
    {
      "epoch": 1.013190687496201,
      "grad_norm": 0.5889120101928711,
      "learning_rate": 0.0001492242092051424,
      "loss": 0.7285,
      "step": 4167
    },
    {
      "epoch": 1.0134338338094948,
      "grad_norm": 0.6017581224441528,
      "learning_rate": 0.00014920198571341905,
      "loss": 0.789,
      "step": 4168
    },
    {
      "epoch": 1.013676980122789,
      "grad_norm": 0.6171455979347229,
      "learning_rate": 0.0001491797590150679,
      "loss": 0.7479,
      "step": 4169
    },
    {
      "epoch": 1.0139201264360829,
      "grad_norm": 0.5993078351020813,
      "learning_rate": 0.00014915752911153757,
      "loss": 0.6731,
      "step": 4170
    },
    {
      "epoch": 1.014163272749377,
      "grad_norm": 0.6310350298881531,
      "learning_rate": 0.0001491352960042768,
      "loss": 0.7739,
      "step": 4171
    },
    {
      "epoch": 1.014406419062671,
      "grad_norm": 0.5448471903800964,
      "learning_rate": 0.0001491130596947346,
      "loss": 0.659,
      "step": 4172
    },
    {
      "epoch": 1.014649565375965,
      "grad_norm": 0.5694704651832581,
      "learning_rate": 0.00014909082018436012,
      "loss": 0.7482,
      "step": 4173
    },
    {
      "epoch": 1.014892711689259,
      "grad_norm": 0.5554285645484924,
      "learning_rate": 0.00014906857747460283,
      "loss": 0.6515,
      "step": 4174
    },
    {
      "epoch": 1.0151358580025531,
      "grad_norm": 0.6679515242576599,
      "learning_rate": 0.00014904633156691234,
      "loss": 0.8784,
      "step": 4175
    },
    {
      "epoch": 1.015379004315847,
      "grad_norm": 0.6467003226280212,
      "learning_rate": 0.00014902408246273845,
      "loss": 0.8753,
      "step": 4176
    },
    {
      "epoch": 1.0156221506291412,
      "grad_norm": 0.6763437390327454,
      "learning_rate": 0.0001490018301635312,
      "loss": 0.8535,
      "step": 4177
    },
    {
      "epoch": 1.015865296942435,
      "grad_norm": 0.6817886233329773,
      "learning_rate": 0.00014897957467074088,
      "loss": 0.9607,
      "step": 4178
    },
    {
      "epoch": 1.0161084432557292,
      "grad_norm": 0.577174961566925,
      "learning_rate": 0.00014895731598581788,
      "loss": 0.6352,
      "step": 4179
    },
    {
      "epoch": 1.0163515895690232,
      "grad_norm": 0.6032748222351074,
      "learning_rate": 0.0001489350541102129,
      "loss": 0.6183,
      "step": 4180
    },
    {
      "epoch": 1.016594735882317,
      "grad_norm": 0.6137316823005676,
      "learning_rate": 0.00014891278904537677,
      "loss": 0.7485,
      "step": 4181
    },
    {
      "epoch": 1.0168378821956112,
      "grad_norm": 0.602056086063385,
      "learning_rate": 0.00014889052079276063,
      "loss": 0.6991,
      "step": 4182
    },
    {
      "epoch": 1.0170810285089051,
      "grad_norm": 0.586185097694397,
      "learning_rate": 0.00014886824935381564,
      "loss": 0.7284,
      "step": 4183
    },
    {
      "epoch": 1.0173241748221993,
      "grad_norm": 0.6171427369117737,
      "learning_rate": 0.00014884597472999343,
      "loss": 0.8745,
      "step": 4184
    },
    {
      "epoch": 1.0175673211354932,
      "grad_norm": 0.6545708179473877,
      "learning_rate": 0.00014882369692274564,
      "loss": 0.9348,
      "step": 4185
    },
    {
      "epoch": 1.0178104674487873,
      "grad_norm": 0.5980055928230286,
      "learning_rate": 0.00014880141593352417,
      "loss": 0.8229,
      "step": 4186
    },
    {
      "epoch": 1.0180536137620813,
      "grad_norm": 0.6210625171661377,
      "learning_rate": 0.0001487791317637811,
      "loss": 0.7207,
      "step": 4187
    },
    {
      "epoch": 1.0182967600753754,
      "grad_norm": 0.6816884875297546,
      "learning_rate": 0.00014875684441496883,
      "loss": 0.7332,
      "step": 4188
    },
    {
      "epoch": 1.0185399063886693,
      "grad_norm": 0.5745818614959717,
      "learning_rate": 0.0001487345538885398,
      "loss": 0.6344,
      "step": 4189
    },
    {
      "epoch": 1.0187830527019635,
      "grad_norm": 0.631657063961029,
      "learning_rate": 0.00014871226018594683,
      "loss": 0.8154,
      "step": 4190
    },
    {
      "epoch": 1.0190261990152574,
      "grad_norm": 0.6016920208930969,
      "learning_rate": 0.0001486899633086428,
      "loss": 0.7923,
      "step": 4191
    },
    {
      "epoch": 1.0192693453285515,
      "grad_norm": 0.6744384765625,
      "learning_rate": 0.00014866766325808087,
      "loss": 1.0234,
      "step": 4192
    },
    {
      "epoch": 1.0195124916418454,
      "grad_norm": 0.5823143720626831,
      "learning_rate": 0.00014864536003571441,
      "loss": 0.7875,
      "step": 4193
    },
    {
      "epoch": 1.0197556379551396,
      "grad_norm": 0.6170423030853271,
      "learning_rate": 0.000148623053642997,
      "loss": 0.7584,
      "step": 4194
    },
    {
      "epoch": 1.0199987842684335,
      "grad_norm": 0.5806124210357666,
      "learning_rate": 0.00014860074408138237,
      "loss": 0.602,
      "step": 4195
    },
    {
      "epoch": 1.0202419305817276,
      "grad_norm": 0.5470770597457886,
      "learning_rate": 0.0001485784313523245,
      "loss": 0.6075,
      "step": 4196
    },
    {
      "epoch": 1.0204850768950215,
      "grad_norm": 0.5502845048904419,
      "learning_rate": 0.00014855611545727757,
      "loss": 0.6115,
      "step": 4197
    },
    {
      "epoch": 1.0207282232083157,
      "grad_norm": 0.6464793682098389,
      "learning_rate": 0.000148533796397696,
      "loss": 0.7129,
      "step": 4198
    },
    {
      "epoch": 1.0209713695216096,
      "grad_norm": 0.6153191924095154,
      "learning_rate": 0.00014851147417503435,
      "loss": 0.788,
      "step": 4199
    },
    {
      "epoch": 1.0212145158349037,
      "grad_norm": 0.5439953804016113,
      "learning_rate": 0.00014848914879074743,
      "loss": 0.5684,
      "step": 4200
    },
    {
      "epoch": 1.0212145158349037,
      "eval_loss": 0.8283717036247253,
      "eval_runtime": 12.3204,
      "eval_samples_per_second": 40.258,
      "eval_steps_per_second": 6.737,
      "step": 4200
    }
  ],
  "logging_steps": 1,
  "max_steps": 12336,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 200,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 3,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 3
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.1623782173953229e+17,
  "train_batch_size": 6,
  "trial_name": null,
  "trial_params": null
}