{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0016638935108153,
  "eval_steps": 500,
  "global_step": 301,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0033277870216306157,
      "grad_norm": 0.5713013410568237,
      "learning_rate": 2e-05,
      "loss": 2.1216,
      "step": 1
    },
    {
      "epoch": 0.0066555740432612314,
      "grad_norm": 0.5441154837608337,
      "learning_rate": 4e-05,
      "loss": 2.2346,
      "step": 2
    },
    {
      "epoch": 0.009983361064891847,
      "grad_norm": 0.5451147556304932,
      "learning_rate": 6e-05,
      "loss": 2.0106,
      "step": 3
    },
    {
      "epoch": 0.013311148086522463,
      "grad_norm": 0.6522495746612549,
      "learning_rate": 8e-05,
      "loss": 2.1498,
      "step": 4
    },
    {
      "epoch": 0.016638935108153077,
      "grad_norm": 0.6887713074684143,
      "learning_rate": 0.0001,
      "loss": 2.134,
      "step": 5
    },
    {
      "epoch": 0.019966722129783693,
      "grad_norm": 0.7762455344200134,
      "learning_rate": 9.99971838728789e-05,
      "loss": 2.171,
      "step": 6
    },
    {
      "epoch": 0.02329450915141431,
      "grad_norm": 0.7684446573257446,
      "learning_rate": 9.998873580873848e-05,
      "loss": 2.0086,
      "step": 7
    },
    {
      "epoch": 0.026622296173044926,
      "grad_norm": 0.8055788278579712,
      "learning_rate": 9.997465675921163e-05,
      "loss": 2.0618,
      "step": 8
    },
    {
      "epoch": 0.029950083194675542,
      "grad_norm": 0.7350640892982483,
      "learning_rate": 9.995494831023409e-05,
      "loss": 1.8281,
      "step": 9
    },
    {
      "epoch": 0.033277870216306155,
      "grad_norm": 0.7395707964897156,
      "learning_rate": 9.992961268186573e-05,
      "loss": 1.9002,
      "step": 10
    },
    {
      "epoch": 0.036605657237936774,
      "grad_norm": 0.6536445021629333,
      "learning_rate": 9.989865272804063e-05,
      "loss": 1.6985,
      "step": 11
    },
    {
      "epoch": 0.03993344425956739,
      "grad_norm": 0.48249155282974243,
      "learning_rate": 9.986207193624536e-05,
      "loss": 1.6799,
      "step": 12
    },
    {
      "epoch": 0.04326123128119801,
      "grad_norm": 0.611899733543396,
      "learning_rate": 9.981987442712633e-05,
      "loss": 1.8147,
      "step": 13
    },
    {
      "epoch": 0.04658901830282862,
      "grad_norm": 0.7198293209075928,
      "learning_rate": 9.977206495402554e-05,
      "loss": 1.6749,
      "step": 14
    },
    {
      "epoch": 0.04991680532445923,
      "grad_norm": 0.6578409075737,
      "learning_rate": 9.971864890244513e-05,
      "loss": 1.6492,
      "step": 15
    },
    {
      "epoch": 0.05324459234608985,
      "grad_norm": 0.4866502583026886,
      "learning_rate": 9.965963228944078e-05,
      "loss": 1.5462,
      "step": 16
    },
    {
      "epoch": 0.056572379367720464,
      "grad_norm": 0.7539892792701721,
      "learning_rate": 9.959502176294383e-05,
      "loss": 1.4958,
      "step": 17
    },
    {
      "epoch": 0.059900166389351084,
      "grad_norm": 0.6067638397216797,
      "learning_rate": 9.95248246010126e-05,
      "loss": 1.4529,
      "step": 18
    },
    {
      "epoch": 0.0632279534109817,
      "grad_norm": 0.4645439088344574,
      "learning_rate": 9.944904871101228e-05,
      "loss": 1.4433,
      "step": 19
    },
    {
      "epoch": 0.06655574043261231,
      "grad_norm": 0.5197369456291199,
      "learning_rate": 9.936770262872443e-05,
      "loss": 1.4888,
      "step": 20
    },
    {
      "epoch": 0.06988352745424292,
      "grad_norm": 0.5087635517120361,
      "learning_rate": 9.928079551738543e-05,
      "loss": 1.3696,
      "step": 21
    },
    {
      "epoch": 0.07321131447587355,
      "grad_norm": 0.39113178849220276,
      "learning_rate": 9.918833716665419e-05,
      "loss": 1.3823,
      "step": 22
    },
    {
      "epoch": 0.07653910149750416,
      "grad_norm": 0.39114105701446533,
      "learning_rate": 9.909033799150946e-05,
      "loss": 1.349,
      "step": 23
    },
    {
      "epoch": 0.07986688851913477,
      "grad_norm": 0.5358510613441467,
      "learning_rate": 9.898680903107666e-05,
      "loss": 1.3233,
      "step": 24
    },
    {
      "epoch": 0.08319467554076539,
      "grad_norm": 0.4217769503593445,
      "learning_rate": 9.887776194738432e-05,
      "loss": 1.2034,
      "step": 25
    },
    {
      "epoch": 0.08652246256239601,
      "grad_norm": 0.3613351881504059,
      "learning_rate": 9.876320902405042e-05,
      "loss": 1.2147,
      "step": 26
    },
    {
      "epoch": 0.08985024958402663,
      "grad_norm": 0.4097936451435089,
      "learning_rate": 9.864316316489873e-05,
      "loss": 1.1506,
      "step": 27
    },
    {
      "epoch": 0.09317803660565724,
      "grad_norm": 0.4412365257740021,
      "learning_rate": 9.851763789250525e-05,
      "loss": 1.1638,
      "step": 28
    },
    {
      "epoch": 0.09650582362728785,
      "grad_norm": 0.4045053720474243,
      "learning_rate": 9.838664734667495e-05,
      "loss": 1.2348,
      "step": 29
    },
    {
      "epoch": 0.09983361064891846,
      "grad_norm": 0.33547353744506836,
      "learning_rate": 9.825020628284896e-05,
      "loss": 1.1644,
      "step": 30
    },
    {
      "epoch": 0.10316139767054909,
      "grad_norm": 0.41394975781440735,
      "learning_rate": 9.810833007044247e-05,
      "loss": 1.23,
      "step": 31
    },
    {
      "epoch": 0.1064891846921797,
      "grad_norm": 0.8865139484405518,
      "learning_rate": 9.796103469111351e-05,
      "loss": 1.5551,
      "step": 32
    },
    {
      "epoch": 0.10981697171381032,
      "grad_norm": 0.458927184343338,
      "learning_rate": 9.780833673696254e-05,
      "loss": 1.1724,
      "step": 33
    },
    {
      "epoch": 0.11314475873544093,
      "grad_norm": 0.45926377177238464,
      "learning_rate": 9.76502534086636e-05,
      "loss": 1.3389,
      "step": 34
    },
    {
      "epoch": 0.11647254575707154,
      "grad_norm": 0.4137563705444336,
      "learning_rate": 9.74868025135266e-05,
      "loss": 1.2571,
      "step": 35
    },
    {
      "epoch": 0.11980033277870217,
      "grad_norm": 0.46774300932884216,
      "learning_rate": 9.731800246349148e-05,
      "loss": 1.2143,
      "step": 36
    },
    {
      "epoch": 0.12312811980033278,
      "grad_norm": 0.42793819308280945,
      "learning_rate": 9.714387227305422e-05,
      "loss": 1.2281,
      "step": 37
    },
    {
      "epoch": 0.1264559068219634,
      "grad_norm": 0.43160077929496765,
      "learning_rate": 9.696443155712486e-05,
      "loss": 1.2016,
      "step": 38
    },
    {
      "epoch": 0.129783693843594,
      "grad_norm": 0.3948011100292206,
      "learning_rate": 9.67797005288181e-05,
      "loss": 1.3676,
      "step": 39
    },
    {
      "epoch": 0.13311148086522462,
      "grad_norm": 0.3674660623073578,
      "learning_rate": 9.65896999971763e-05,
      "loss": 1.2037,
      "step": 40
    },
    {
      "epoch": 0.13643926788685523,
      "grad_norm": 0.35408294200897217,
      "learning_rate": 9.639445136482548e-05,
      "loss": 1.1967,
      "step": 41
    },
    {
      "epoch": 0.13976705490848584,
      "grad_norm": 0.35684269666671753,
      "learning_rate": 9.619397662556435e-05,
      "loss": 1.201,
      "step": 42
    },
    {
      "epoch": 0.14309484193011648,
      "grad_norm": 0.34944209456443787,
      "learning_rate": 9.598829836188694e-05,
      "loss": 1.0763,
      "step": 43
    },
    {
      "epoch": 0.1464226289517471,
      "grad_norm": 0.35381898283958435,
      "learning_rate": 9.577743974243874e-05,
      "loss": 1.1696,
      "step": 44
    },
    {
      "epoch": 0.1497504159733777,
      "grad_norm": 0.3191676139831543,
      "learning_rate": 9.55614245194068e-05,
      "loss": 1.0835,
      "step": 45
    },
    {
      "epoch": 0.15307820299500832,
      "grad_norm": 0.34836745262145996,
      "learning_rate": 9.534027702584425e-05,
      "loss": 1.0892,
      "step": 46
    },
    {
      "epoch": 0.15640599001663893,
      "grad_norm": 0.3167089819908142,
      "learning_rate": 9.511402217292926e-05,
      "loss": 1.1639,
      "step": 47
    },
    {
      "epoch": 0.15973377703826955,
      "grad_norm": 0.3819735050201416,
      "learning_rate": 9.488268544715896e-05,
      "loss": 1.2051,
      "step": 48
    },
    {
      "epoch": 0.16306156405990016,
      "grad_norm": 0.38393446803092957,
      "learning_rate": 9.464629290747842e-05,
      "loss": 1.2002,
      "step": 49
    },
    {
      "epoch": 0.16638935108153077,
      "grad_norm": 0.3947161138057709,
      "learning_rate": 9.440487118234535e-05,
      "loss": 1.0751,
      "step": 50
    },
    {
      "epoch": 0.16971713810316139,
      "grad_norm": 0.3627188503742218,
      "learning_rate": 9.415844746673047e-05,
      "loss": 1.1031,
      "step": 51
    },
    {
      "epoch": 0.17304492512479203,
      "grad_norm": 0.38515007495880127,
      "learning_rate": 9.390704951905411e-05,
      "loss": 1.0161,
      "step": 52
    },
    {
      "epoch": 0.17637271214642264,
      "grad_norm": 0.37324258685112,
      "learning_rate": 9.365070565805941e-05,
      "loss": 1.0518,
      "step": 53
    },
    {
      "epoch": 0.17970049916805325,
      "grad_norm": 0.36490362882614136,
      "learning_rate": 9.338944475962237e-05,
      "loss": 1.0807,
      "step": 54
    },
    {
      "epoch": 0.18302828618968386,
      "grad_norm": 0.38466155529022217,
      "learning_rate": 9.312329625349902e-05,
      "loss": 0.999,
      "step": 55
    },
    {
      "epoch": 0.18635607321131448,
      "grad_norm": 0.34164389967918396,
      "learning_rate": 9.285229012001047e-05,
      "loss": 0.9418,
      "step": 56
    },
    {
      "epoch": 0.1896838602329451,
      "grad_norm": 0.3469262719154358,
      "learning_rate": 9.257645688666556e-05,
      "loss": 1.0192,
      "step": 57
    },
    {
      "epoch": 0.1930116472545757,
      "grad_norm": 0.40759631991386414,
      "learning_rate": 9.22958276247223e-05,
      "loss": 0.9562,
      "step": 58
    },
    {
      "epoch": 0.19633943427620631,
      "grad_norm": 0.36467188596725464,
      "learning_rate": 9.201043394568773e-05,
      "loss": 0.8999,
      "step": 59
    },
    {
      "epoch": 0.19966722129783693,
      "grad_norm": 0.34801018238067627,
      "learning_rate": 9.172030799775699e-05,
      "loss": 0.9087,
      "step": 60
    },
    {
      "epoch": 0.20299500831946754,
      "grad_norm": 0.36470547318458557,
      "learning_rate": 9.142548246219212e-05,
      "loss": 0.9202,
      "step": 61
    },
    {
      "epoch": 0.20632279534109818,
      "grad_norm": 0.372356116771698,
      "learning_rate": 9.112599054964057e-05,
      "loss": 0.8253,
      "step": 62
    },
    {
      "epoch": 0.2096505823627288,
      "grad_norm": 0.3320561945438385,
      "learning_rate": 9.082186599639428e-05,
      "loss": 0.8056,
      "step": 63
    },
    {
      "epoch": 0.2129783693843594,
      "grad_norm": 0.36084505915641785,
      "learning_rate": 9.051314306058933e-05,
      "loss": 0.9687,
      "step": 64
    },
    {
      "epoch": 0.21630615640599002,
      "grad_norm": 0.3959633409976959,
      "learning_rate": 9.019985651834703e-05,
      "loss": 0.7572,
      "step": 65
    },
    {
      "epoch": 0.21963394342762063,
      "grad_norm": 0.41667288541793823,
      "learning_rate": 8.988204165985649e-05,
      "loss": 0.917,
      "step": 66
    },
    {
      "epoch": 0.22296173044925124,
      "grad_norm": 0.4168839454650879,
      "learning_rate": 8.955973428539944e-05,
      "loss": 0.9653,
      "step": 67
    },
    {
      "epoch": 0.22628951747088186,
      "grad_norm": 0.4246804118156433,
      "learning_rate": 8.923297070131737e-05,
      "loss": 0.7606,
      "step": 68
    },
    {
      "epoch": 0.22961730449251247,
      "grad_norm": 0.3582698106765747,
      "learning_rate": 8.890178771592199e-05,
      "loss": 0.6693,
      "step": 69
    },
    {
      "epoch": 0.23294509151414308,
      "grad_norm": 0.4187987744808197,
      "learning_rate": 8.856622263534875e-05,
      "loss": 0.9275,
      "step": 70
    },
    {
      "epoch": 0.23627287853577372,
      "grad_norm": 0.3716917634010315,
      "learning_rate": 8.822631325935463e-05,
      "loss": 0.774,
      "step": 71
    },
    {
      "epoch": 0.23960066555740434,
      "grad_norm": 0.43111690878868103,
      "learning_rate": 8.788209787706015e-05,
      "loss": 0.7504,
      "step": 72
    },
    {
      "epoch": 0.24292845257903495,
      "grad_norm": 0.4232291877269745,
      "learning_rate": 8.753361526263621e-05,
      "loss": 0.8278,
      "step": 73
    },
    {
      "epoch": 0.24625623960066556,
      "grad_norm": 0.39613720774650574,
      "learning_rate": 8.718090467093654e-05,
      "loss": 0.5499,
      "step": 74
    },
    {
      "epoch": 0.24958402662229617,
      "grad_norm": 0.37226927280426025,
      "learning_rate": 8.682400583307562e-05,
      "loss": 0.7264,
      "step": 75
    },
    {
      "epoch": 0.2529118136439268,
      "grad_norm": 0.5092790126800537,
      "learning_rate": 8.646295895195333e-05,
      "loss": 0.8313,
      "step": 76
    },
    {
      "epoch": 0.2562396006655574,
      "grad_norm": 0.39373889565467834,
      "learning_rate": 8.609780469772623e-05,
      "loss": 0.7007,
      "step": 77
    },
    {
      "epoch": 0.259567387687188,
      "grad_norm": 0.4229465126991272,
      "learning_rate": 8.572858420322627e-05,
      "loss": 0.6659,
      "step": 78
    },
    {
      "epoch": 0.2628951747088186,
      "grad_norm": 0.46556034684181213,
      "learning_rate": 8.535533905932738e-05,
      "loss": 0.7721,
      "step": 79
    },
    {
      "epoch": 0.26622296173044924,
      "grad_norm": 0.4862767159938812,
      "learning_rate": 8.497811131026046e-05,
      "loss": 0.7171,
      "step": 80
    },
    {
      "epoch": 0.26955074875207985,
      "grad_norm": 0.5494118332862854,
      "learning_rate": 8.459694344887732e-05,
      "loss": 0.9129,
      "step": 81
    },
    {
      "epoch": 0.27287853577371046,
      "grad_norm": 0.7697891592979431,
      "learning_rate": 8.421187841186402e-05,
      "loss": 0.9282,
      "step": 82
    },
    {
      "epoch": 0.2762063227953411,
      "grad_norm": 0.5179215669631958,
      "learning_rate": 8.382295957490436e-05,
      "loss": 0.8531,
      "step": 83
    },
    {
      "epoch": 0.2795341098169717,
      "grad_norm": 0.5650327205657959,
      "learning_rate": 8.343023074779368e-05,
      "loss": 0.9213,
      "step": 84
    },
    {
      "epoch": 0.28286189683860236,
      "grad_norm": 0.6509525775909424,
      "learning_rate": 8.303373616950408e-05,
      "loss": 0.9618,
      "step": 85
    },
    {
      "epoch": 0.28618968386023297,
      "grad_norm": 0.5034171342849731,
      "learning_rate": 8.263352050320094e-05,
      "loss": 0.8984,
      "step": 86
    },
    {
      "epoch": 0.2895174708818636,
      "grad_norm": 0.49187856912612915,
      "learning_rate": 8.222962883121196e-05,
      "loss": 0.8843,
      "step": 87
    },
    {
      "epoch": 0.2928452579034942,
      "grad_norm": 0.45285674929618835,
      "learning_rate": 8.182210664994878e-05,
      "loss": 0.9244,
      "step": 88
    },
    {
      "epoch": 0.2961730449251248,
      "grad_norm": 0.5549066066741943,
      "learning_rate": 8.141099986478212e-05,
      "loss": 1.0858,
      "step": 89
    },
    {
      "epoch": 0.2995008319467554,
      "grad_norm": 0.5282211303710938,
      "learning_rate": 8.099635478487064e-05,
      "loss": 1.0782,
      "step": 90
    },
    {
      "epoch": 0.30282861896838603,
      "grad_norm": 0.49848273396492004,
      "learning_rate": 8.057821811794458e-05,
      "loss": 1.0393,
      "step": 91
    },
    {
      "epoch": 0.30615640599001664,
      "grad_norm": 0.4718579351902008,
      "learning_rate": 8.015663696504422e-05,
      "loss": 0.9643,
      "step": 92
    },
    {
      "epoch": 0.30948419301164726,
      "grad_norm": 0.4774487018585205,
      "learning_rate": 7.973165881521434e-05,
      "loss": 1.0235,
      "step": 93
    },
    {
      "epoch": 0.31281198003327787,
      "grad_norm": 0.46569034457206726,
      "learning_rate": 7.930333154015466e-05,
      "loss": 0.9573,
      "step": 94
    },
    {
      "epoch": 0.3161397670549085,
      "grad_norm": 0.45626965165138245,
      "learning_rate": 7.88717033888274e-05,
      "loss": 0.9461,
      "step": 95
    },
    {
      "epoch": 0.3194675540765391,
      "grad_norm": 0.46665534377098083,
      "learning_rate": 7.843682298202235e-05,
      "loss": 1.0741,
      "step": 96
    },
    {
      "epoch": 0.3227953410981697,
      "grad_norm": 0.43158140778541565,
      "learning_rate": 7.799873930687978e-05,
      "loss": 0.8846,
      "step": 97
    },
    {
      "epoch": 0.3261231281198003,
      "grad_norm": 0.4571998417377472,
      "learning_rate": 7.755750171137246e-05,
      "loss": 1.0697,
      "step": 98
    },
    {
      "epoch": 0.32945091514143093,
      "grad_norm": 0.44097062945365906,
      "learning_rate": 7.711315989874677e-05,
      "loss": 1.0458,
      "step": 99
    },
    {
      "epoch": 0.33277870216306155,
      "grad_norm": 0.5240598917007446,
      "learning_rate": 7.666576392192389e-05,
      "loss": 0.9899,
      "step": 100
    },
    {
      "epoch": 0.33610648918469216,
      "grad_norm": 0.5177357792854309,
      "learning_rate": 7.621536417786159e-05,
      "loss": 0.7501,
      "step": 101
    },
    {
      "epoch": 0.33943427620632277,
      "grad_norm": 0.4378657639026642,
      "learning_rate": 7.576201140187727e-05,
      "loss": 0.7534,
      "step": 102
    },
    {
      "epoch": 0.3427620632279534,
      "grad_norm": 0.44692811369895935,
      "learning_rate": 7.530575666193283e-05,
      "loss": 0.705,
      "step": 103
    },
    {
      "epoch": 0.34608985024958405,
      "grad_norm": 0.49165084958076477,
      "learning_rate": 7.484665135288213e-05,
      "loss": 0.6548,
      "step": 104
    },
    {
      "epoch": 0.34941763727121466,
      "grad_norm": 0.46831053495407104,
      "learning_rate": 7.438474719068173e-05,
      "loss": 0.7421,
      "step": 105
    },
    {
      "epoch": 0.3527454242928453,
      "grad_norm": 0.5048772692680359,
      "learning_rate": 7.392009620656513e-05,
      "loss": 0.7391,
      "step": 106
    },
    {
      "epoch": 0.3560732113144759,
      "grad_norm": 0.48146283626556396,
      "learning_rate": 7.345275074118185e-05,
      "loss": 0.6245,
      "step": 107
    },
    {
      "epoch": 0.3594009983361065,
      "grad_norm": 0.5137456059455872,
      "learning_rate": 7.298276343870151e-05,
      "loss": 0.7459,
      "step": 108
    },
    {
      "epoch": 0.3627287853577371,
      "grad_norm": 0.4587203562259674,
      "learning_rate": 7.251018724088367e-05,
      "loss": 0.6836,
      "step": 109
    },
    {
      "epoch": 0.36605657237936773,
      "grad_norm": 0.46661022305488586,
      "learning_rate": 7.203507538111423e-05,
      "loss": 0.6651,
      "step": 110
    },
    {
      "epoch": 0.36938435940099834,
      "grad_norm": 0.41459330916404724,
      "learning_rate": 7.155748137840892e-05,
      "loss": 0.3152,
      "step": 111
    },
    {
      "epoch": 0.37271214642262895,
      "grad_norm": 0.4980471730232239,
      "learning_rate": 7.107745903138472e-05,
      "loss": 0.5176,
      "step": 112
    },
    {
      "epoch": 0.37603993344425957,
      "grad_norm": 0.4840378165245056,
      "learning_rate": 7.059506241219965e-05,
      "loss": 0.6679,
      "step": 113
    },
    {
      "epoch": 0.3793677204658902,
      "grad_norm": 0.4204954504966736,
      "learning_rate": 7.011034586046176e-05,
      "loss": 0.4004,
      "step": 114
    },
    {
      "epoch": 0.3826955074875208,
      "grad_norm": 0.5276623964309692,
      "learning_rate": 6.962336397710819e-05,
      "loss": 0.6229,
      "step": 115
    },
    {
      "epoch": 0.3860232945091514,
      "grad_norm": 0.5575486421585083,
      "learning_rate": 6.91341716182545e-05,
      "loss": 0.3777,
      "step": 116
    },
    {
      "epoch": 0.389351081530782,
      "grad_norm": 0.4708385765552521,
      "learning_rate": 6.864282388901544e-05,
      "loss": 0.4743,
      "step": 117
    },
    {
      "epoch": 0.39267886855241263,
      "grad_norm": 0.572863757610321,
      "learning_rate": 6.814937613729766e-05,
      "loss": 0.6041,
      "step": 118
    },
    {
      "epoch": 0.39600665557404324,
      "grad_norm": 0.4573242664337158,
      "learning_rate": 6.765388394756504e-05,
      "loss": 0.501,
      "step": 119
    },
    {
      "epoch": 0.39933444259567386,
      "grad_norm": 0.4192008674144745,
      "learning_rate": 6.715640313457733e-05,
      "loss": 0.3707,
      "step": 120
    },
    {
      "epoch": 0.40266222961730447,
      "grad_norm": 0.49773290753364563,
      "learning_rate": 6.665698973710288e-05,
      "loss": 0.4932,
      "step": 121
    },
    {
      "epoch": 0.4059900166389351,
      "grad_norm": 0.44253024458885193,
      "learning_rate": 6.615570001160626e-05,
      "loss": 0.3898,
      "step": 122
    },
    {
      "epoch": 0.40931780366056575,
      "grad_norm": 0.47981423139572144,
      "learning_rate": 6.565259042591113e-05,
      "loss": 0.5702,
      "step": 123
    },
    {
      "epoch": 0.41264559068219636,
      "grad_norm": 0.42827045917510986,
      "learning_rate": 6.514771765283942e-05,
      "loss": 0.4665,
      "step": 124
    },
    {
      "epoch": 0.415973377703827,
      "grad_norm": 0.4257386326789856,
      "learning_rate": 6.464113856382752e-05,
      "loss": 0.3096,
      "step": 125
    },
    {
      "epoch": 0.4193011647254576,
      "grad_norm": 0.4888010323047638,
      "learning_rate": 6.413291022251989e-05,
      "loss": 0.5354,
      "step": 126
    },
    {
      "epoch": 0.4226289517470882,
      "grad_norm": 0.4961748719215393,
      "learning_rate": 6.362308987834115e-05,
      "loss": 0.5835,
      "step": 127
    },
    {
      "epoch": 0.4259567387687188,
      "grad_norm": 0.5756286382675171,
      "learning_rate": 6.311173496004723e-05,
      "loss": 0.5386,
      "step": 128
    },
    {
      "epoch": 0.4292845257903494,
      "grad_norm": 0.5167829990386963,
      "learning_rate": 6.259890306925627e-05,
      "loss": 0.583,
      "step": 129
    },
    {
      "epoch": 0.43261231281198004,
      "grad_norm": 0.5004775524139404,
      "learning_rate": 6.208465197396013e-05,
      "loss": 0.5038,
      "step": 130
    },
    {
      "epoch": 0.43594009983361065,
      "grad_norm": 0.5027992129325867,
      "learning_rate": 6.156903960201709e-05,
      "loss": 0.5626,
      "step": 131
    },
    {
      "epoch": 0.43926788685524126,
      "grad_norm": 0.6719955801963806,
      "learning_rate": 6.105212403462651e-05,
      "loss": 0.73,
      "step": 132
    },
    {
      "epoch": 0.4425956738768719,
      "grad_norm": 0.9913021922111511,
      "learning_rate": 6.0533963499786314e-05,
      "loss": 0.6694,
      "step": 133
    },
    {
      "epoch": 0.4459234608985025,
      "grad_norm": 0.5214046239852905,
      "learning_rate": 6.001461636573397e-05,
      "loss": 0.6756,
      "step": 134
    },
    {
      "epoch": 0.4492512479201331,
      "grad_norm": 0.6516584753990173,
      "learning_rate": 5.949414113437142e-05,
      "loss": 0.7118,
      "step": 135
    },
    {
      "epoch": 0.4525790349417637,
      "grad_norm": 0.6865952014923096,
      "learning_rate": 5.897259643467527e-05,
      "loss": 0.8215,
      "step": 136
    },
    {
      "epoch": 0.4559068219633943,
      "grad_norm": 0.677130401134491,
      "learning_rate": 5.8450041016092464e-05,
      "loss": 0.6947,
      "step": 137
    },
    {
      "epoch": 0.45923460898502494,
      "grad_norm": 0.5869957804679871,
      "learning_rate": 5.792653374192245e-05,
      "loss": 0.7893,
      "step": 138
    },
    {
      "epoch": 0.46256239600665555,
      "grad_norm": 0.5979763269424438,
      "learning_rate": 5.7402133582686576e-05,
      "loss": 1.0355,
      "step": 139
    },
    {
      "epoch": 0.46589018302828616,
      "grad_norm": 0.6330214142799377,
      "learning_rate": 5.6876899609485256e-05,
      "loss": 0.9006,
      "step": 140
    },
    {
      "epoch": 0.46921797004991683,
      "grad_norm": 0.6811965107917786,
      "learning_rate": 5.6350890987343944e-05,
      "loss": 0.8504,
      "step": 141
    },
    {
      "epoch": 0.47254575707154745,
      "grad_norm": 0.6159012913703918,
      "learning_rate": 5.582416696854853e-05,
      "loss": 0.9979,
      "step": 142
    },
    {
      "epoch": 0.47587354409317806,
      "grad_norm": 0.5818126201629639,
      "learning_rate": 5.5296786885970805e-05,
      "loss": 0.9443,
      "step": 143
    },
    {
      "epoch": 0.47920133111480867,
      "grad_norm": 0.5540972352027893,
      "learning_rate": 5.476881014638491e-05,
      "loss": 0.7359,
      "step": 144
    },
    {
      "epoch": 0.4825291181364393,
      "grad_norm": 0.5922878980636597,
      "learning_rate": 5.4240296223775465e-05,
      "loss": 1.0051,
      "step": 145
    },
    {
      "epoch": 0.4858569051580699,
      "grad_norm": 0.5683625340461731,
      "learning_rate": 5.3711304652638126e-05,
      "loss": 0.9747,
      "step": 146
    },
    {
      "epoch": 0.4891846921797005,
      "grad_norm": 0.5851269960403442,
      "learning_rate": 5.318189502127332e-05,
      "loss": 0.7643,
      "step": 147
    },
    {
      "epoch": 0.4925124792013311,
      "grad_norm": 0.5694209933280945,
      "learning_rate": 5.265212696507387e-05,
      "loss": 0.8966,
      "step": 148
    },
    {
      "epoch": 0.49584026622296173,
      "grad_norm": 0.5681093335151672,
      "learning_rate": 5.212206015980742e-05,
      "loss": 0.7828,
      "step": 149
    },
    {
      "epoch": 0.49916805324459235,
      "grad_norm": 0.6336659789085388,
      "learning_rate": 5.159175431489424e-05,
      "loss": 0.8706,
      "step": 150
    },
    {
      "epoch": 0.502495840266223,
      "grad_norm": 0.5414950847625732,
      "learning_rate": 5.1061269166681183e-05,
      "loss": 0.5222,
      "step": 151
    },
    {
      "epoch": 0.5058236272878536,
      "grad_norm": 0.538551390171051,
      "learning_rate": 5.053066447171282e-05,
      "loss": 0.5041,
      "step": 152
    },
    {
      "epoch": 0.5091514143094842,
      "grad_norm": 0.5467105507850647,
      "learning_rate": 5e-05,
      "loss": 0.554,
      "step": 153
    },
    {
      "epoch": 0.5124792013311148,
      "grad_norm": 0.6073024272918701,
      "learning_rate": 4.94693355282872e-05,
      "loss": 0.6419,
      "step": 154
    },
    {
      "epoch": 0.5158069883527454,
      "grad_norm": 0.4613993763923645,
      "learning_rate": 4.893873083331882e-05,
      "loss": 0.4941,
      "step": 155
    },
    {
      "epoch": 0.519134775374376,
      "grad_norm": 0.5099093317985535,
      "learning_rate": 4.840824568510579e-05,
      "loss": 0.5747,
      "step": 156
    },
    {
      "epoch": 0.5224625623960066,
      "grad_norm": 0.511297345161438,
      "learning_rate": 4.78779398401926e-05,
      "loss": 0.3628,
      "step": 157
    },
    {
      "epoch": 0.5257903494176372,
      "grad_norm": 0.569684624671936,
      "learning_rate": 4.734787303492615e-05,
      "loss": 0.6862,
      "step": 158
    },
    {
      "epoch": 0.5291181364392679,
      "grad_norm": 0.5402682423591614,
      "learning_rate": 4.6818104978726685e-05,
      "loss": 0.5389,
      "step": 159
    },
    {
      "epoch": 0.5324459234608985,
      "grad_norm": 0.46471327543258667,
      "learning_rate": 4.628869534736187e-05,
      "loss": 0.3705,
      "step": 160
    },
    {
      "epoch": 0.5357737104825291,
      "grad_norm": 0.5565131306648254,
      "learning_rate": 4.575970377622456e-05,
      "loss": 0.5942,
      "step": 161
    },
    {
      "epoch": 0.5391014975041597,
      "grad_norm": 0.6907685399055481,
      "learning_rate": 4.52311898536151e-05,
      "loss": 0.5761,
      "step": 162
    },
    {
      "epoch": 0.5424292845257903,
      "grad_norm": 0.6191155314445496,
      "learning_rate": 4.47032131140292e-05,
      "loss": 0.643,
      "step": 163
    },
    {
      "epoch": 0.5457570715474209,
      "grad_norm": 0.4931270182132721,
      "learning_rate": 4.4175833031451473e-05,
      "loss": 0.3928,
      "step": 164
    },
    {
      "epoch": 0.5490848585690515,
      "grad_norm": 0.584816575050354,
      "learning_rate": 4.364910901265606e-05,
      "loss": 0.5402,
      "step": 165
    },
    {
      "epoch": 0.5524126455906821,
      "grad_norm": 0.5877491235733032,
      "learning_rate": 4.3123100390514756e-05,
      "loss": 0.4391,
      "step": 166
    },
    {
      "epoch": 0.5557404326123128,
      "grad_norm": 0.5496967434883118,
      "learning_rate": 4.2597866417313436e-05,
      "loss": 0.5335,
      "step": 167
    },
    {
      "epoch": 0.5590682196339434,
      "grad_norm": 0.46497756242752075,
      "learning_rate": 4.207346625807756e-05,
      "loss": 0.3811,
      "step": 168
    },
    {
      "epoch": 0.562396006655574,
      "grad_norm": 0.5175929069519043,
      "learning_rate": 4.1549958983907555e-05,
      "loss": 0.4784,
      "step": 169
    },
    {
      "epoch": 0.5657237936772047,
      "grad_norm": 0.6024261713027954,
      "learning_rate": 4.102740356532473e-05,
      "loss": 0.452,
      "step": 170
    },
    {
      "epoch": 0.5690515806988353,
      "grad_norm": 0.634539783000946,
      "learning_rate": 4.050585886562858e-05,
      "loss": 0.5299,
      "step": 171
    },
    {
      "epoch": 0.5723793677204659,
      "grad_norm": 0.5363751649856567,
      "learning_rate": 3.998538363426605e-05,
      "loss": 0.3867,
      "step": 172
    },
    {
      "epoch": 0.5757071547420965,
      "grad_norm": 0.4883837103843689,
      "learning_rate": 3.94660365002137e-05,
      "loss": 0.3086,
      "step": 173
    },
    {
      "epoch": 0.5790349417637272,
      "grad_norm": 0.6101837754249573,
      "learning_rate": 3.894787596537352e-05,
      "loss": 0.6071,
      "step": 174
    },
    {
      "epoch": 0.5823627287853578,
      "grad_norm": 0.5754064321517944,
      "learning_rate": 3.843096039798293e-05,
      "loss": 0.5145,
      "step": 175
    },
    {
      "epoch": 0.5856905158069884,
      "grad_norm": 0.5646622180938721,
      "learning_rate": 3.791534802603988e-05,
      "loss": 0.4231,
      "step": 176
    },
    {
      "epoch": 0.589018302828619,
      "grad_norm": 0.6169484257698059,
      "learning_rate": 3.740109693074375e-05,
      "loss": 0.4412,
      "step": 177
    },
    {
      "epoch": 0.5923460898502496,
      "grad_norm": 0.5955721139907837,
      "learning_rate": 3.68882650399528e-05,
      "loss": 0.4035,
      "step": 178
    },
    {
      "epoch": 0.5956738768718802,
      "grad_norm": 0.583349347114563,
      "learning_rate": 3.637691012165886e-05,
      "loss": 0.4701,
      "step": 179
    },
    {
      "epoch": 0.5990016638935108,
      "grad_norm": 0.5197761654853821,
      "learning_rate": 3.586708977748012e-05,
      "loss": 0.3989,
      "step": 180
    },
    {
      "epoch": 0.6023294509151415,
      "grad_norm": 0.5439624190330505,
      "learning_rate": 3.5358861436172485e-05,
      "loss": 0.4134,
      "step": 181
    },
    {
      "epoch": 0.6056572379367721,
      "grad_norm": 1.3335886001586914,
      "learning_rate": 3.485228234716058e-05,
      "loss": 0.6399,
      "step": 182
    },
    {
      "epoch": 0.6089850249584027,
      "grad_norm": 0.8364858031272888,
      "learning_rate": 3.434740957408889e-05,
      "loss": 0.6028,
      "step": 183
    },
    {
      "epoch": 0.6123128119800333,
      "grad_norm": 0.6600579023361206,
      "learning_rate": 3.3844299988393755e-05,
      "loss": 0.6213,
      "step": 184
    },
    {
      "epoch": 0.6156405990016639,
      "grad_norm": 0.7468926906585693,
      "learning_rate": 3.334301026289712e-05,
      "loss": 0.5442,
      "step": 185
    },
    {
      "epoch": 0.6189683860232945,
      "grad_norm": 0.7412007451057434,
      "learning_rate": 3.284359686542269e-05,
      "loss": 0.592,
      "step": 186
    },
    {
      "epoch": 0.6222961730449251,
      "grad_norm": 0.7210559248924255,
      "learning_rate": 3.234611605243496e-05,
      "loss": 0.7165,
      "step": 187
    },
    {
      "epoch": 0.6256239600665557,
      "grad_norm": 0.688290536403656,
      "learning_rate": 3.1850623862702344e-05,
      "loss": 0.8491,
      "step": 188
    },
    {
      "epoch": 0.6289517470881864,
      "grad_norm": 0.6736958622932434,
      "learning_rate": 3.135717611098458e-05,
      "loss": 0.894,
      "step": 189
    },
    {
      "epoch": 0.632279534109817,
      "grad_norm": 0.6868496537208557,
      "learning_rate": 3.086582838174551e-05,
      "loss": 0.8898,
      "step": 190
    },
    {
      "epoch": 0.6356073211314476,
      "grad_norm": 0.7432034611701965,
      "learning_rate": 3.0376636022891812e-05,
      "loss": 0.9168,
      "step": 191
    },
    {
      "epoch": 0.6389351081530782,
      "grad_norm": 0.662011981010437,
      "learning_rate": 2.9889654139538246e-05,
      "loss": 0.7696,
      "step": 192
    },
    {
      "epoch": 0.6422628951747088,
      "grad_norm": 0.6026875376701355,
      "learning_rate": 2.9404937587800375e-05,
      "loss": 0.798,
      "step": 193
    },
    {
      "epoch": 0.6455906821963394,
      "grad_norm": 0.6499486565589905,
      "learning_rate": 2.8922540968615286e-05,
      "loss": 0.7859,
      "step": 194
    },
    {
      "epoch": 0.64891846921797,
      "grad_norm": 0.6198960542678833,
      "learning_rate": 2.8442518621591086e-05,
      "loss": 0.7437,
      "step": 195
    },
    {
      "epoch": 0.6522462562396006,
      "grad_norm": 0.6395875811576843,
      "learning_rate": 2.7964924618885778e-05,
      "loss": 0.7589,
      "step": 196
    },
    {
      "epoch": 0.6555740432612313,
      "grad_norm": 0.7108389139175415,
      "learning_rate": 2.748981275911633e-05,
      "loss": 0.8856,
      "step": 197
    },
    {
      "epoch": 0.6589018302828619,
      "grad_norm": 0.6205719709396362,
      "learning_rate": 2.701723656129851e-05,
      "loss": 0.7735,
      "step": 198
    },
    {
      "epoch": 0.6622296173044925,
      "grad_norm": 0.7173507213592529,
      "learning_rate": 2.6547249258818164e-05,
      "loss": 1.0137,
      "step": 199
    },
    {
      "epoch": 0.6655574043261231,
      "grad_norm": 0.8573721051216125,
      "learning_rate": 2.607990379343489e-05,
      "loss": 0.8444,
      "step": 200
    },
    {
      "epoch": 0.6688851913477537,
      "grad_norm": 0.6611084342002869,
      "learning_rate": 2.5615252809318284e-05,
      "loss": 0.39,
      "step": 201
    },
    {
      "epoch": 0.6722129783693843,
      "grad_norm": 0.5548499226570129,
      "learning_rate": 2.5153348647117857e-05,
      "loss": 0.3489,
      "step": 202
    },
    {
      "epoch": 0.6755407653910149,
      "grad_norm": 0.5322738885879517,
      "learning_rate": 2.469424333806718e-05,
      "loss": 0.3705,
      "step": 203
    },
    {
      "epoch": 0.6788685524126455,
      "grad_norm": 0.552614688873291,
      "learning_rate": 2.4237988598122752e-05,
      "loss": 0.4471,
      "step": 204
    },
    {
      "epoch": 0.6821963394342762,
      "grad_norm": 0.5743943452835083,
      "learning_rate": 2.3784635822138424e-05,
      "loss": 0.4326,
      "step": 205
    },
    {
      "epoch": 0.6855241264559068,
      "grad_norm": 0.5949999690055847,
      "learning_rate": 2.333423607807613e-05,
      "loss": 0.3424,
      "step": 206
    },
    {
      "epoch": 0.6888519134775375,
      "grad_norm": 0.7128215432167053,
      "learning_rate": 2.288684010125325e-05,
      "loss": 0.3565,
      "step": 207
    },
    {
      "epoch": 0.6921797004991681,
      "grad_norm": 0.7511641979217529,
      "learning_rate": 2.2442498288627556e-05,
      "loss": 0.5508,
      "step": 208
    },
    {
      "epoch": 0.6955074875207987,
      "grad_norm": 0.6944376230239868,
      "learning_rate": 2.2001260693120233e-05,
      "loss": 0.4805,
      "step": 209
    },
    {
      "epoch": 0.6988352745424293,
      "grad_norm": 0.6910222172737122,
      "learning_rate": 2.156317701797766e-05,
      "loss": 0.506,
      "step": 210
    },
    {
      "epoch": 0.7021630615640599,
      "grad_norm": 0.5144827961921692,
      "learning_rate": 2.1128296611172593e-05,
      "loss": 0.2851,
      "step": 211
    },
    {
      "epoch": 0.7054908485856906,
      "grad_norm": 0.5206360816955566,
      "learning_rate": 2.0696668459845355e-05,
      "loss": 0.4159,
      "step": 212
    },
    {
      "epoch": 0.7088186356073212,
      "grad_norm": 0.5528255701065063,
      "learning_rate": 2.026834118478567e-05,
      "loss": 0.3869,
      "step": 213
    },
    {
      "epoch": 0.7121464226289518,
      "grad_norm": 0.5091673731803894,
      "learning_rate": 1.98433630349558e-05,
      "loss": 0.3886,
      "step": 214
    },
    {
      "epoch": 0.7154742096505824,
      "grad_norm": 0.6581273078918457,
      "learning_rate": 1.9421781882055444e-05,
      "loss": 0.5486,
      "step": 215
    },
    {
      "epoch": 0.718801996672213,
      "grad_norm": 0.5528267025947571,
      "learning_rate": 1.9003645215129355e-05,
      "loss": 0.4081,
      "step": 216
    },
    {
      "epoch": 0.7221297836938436,
      "grad_norm": 0.5081901550292969,
      "learning_rate": 1.858900013521788e-05,
      "loss": 0.3177,
      "step": 217
    },
    {
      "epoch": 0.7254575707154742,
      "grad_norm": 0.5660744905471802,
      "learning_rate": 1.817789335005121e-05,
      "loss": 0.4868,
      "step": 218
    },
    {
      "epoch": 0.7287853577371048,
      "grad_norm": 0.5391611456871033,
      "learning_rate": 1.777037116878804e-05,
      "loss": 0.2355,
      "step": 219
    },
    {
      "epoch": 0.7321131447587355,
      "grad_norm": 0.5071229338645935,
      "learning_rate": 1.7366479496799077e-05,
      "loss": 0.2684,
      "step": 220
    },
    {
      "epoch": 0.7354409317803661,
      "grad_norm": 0.4302762448787689,
      "learning_rate": 1.6966263830495936e-05,
      "loss": 0.2017,
      "step": 221
    },
    {
      "epoch": 0.7387687188019967,
      "grad_norm": 0.5508126020431519,
      "learning_rate": 1.656976925220633e-05,
      "loss": 0.3877,
      "step": 222
    },
    {
      "epoch": 0.7420965058236273,
      "grad_norm": 0.558174192905426,
      "learning_rate": 1.6177040425095662e-05,
      "loss": 0.4309,
      "step": 223
    },
    {
      "epoch": 0.7454242928452579,
      "grad_norm": 0.6104623675346375,
      "learning_rate": 1.5788121588135975e-05,
      "loss": 0.5112,
      "step": 224
    },
    {
      "epoch": 0.7487520798668885,
      "grad_norm": 0.7186606526374817,
      "learning_rate": 1.5403056551122697e-05,
      "loss": 0.586,
      "step": 225
    },
    {
      "epoch": 0.7520798668885191,
      "grad_norm": 0.5013298988342285,
      "learning_rate": 1.5021888689739549e-05,
      "loss": 0.3077,
      "step": 226
    },
    {
      "epoch": 0.7554076539101497,
      "grad_norm": 0.6424745321273804,
      "learning_rate": 1.4644660940672627e-05,
      "loss": 0.5382,
      "step": 227
    },
    {
      "epoch": 0.7587354409317804,
      "grad_norm": 0.6096656918525696,
      "learning_rate": 1.427141579677374e-05,
      "loss": 0.5648,
      "step": 228
    },
    {
      "epoch": 0.762063227953411,
      "grad_norm": 0.5607278943061829,
      "learning_rate": 1.3902195302273779e-05,
      "loss": 0.3263,
      "step": 229
    },
    {
      "epoch": 0.7653910149750416,
      "grad_norm": 0.5801076889038086,
      "learning_rate": 1.3537041048046695e-05,
      "loss": 0.4707,
      "step": 230
    },
    {
      "epoch": 0.7687188019966722,
      "grad_norm": 0.7465184926986694,
      "learning_rate": 1.3175994166924394e-05,
      "loss": 0.4633,
      "step": 231
    },
    {
      "epoch": 0.7720465890183028,
      "grad_norm": 0.893689751625061,
      "learning_rate": 1.2819095329063469e-05,
      "loss": 0.4621,
      "step": 232
    },
    {
      "epoch": 0.7753743760399334,
      "grad_norm": 0.6686207056045532,
      "learning_rate": 1.246638473736378e-05,
      "loss": 0.5619,
      "step": 233
    },
    {
      "epoch": 0.778702163061564,
      "grad_norm": 0.8450759053230286,
      "learning_rate": 1.2117902122939861e-05,
      "loss": 0.578,
      "step": 234
    },
    {
      "epoch": 0.7820299500831946,
      "grad_norm": 0.7605635523796082,
      "learning_rate": 1.1773686740645384e-05,
      "loss": 0.6534,
      "step": 235
    },
    {
      "epoch": 0.7853577371048253,
      "grad_norm": 0.9870882630348206,
      "learning_rate": 1.1433777364651271e-05,
      "loss": 0.8853,
      "step": 236
    },
    {
      "epoch": 0.7886855241264559,
      "grad_norm": 0.5999244451522827,
      "learning_rate": 1.1098212284078036e-05,
      "loss": 0.3816,
      "step": 237
    },
    {
      "epoch": 0.7920133111480865,
      "grad_norm": 0.8197599053382874,
      "learning_rate": 1.076702929868264e-05,
      "loss": 0.8135,
      "step": 238
    },
    {
      "epoch": 0.7953410981697171,
      "grad_norm": 0.7237629294395447,
      "learning_rate": 1.0440265714600572e-05,
      "loss": 0.6637,
      "step": 239
    },
    {
      "epoch": 0.7986688851913477,
      "grad_norm": 0.8603866696357727,
      "learning_rate": 1.0117958340143507e-05,
      "loss": 0.8529,
      "step": 240
    },
    {
      "epoch": 0.8019966722129783,
      "grad_norm": 0.7199721336364746,
      "learning_rate": 9.800143481652979e-06,
      "loss": 0.8565,
      "step": 241
    },
    {
      "epoch": 0.8053244592346089,
      "grad_norm": 0.6758659482002258,
      "learning_rate": 9.48685693941067e-06,
      "loss": 0.794,
      "step": 242
    },
    {
      "epoch": 0.8086522462562395,
      "grad_norm": 0.7372802495956421,
      "learning_rate": 9.17813400360572e-06,
      "loss": 0.8753,
      "step": 243
    },
    {
      "epoch": 0.8119800332778702,
      "grad_norm": 0.6816331148147583,
      "learning_rate": 8.874009450359427e-06,
      "loss": 0.7685,
      "step": 244
    },
    {
      "epoch": 0.8153078202995009,
      "grad_norm": 0.6845401525497437,
      "learning_rate": 8.574517537807897e-06,
      "loss": 0.7908,
      "step": 245
    },
    {
      "epoch": 0.8186356073211315,
      "grad_norm": 0.7325373291969299,
      "learning_rate": 8.279692002243027e-06,
      "loss": 0.9694,
      "step": 246
    },
    {
      "epoch": 0.8219633943427621,
      "grad_norm": 0.7457829713821411,
      "learning_rate": 7.989566054312287e-06,
      "loss": 0.6347,
      "step": 247
    },
    {
      "epoch": 0.8252911813643927,
      "grad_norm": 0.7450778484344482,
      "learning_rate": 7.704172375277691e-06,
      "loss": 0.8447,
      "step": 248
    },
    {
      "epoch": 0.8286189683860233,
      "grad_norm": 0.7165175676345825,
      "learning_rate": 7.423543113334436e-06,
      "loss": 0.786,
      "step": 249
    },
    {
      "epoch": 0.831946755407654,
      "grad_norm": 1.0344496965408325,
      "learning_rate": 7.14770987998954e-06,
      "loss": 0.8206,
      "step": 250
    },
    {
      "epoch": 0.8352745424292846,
      "grad_norm": 0.6772722005844116,
      "learning_rate": 6.876703746500984e-06,
      "loss": 0.4412,
      "step": 251
    },
    {
      "epoch": 0.8386023294509152,
      "grad_norm": 0.6309685111045837,
      "learning_rate": 6.610555240377652e-06,
      "loss": 0.4023,
      "step": 252
    },
    {
      "epoch": 0.8419301164725458,
      "grad_norm": 0.8043044805526733,
      "learning_rate": 6.349294341940593e-06,
      "loss": 0.4782,
      "step": 253
    },
    {
      "epoch": 0.8452579034941764,
      "grad_norm": 0.6318528056144714,
      "learning_rate": 6.092950480945897e-06,
      "loss": 0.4712,
      "step": 254
    },
    {
      "epoch": 0.848585690515807,
      "grad_norm": 0.5549326539039612,
      "learning_rate": 5.841552533269534e-06,
      "loss": 0.3927,
      "step": 255
    },
    {
      "epoch": 0.8519134775374376,
      "grad_norm": 0.5588014721870422,
      "learning_rate": 5.595128817654638e-06,
      "loss": 0.3666,
      "step": 256
    },
    {
      "epoch": 0.8552412645590682,
      "grad_norm": 0.6045800447463989,
      "learning_rate": 5.353707092521582e-06,
      "loss": 0.5723,
      "step": 257
    },
    {
      "epoch": 0.8585690515806988,
      "grad_norm": 0.6416806578636169,
      "learning_rate": 5.117314552841052e-06,
      "loss": 0.4304,
      "step": 258
    },
    {
      "epoch": 0.8618968386023295,
      "grad_norm": 0.5945389866828918,
      "learning_rate": 4.885977827070748e-06,
      "loss": 0.343,
      "step": 259
    },
    {
      "epoch": 0.8652246256239601,
      "grad_norm": 0.6209045052528381,
      "learning_rate": 4.659722974155767e-06,
      "loss": 0.3872,
      "step": 260
    },
    {
      "epoch": 0.8685524126455907,
      "grad_norm": 0.627796471118927,
      "learning_rate": 4.43857548059321e-06,
      "loss": 0.3544,
      "step": 261
    },
    {
      "epoch": 0.8718801996672213,
      "grad_norm": 0.5913266539573669,
      "learning_rate": 4.2225602575612755e-06,
      "loss": 0.4773,
      "step": 262
    },
    {
      "epoch": 0.8752079866888519,
      "grad_norm": 0.6416683793067932,
      "learning_rate": 4.011701638113063e-06,
      "loss": 0.412,
      "step": 263
    },
    {
      "epoch": 0.8785357737104825,
      "grad_norm": 0.8090274930000305,
      "learning_rate": 3.8060233744356633e-06,
      "loss": 0.5336,
      "step": 264
    },
    {
      "epoch": 0.8818635607321131,
      "grad_norm": 0.5056114792823792,
      "learning_rate": 3.605548635174533e-06,
      "loss": 0.2786,
      "step": 265
    },
    {
      "epoch": 0.8851913477537438,
      "grad_norm": 0.566896915435791,
      "learning_rate": 3.410300002823691e-06,
      "loss": 0.3718,
      "step": 266
    },
    {
      "epoch": 0.8885191347753744,
      "grad_norm": 0.5743393898010254,
      "learning_rate": 3.220299471181898e-06,
      "loss": 0.4044,
      "step": 267
    },
    {
      "epoch": 0.891846921797005,
      "grad_norm": 0.634122908115387,
      "learning_rate": 3.035568442875136e-06,
      "loss": 0.6042,
      "step": 268
    },
    {
      "epoch": 0.8951747088186356,
      "grad_norm": 0.39157751202583313,
      "learning_rate": 2.85612772694579e-06,
      "loss": 0.153,
      "step": 269
    },
    {
      "epoch": 0.8985024958402662,
      "grad_norm": 0.5736538171768188,
      "learning_rate": 2.6819975365085237e-06,
      "loss": 0.3097,
      "step": 270
    },
    {
      "epoch": 0.9018302828618968,
      "grad_norm": 0.5841122269630432,
      "learning_rate": 2.5131974864734066e-06,
      "loss": 0.4648,
      "step": 271
    },
    {
      "epoch": 0.9051580698835274,
      "grad_norm": 0.5904918313026428,
      "learning_rate": 2.349746591336405e-06,
      "loss": 0.5159,
      "step": 272
    },
    {
      "epoch": 0.908485856905158,
      "grad_norm": 0.5497831702232361,
      "learning_rate": 2.191663263037458e-06,
      "loss": 0.3491,
      "step": 273
    },
    {
      "epoch": 0.9118136439267887,
      "grad_norm": 0.6325455904006958,
      "learning_rate": 2.0389653088865036e-06,
      "loss": 0.4999,
      "step": 274
    },
    {
      "epoch": 0.9151414309484193,
      "grad_norm": 0.5889260172843933,
      "learning_rate": 1.8916699295575324e-06,
      "loss": 0.4644,
      "step": 275
    },
    {
      "epoch": 0.9184692179700499,
      "grad_norm": 0.5664623379707336,
      "learning_rate": 1.7497937171510547e-06,
      "loss": 0.3335,
      "step": 276
    },
    {
      "epoch": 0.9217970049916805,
      "grad_norm": 0.49772658944129944,
      "learning_rate": 1.6133526533250565e-06,
      "loss": 0.3306,
      "step": 277
    },
    {
      "epoch": 0.9251247920133111,
      "grad_norm": 0.4992808699607849,
      "learning_rate": 1.4823621074947503e-06,
      "loss": 0.354,
      "step": 278
    },
    {
      "epoch": 0.9284525790349417,
      "grad_norm": 0.4994637966156006,
      "learning_rate": 1.3568368351012717e-06,
      "loss": 0.3448,
      "step": 279
    },
    {
      "epoch": 0.9317803660565723,
      "grad_norm": 0.48505714535713196,
      "learning_rate": 1.236790975949592e-06,
      "loss": 0.3501,
      "step": 280
    },
    {
      "epoch": 0.9351081530782029,
      "grad_norm": 1.016489028930664,
      "learning_rate": 1.1222380526156928e-06,
      "loss": 0.4423,
      "step": 281
    },
    {
      "epoch": 0.9384359400998337,
      "grad_norm": 0.7452896237373352,
      "learning_rate": 1.0131909689233442e-06,
      "loss": 0.6174,
      "step": 282
    },
    {
      "epoch": 0.9417637271214643,
      "grad_norm": 1.0553852319717407,
      "learning_rate": 9.096620084905472e-07,
      "loss": 0.7014,
      "step": 283
    },
    {
      "epoch": 0.9450915141430949,
      "grad_norm": 0.7587735652923584,
      "learning_rate": 8.11662833345822e-07,
      "loss": 0.6485,
      "step": 284
    },
    {
      "epoch": 0.9484193011647255,
      "grad_norm": 0.7494546175003052,
      "learning_rate": 7.192044826145771e-07,
      "loss": 0.7379,
      "step": 285
    },
    {
      "epoch": 0.9517470881863561,
      "grad_norm": 0.8453697562217712,
      "learning_rate": 6.322973712755697e-07,
      "loss": 0.8027,
      "step": 286
    },
    {
      "epoch": 0.9550748752079867,
      "grad_norm": 0.6284394860267639,
      "learning_rate": 5.509512889877333e-07,
      "loss": 0.5964,
      "step": 287
    },
    {
      "epoch": 0.9584026622296173,
      "grad_norm": 0.8004696369171143,
      "learning_rate": 4.7517539898741524e-07,
      "loss": 0.6745,
      "step": 288
    },
    {
      "epoch": 0.961730449251248,
      "grad_norm": 0.7253815531730652,
      "learning_rate": 4.049782370561583e-07,
      "loss": 0.7672,
      "step": 289
    },
    {
      "epoch": 0.9650582362728786,
      "grad_norm": 0.7120758891105652,
      "learning_rate": 3.4036771055923066e-07,
      "loss": 0.6682,
      "step": 290
    },
    {
      "epoch": 0.9683860232945092,
      "grad_norm": 0.7899070978164673,
      "learning_rate": 2.813510975548772e-07,
      "loss": 0.7882,
      "step": 291
    },
    {
      "epoch": 0.9717138103161398,
      "grad_norm": 0.8241245150566101,
      "learning_rate": 2.2793504597447002e-07,
      "loss": 0.8099,
      "step": 292
    },
    {
      "epoch": 0.9750415973377704,
      "grad_norm": 0.7875584363937378,
      "learning_rate": 1.8012557287367392e-07,
      "loss": 1.0536,
      "step": 293
    },
    {
      "epoch": 0.978369384359401,
      "grad_norm": 0.8683494329452515,
      "learning_rate": 1.379280637546443e-07,
      "loss": 0.8868,
      "step": 294
    },
    {
      "epoch": 0.9816971713810316,
      "grad_norm": 0.7692094445228577,
      "learning_rate": 1.0134727195937333e-07,
      "loss": 0.7747,
      "step": 295
    },
    {
      "epoch": 0.9850249584026622,
      "grad_norm": 0.7598888278007507,
      "learning_rate": 7.038731813426291e-08,
      "loss": 0.7562,
      "step": 296
    },
    {
      "epoch": 0.9883527454242929,
      "grad_norm": 0.759955108165741,
      "learning_rate": 4.5051689765929214e-08,
      "loss": 0.775,
      "step": 297
    },
    {
      "epoch": 0.9916805324459235,
      "grad_norm": 0.764261782169342,
      "learning_rate": 2.534324078837802e-08,
      "loss": 0.6648,
      "step": 298
    },
    {
      "epoch": 0.9950083194675541,
      "grad_norm": 0.8436802625656128,
      "learning_rate": 1.1264191261528557e-08,
      "loss": 0.848,
      "step": 299
    },
    {
      "epoch": 0.9983361064891847,
      "grad_norm": 0.9775305390357971,
      "learning_rate": 2.8161271211024633e-09,
      "loss": 0.7154,
      "step": 300
    },
    {
      "epoch": 0.9983361064891847,
      "eval_loss": 0.49492859840393066,
      "eval_runtime": 26.7842,
      "eval_samples_per_second": 9.446,
      "eval_steps_per_second": 2.389,
      "step": 300
    },
    {
      "epoch": 1.0016638935108153,
      "grad_norm": 0.9796708226203918,
      "learning_rate": 0.0,
      "loss": 0.4979,
      "step": 301
    }
  ],
  "logging_steps": 1,
  "max_steps": 301,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 76,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.93702389745451e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}