{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.023037493520704947,
  "eval_steps": 400,
  "global_step": 1600,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 1.4398433450440593e-05,
      "grad_norm": 0.8805886507034302,
      "learning_rate": 2e-05,
      "loss": 3.431,
      "step": 1
    },
    {
      "epoch": 1.4398433450440593e-05,
      "eval_loss": 3.4355647563934326,
      "eval_runtime": 582.9298,
      "eval_samples_per_second": 50.166,
      "eval_steps_per_second": 25.084,
      "step": 1
    },
    {
      "epoch": 2.8796866900881185e-05,
      "grad_norm": 1.0742093324661255,
      "learning_rate": 4e-05,
      "loss": 3.6168,
      "step": 2
    },
    {
      "epoch": 4.319530035132178e-05,
      "grad_norm": 1.319452166557312,
      "learning_rate": 6e-05,
      "loss": 3.4952,
      "step": 3
    },
    {
      "epoch": 5.759373380176237e-05,
      "grad_norm": 1.0061935186386108,
      "learning_rate": 8e-05,
      "loss": 3.379,
      "step": 4
    },
    {
      "epoch": 7.199216725220296e-05,
      "grad_norm": 1.0013107061386108,
      "learning_rate": 0.0001,
      "loss": 3.3388,
      "step": 5
    },
    {
      "epoch": 8.639060070264356e-05,
      "grad_norm": 1.0347909927368164,
      "learning_rate": 0.00012,
      "loss": 3.6415,
      "step": 6
    },
    {
      "epoch": 0.00010078903415308414,
      "grad_norm": 0.9694192409515381,
      "learning_rate": 0.00014,
      "loss": 3.7492,
      "step": 7
    },
    {
      "epoch": 0.00011518746760352474,
      "grad_norm": 1.1881684064865112,
      "learning_rate": 0.00016,
      "loss": 3.7843,
      "step": 8
    },
    {
      "epoch": 0.00012958590105396534,
      "grad_norm": 0.8450543284416199,
      "learning_rate": 0.00018,
      "loss": 3.3751,
      "step": 9
    },
    {
      "epoch": 0.00014398433450440591,
      "grad_norm": 0.9736685752868652,
      "learning_rate": 0.0002,
      "loss": 2.9681,
      "step": 10
    },
    {
      "epoch": 0.0001583827679548465,
      "grad_norm": 0.7058213353157043,
      "learning_rate": 0.0001999998048020017,
      "loss": 3.0129,
      "step": 11
    },
    {
      "epoch": 0.0001727812014052871,
      "grad_norm": 0.7510896325111389,
      "learning_rate": 0.00019999921920876883,
      "loss": 3.588,
      "step": 12
    },
    {
      "epoch": 0.00018717963485572769,
      "grad_norm": 1.0535225868225098,
      "learning_rate": 0.00019999824322258753,
      "loss": 2.8384,
      "step": 13
    },
    {
      "epoch": 0.00020157806830616828,
      "grad_norm": 1.0129797458648682,
      "learning_rate": 0.00019999687684726803,
      "loss": 3.4787,
      "step": 14
    },
    {
      "epoch": 0.00021597650175660888,
      "grad_norm": 0.9356067776679993,
      "learning_rate": 0.00019999512008814457,
      "loss": 3.4465,
      "step": 15
    },
    {
      "epoch": 0.00023037493520704948,
      "grad_norm": 0.968475878238678,
      "learning_rate": 0.00019999297295207548,
      "loss": 2.9892,
      "step": 16
    },
    {
      "epoch": 0.00024477336865749006,
      "grad_norm": 1.19776451587677,
      "learning_rate": 0.00019999043544744312,
      "loss": 3.4918,
      "step": 17
    },
    {
      "epoch": 0.0002591718021079307,
      "grad_norm": 0.9810782074928284,
      "learning_rate": 0.0001999875075841538,
      "loss": 2.878,
      "step": 18
    },
    {
      "epoch": 0.00027357023555837126,
      "grad_norm": 1.1144622564315796,
      "learning_rate": 0.0001999841893736377,
      "loss": 3.2588,
      "step": 19
    },
    {
      "epoch": 0.00028796866900881183,
      "grad_norm": 0.9961392879486084,
      "learning_rate": 0.00019998048082884911,
      "loss": 3.5413,
      "step": 20
    },
    {
      "epoch": 0.00030236710245925245,
      "grad_norm": 0.8589193224906921,
      "learning_rate": 0.00019997638196426595,
      "loss": 3.0019,
      "step": 21
    },
    {
      "epoch": 0.000316765535909693,
      "grad_norm": 0.9575979113578796,
      "learning_rate": 0.00019997189279589002,
      "loss": 3.2904,
      "step": 22
    },
    {
      "epoch": 0.0003311639693601336,
      "grad_norm": 0.9700590372085571,
      "learning_rate": 0.00019996701334124692,
      "loss": 3.6739,
      "step": 23
    },
    {
      "epoch": 0.0003455624028105742,
      "grad_norm": 1.0866385698318481,
      "learning_rate": 0.00019996174361938579,
      "loss": 3.3852,
      "step": 24
    },
    {
      "epoch": 0.0003599608362610148,
      "grad_norm": 0.9370852708816528,
      "learning_rate": 0.00019995608365087946,
      "loss": 3.1007,
      "step": 25
    },
    {
      "epoch": 0.00037435926971145537,
      "grad_norm": 0.8176942467689514,
      "learning_rate": 0.00019995003345782414,
      "loss": 3.3801,
      "step": 26
    },
    {
      "epoch": 0.000388757703161896,
      "grad_norm": 0.8176273703575134,
      "learning_rate": 0.00019994359306383964,
      "loss": 2.9809,
      "step": 27
    },
    {
      "epoch": 0.00040315613661233657,
      "grad_norm": 1.1070315837860107,
      "learning_rate": 0.00019993676249406895,
      "loss": 2.8706,
      "step": 28
    },
    {
      "epoch": 0.0004175545700627772,
      "grad_norm": 0.9925017356872559,
      "learning_rate": 0.00019992954177517833,
      "loss": 3.3765,
      "step": 29
    },
    {
      "epoch": 0.00043195300351321777,
      "grad_norm": 0.8850845098495483,
      "learning_rate": 0.0001999219309353572,
      "loss": 3.2141,
      "step": 30
    },
    {
      "epoch": 0.00044635143696365834,
      "grad_norm": 0.882876992225647,
      "learning_rate": 0.00019991393000431796,
      "loss": 3.195,
      "step": 31
    },
    {
      "epoch": 0.00046074987041409897,
      "grad_norm": 0.888949990272522,
      "learning_rate": 0.00019990553901329592,
      "loss": 2.9918,
      "step": 32
    },
    {
      "epoch": 0.00047514830386453954,
      "grad_norm": 0.9346384406089783,
      "learning_rate": 0.0001998967579950492,
      "loss": 3.6018,
      "step": 33
    },
    {
      "epoch": 0.0004895467373149801,
      "grad_norm": 1.0593701601028442,
      "learning_rate": 0.0001998875869838585,
      "loss": 3.6931,
      "step": 34
    },
    {
      "epoch": 0.0005039451707654207,
      "grad_norm": 0.9325928688049316,
      "learning_rate": 0.00019987802601552718,
      "loss": 3.1059,
      "step": 35
    },
    {
      "epoch": 0.0005183436042158614,
      "grad_norm": 0.7603287100791931,
      "learning_rate": 0.00019986807512738076,
      "loss": 3.0312,
      "step": 36
    },
    {
      "epoch": 0.0005327420376663019,
      "grad_norm": 1.0239208936691284,
      "learning_rate": 0.00019985773435826713,
      "loss": 3.2542,
      "step": 37
    },
    {
      "epoch": 0.0005471404711167425,
      "grad_norm": 0.9498857855796814,
      "learning_rate": 0.0001998470037485563,
      "loss": 3.2183,
      "step": 38
    },
    {
      "epoch": 0.0005615389045671831,
      "grad_norm": 1.2158390283584595,
      "learning_rate": 0.0001998358833401401,
      "loss": 3.307,
      "step": 39
    },
    {
      "epoch": 0.0005759373380176237,
      "grad_norm": 0.9768776297569275,
      "learning_rate": 0.00019982437317643217,
      "loss": 3.3298,
      "step": 40
    },
    {
      "epoch": 0.0005903357714680642,
      "grad_norm": 1.0005007982254028,
      "learning_rate": 0.00019981247330236768,
      "loss": 3.3797,
      "step": 41
    },
    {
      "epoch": 0.0006047342049185049,
      "grad_norm": 0.9888683557510376,
      "learning_rate": 0.00019980018376440333,
      "loss": 3.291,
      "step": 42
    },
    {
      "epoch": 0.0006191326383689455,
      "grad_norm": 0.9035246968269348,
      "learning_rate": 0.00019978750461051696,
      "loss": 3.0814,
      "step": 43
    },
    {
      "epoch": 0.000633531071819386,
      "grad_norm": 0.9578341841697693,
      "learning_rate": 0.00019977443589020748,
      "loss": 3.4244,
      "step": 44
    },
    {
      "epoch": 0.0006479295052698266,
      "grad_norm": 0.9968331456184387,
      "learning_rate": 0.00019976097765449463,
      "loss": 3.1871,
      "step": 45
    },
    {
      "epoch": 0.0006623279387202672,
      "grad_norm": 0.90096116065979,
      "learning_rate": 0.00019974712995591887,
      "loss": 3.1314,
      "step": 46
    },
    {
      "epoch": 0.0006767263721707079,
      "grad_norm": 0.7775542140007019,
      "learning_rate": 0.00019973289284854102,
      "loss": 2.9969,
      "step": 47
    },
    {
      "epoch": 0.0006911248056211485,
      "grad_norm": 0.9009506106376648,
      "learning_rate": 0.00019971826638794218,
      "loss": 3.3387,
      "step": 48
    },
    {
      "epoch": 0.000705523239071589,
      "grad_norm": 0.9151527285575867,
      "learning_rate": 0.00019970325063122348,
      "loss": 3.0297,
      "step": 49
    },
    {
      "epoch": 0.0007199216725220296,
      "grad_norm": 0.8946231603622437,
      "learning_rate": 0.00019968784563700586,
      "loss": 3.0265,
      "step": 50
    },
    {
      "epoch": 0.0007343201059724702,
      "grad_norm": 0.9635408520698547,
      "learning_rate": 0.0001996720514654297,
      "loss": 2.9865,
      "step": 51
    },
    {
      "epoch": 0.0007487185394229107,
      "grad_norm": 0.9754946827888489,
      "learning_rate": 0.00019965586817815494,
      "loss": 3.2414,
      "step": 52
    },
    {
      "epoch": 0.0007631169728733514,
      "grad_norm": 0.856810986995697,
      "learning_rate": 0.00019963929583836042,
      "loss": 3.2306,
      "step": 53
    },
    {
      "epoch": 0.000777515406323792,
      "grad_norm": 1.032406210899353,
      "learning_rate": 0.0001996223345107439,
      "loss": 2.76,
      "step": 54
    },
    {
      "epoch": 0.0007919138397742326,
      "grad_norm": 0.9932437539100647,
      "learning_rate": 0.0001996049842615217,
      "loss": 3.2325,
      "step": 55
    },
    {
      "epoch": 0.0008063122732246731,
      "grad_norm": 0.9711229801177979,
      "learning_rate": 0.00019958724515842854,
      "loss": 3.0073,
      "step": 56
    },
    {
      "epoch": 0.0008207107066751137,
      "grad_norm": 0.9183762669563293,
      "learning_rate": 0.00019956911727071717,
      "loss": 3.0756,
      "step": 57
    },
    {
      "epoch": 0.0008351091401255544,
      "grad_norm": 0.8926452994346619,
      "learning_rate": 0.0001995506006691581,
      "loss": 3.2425,
      "step": 58
    },
    {
      "epoch": 0.000849507573575995,
      "grad_norm": 0.9092327356338501,
      "learning_rate": 0.0001995316954260394,
      "loss": 2.9194,
      "step": 59
    },
    {
      "epoch": 0.0008639060070264355,
      "grad_norm": 0.9530001878738403,
      "learning_rate": 0.0001995124016151664,
      "loss": 2.9862,
      "step": 60
    },
    {
      "epoch": 0.0008783044404768761,
      "grad_norm": 0.9374745488166809,
      "learning_rate": 0.0001994927193118614,
      "loss": 3.2754,
      "step": 61
    },
    {
      "epoch": 0.0008927028739273167,
      "grad_norm": 1.008814811706543,
      "learning_rate": 0.0001994726485929633,
      "loss": 3.3344,
      "step": 62
    },
    {
      "epoch": 0.0009071013073777573,
      "grad_norm": 1.0328611135482788,
      "learning_rate": 0.00019945218953682734,
      "loss": 3.3324,
      "step": 63
    },
    {
      "epoch": 0.0009214997408281979,
      "grad_norm": 0.979949951171875,
      "learning_rate": 0.00019943134222332492,
      "loss": 3.365,
      "step": 64
    },
    {
      "epoch": 0.0009358981742786385,
      "grad_norm": 0.9100178480148315,
      "learning_rate": 0.00019941010673384305,
      "loss": 3.0413,
      "step": 65
    },
    {
      "epoch": 0.0009502966077290791,
      "grad_norm": 1.1054545640945435,
      "learning_rate": 0.0001993884831512843,
      "loss": 3.1798,
      "step": 66
    },
    {
      "epoch": 0.0009646950411795197,
      "grad_norm": 0.972619891166687,
      "learning_rate": 0.00019936647156006622,
      "loss": 3.5415,
      "step": 67
    },
    {
      "epoch": 0.0009790934746299602,
      "grad_norm": 0.9809432625770569,
      "learning_rate": 0.00019934407204612122,
      "loss": 3.07,
      "step": 68
    },
    {
      "epoch": 0.0009934919080804008,
      "grad_norm": 0.8835797905921936,
      "learning_rate": 0.00019932128469689607,
      "loss": 2.9857,
      "step": 69
    },
    {
      "epoch": 0.0010078903415308414,
      "grad_norm": 0.8919879198074341,
      "learning_rate": 0.00019929810960135172,
      "loss": 3.3296,
      "step": 70
    },
    {
      "epoch": 0.001022288774981282,
      "grad_norm": 1.056826114654541,
      "learning_rate": 0.00019927454684996274,
      "loss": 3.5059,
      "step": 71
    },
    {
      "epoch": 0.0010366872084317227,
      "grad_norm": 0.9889392852783203,
      "learning_rate": 0.0001992505965347172,
      "loss": 3.3527,
      "step": 72
    },
    {
      "epoch": 0.0010510856418821633,
      "grad_norm": 0.9358301758766174,
      "learning_rate": 0.00019922625874911623,
      "loss": 3.268,
      "step": 73
    },
    {
      "epoch": 0.0010654840753326039,
      "grad_norm": 1.0091205835342407,
      "learning_rate": 0.0001992015335881735,
      "loss": 3.0589,
      "step": 74
    },
    {
      "epoch": 0.0010798825087830444,
      "grad_norm": 1.0749680995941162,
      "learning_rate": 0.00019917642114841507,
      "loss": 3.3008,
      "step": 75
    },
    {
      "epoch": 0.001094280942233485,
      "grad_norm": 0.963054895401001,
      "learning_rate": 0.00019915092152787887,
      "loss": 3.3689,
      "step": 76
    },
    {
      "epoch": 0.0011086793756839256,
      "grad_norm": 0.8626418113708496,
      "learning_rate": 0.00019912503482611443,
      "loss": 3.1033,
      "step": 77
    },
    {
      "epoch": 0.0011230778091343662,
      "grad_norm": 1.0281027555465698,
      "learning_rate": 0.00019909876114418241,
      "loss": 3.1676,
      "step": 78
    },
    {
      "epoch": 0.0011374762425848067,
      "grad_norm": 0.7654955387115479,
      "learning_rate": 0.00019907210058465422,
      "loss": 2.969,
      "step": 79
    },
    {
      "epoch": 0.0011518746760352473,
      "grad_norm": 0.9943464994430542,
      "learning_rate": 0.00019904505325161158,
      "loss": 3.3229,
      "step": 80
    },
    {
      "epoch": 0.0011662731094856879,
      "grad_norm": 1.090782880783081,
      "learning_rate": 0.00019901761925064619,
      "loss": 3.7493,
      "step": 81
    },
    {
      "epoch": 0.0011806715429361285,
      "grad_norm": 1.025438666343689,
      "learning_rate": 0.00019898979868885933,
      "loss": 3.1343,
      "step": 82
    },
    {
      "epoch": 0.0011950699763865692,
      "grad_norm": 1.2137415409088135,
      "learning_rate": 0.00019896159167486134,
      "loss": 3.3455,
      "step": 83
    },
    {
      "epoch": 0.0012094684098370098,
      "grad_norm": 1.0655803680419922,
      "learning_rate": 0.00019893299831877124,
      "loss": 3.2146,
      "step": 84
    },
    {
      "epoch": 0.0012238668432874504,
      "grad_norm": 0.8748125433921814,
      "learning_rate": 0.0001989040187322164,
      "loss": 2.8443,
      "step": 85
    },
    {
      "epoch": 0.001238265276737891,
      "grad_norm": 0.8512721657752991,
      "learning_rate": 0.00019887465302833194,
      "loss": 3.1297,
      "step": 86
    },
    {
      "epoch": 0.0012526637101883315,
      "grad_norm": 0.829416811466217,
      "learning_rate": 0.00019884490132176041,
      "loss": 3.0538,
      "step": 87
    },
    {
      "epoch": 0.001267062143638772,
      "grad_norm": 0.8040522933006287,
      "learning_rate": 0.0001988147637286513,
      "loss": 3.1644,
      "step": 88
    },
    {
      "epoch": 0.0012814605770892127,
      "grad_norm": 0.8093720078468323,
      "learning_rate": 0.00019878424036666047,
      "loss": 3.3222,
      "step": 89
    },
    {
      "epoch": 0.0012958590105396533,
      "grad_norm": 0.9644505381584167,
      "learning_rate": 0.00019875333135495002,
      "loss": 3.4558,
      "step": 90
    },
    {
      "epoch": 0.0013102574439900938,
      "grad_norm": 1.0225383043289185,
      "learning_rate": 0.00019872203681418744,
      "loss": 3.3044,
      "step": 91
    },
    {
      "epoch": 0.0013246558774405344,
      "grad_norm": 0.9909379482269287,
      "learning_rate": 0.00019869035686654539,
      "loss": 3.2988,
      "step": 92
    },
    {
      "epoch": 0.001339054310890975,
      "grad_norm": 0.9017248153686523,
      "learning_rate": 0.00019865829163570104,
      "loss": 3.2532,
      "step": 93
    },
    {
      "epoch": 0.0013534527443414158,
      "grad_norm": 1.0908914804458618,
      "learning_rate": 0.00019862584124683585,
      "loss": 3.0225,
      "step": 94
    },
    {
      "epoch": 0.0013678511777918563,
      "grad_norm": 0.8951137065887451,
      "learning_rate": 0.0001985930058266348,
      "loss": 3.0006,
      "step": 95
    },
    {
      "epoch": 0.001382249611242297,
      "grad_norm": 0.9043885469436646,
      "learning_rate": 0.0001985597855032861,
      "loss": 3.3253,
      "step": 96
    },
    {
      "epoch": 0.0013966480446927375,
      "grad_norm": 1.10821533203125,
      "learning_rate": 0.0001985261804064805,
      "loss": 2.8298,
      "step": 97
    },
    {
      "epoch": 0.001411046478143178,
      "grad_norm": 0.8587835431098938,
      "learning_rate": 0.00019849219066741101,
      "loss": 3.3046,
      "step": 98
    },
    {
      "epoch": 0.0014254449115936186,
      "grad_norm": 1.1564830541610718,
      "learning_rate": 0.00019845781641877216,
      "loss": 3.5051,
      "step": 99
    },
    {
      "epoch": 0.0014398433450440592,
      "grad_norm": 0.9353114366531372,
      "learning_rate": 0.00019842305779475968,
      "loss": 3.3696,
      "step": 100
    },
    {
      "epoch": 0.0014542417784944998,
      "grad_norm": 1.0857130289077759,
      "learning_rate": 0.00019838791493106985,
      "loss": 3.3315,
      "step": 101
    },
    {
      "epoch": 0.0014686402119449403,
      "grad_norm": 0.9536465406417847,
      "learning_rate": 0.00019835238796489898,
      "loss": 2.6721,
      "step": 102
    },
    {
      "epoch": 0.001483038645395381,
      "grad_norm": 0.8411639928817749,
      "learning_rate": 0.00019831647703494288,
      "loss": 2.7769,
      "step": 103
    },
    {
      "epoch": 0.0014974370788458215,
      "grad_norm": 0.8471450209617615,
      "learning_rate": 0.00019828018228139647,
      "loss": 3.0907,
      "step": 104
    },
    {
      "epoch": 0.0015118355122962623,
      "grad_norm": 0.9511027932167053,
      "learning_rate": 0.00019824350384595296,
      "loss": 3.281,
      "step": 105
    },
    {
      "epoch": 0.0015262339457467028,
      "grad_norm": 0.8442890048027039,
      "learning_rate": 0.00019820644187180353,
      "loss": 3.2948,
      "step": 106
    },
    {
      "epoch": 0.0015406323791971434,
      "grad_norm": 0.899573028087616,
      "learning_rate": 0.00019816899650363658,
      "loss": 3.4355,
      "step": 107
    },
    {
      "epoch": 0.001555030812647584,
      "grad_norm": 0.8215449452400208,
      "learning_rate": 0.0001981311678876374,
      "loss": 2.6114,
      "step": 108
    },
    {
      "epoch": 0.0015694292460980246,
      "grad_norm": 0.9006844758987427,
      "learning_rate": 0.0001980929561714874,
      "loss": 3.2336,
      "step": 109
    },
    {
      "epoch": 0.0015838276795484651,
      "grad_norm": 0.9429850578308105,
      "learning_rate": 0.00019805436150436352,
      "loss": 3.1934,
      "step": 110
    },
    {
      "epoch": 0.0015982261129989057,
      "grad_norm": 0.9239798188209534,
      "learning_rate": 0.0001980153840369378,
      "loss": 3.0974,
      "step": 111
    },
    {
      "epoch": 0.0016126245464493463,
      "grad_norm": 0.8833155035972595,
      "learning_rate": 0.00019797602392137678,
      "loss": 3.3283,
      "step": 112
    },
    {
      "epoch": 0.0016270229798997869,
      "grad_norm": 1.0092698335647583,
      "learning_rate": 0.00019793628131134071,
      "loss": 3.2997,
      "step": 113
    },
    {
      "epoch": 0.0016414214133502274,
      "grad_norm": 0.9236469864845276,
      "learning_rate": 0.0001978961563619832,
      "loss": 2.8956,
      "step": 114
    },
    {
      "epoch": 0.001655819846800668,
      "grad_norm": 1.0285416841506958,
      "learning_rate": 0.0001978556492299504,
      "loss": 3.4475,
      "step": 115
    },
    {
      "epoch": 0.0016702182802511088,
      "grad_norm": 0.9916417598724365,
      "learning_rate": 0.00019781476007338058,
      "loss": 3.4238,
      "step": 116
    },
    {
      "epoch": 0.0016846167137015494,
      "grad_norm": 0.8887185454368591,
      "learning_rate": 0.00019777348905190332,
      "loss": 3.0757,
      "step": 117
    },
    {
      "epoch": 0.00169901514715199,
      "grad_norm": 0.8856683373451233,
      "learning_rate": 0.00019773183632663908,
      "loss": 3.3893,
      "step": 118
    },
    {
      "epoch": 0.0017134135806024305,
      "grad_norm": 0.8989641666412354,
      "learning_rate": 0.0001976898020601984,
      "loss": 3.0265,
      "step": 119
    },
    {
      "epoch": 0.001727812014052871,
      "grad_norm": 0.8732847571372986,
      "learning_rate": 0.00019764738641668138,
      "loss": 3.1962,
      "step": 120
    },
    {
      "epoch": 0.0017422104475033116,
      "grad_norm": 1.040493130683899,
      "learning_rate": 0.00019760458956167697,
      "loss": 3.2857,
      "step": 121
    },
    {
      "epoch": 0.0017566088809537522,
      "grad_norm": 0.9483811855316162,
      "learning_rate": 0.00019756141166226245,
      "loss": 3.1307,
      "step": 122
    },
    {
      "epoch": 0.0017710073144041928,
      "grad_norm": 0.7954489588737488,
      "learning_rate": 0.00019751785288700256,
      "loss": 3.3487,
      "step": 123
    },
    {
      "epoch": 0.0017854057478546334,
      "grad_norm": 1.010144591331482,
      "learning_rate": 0.000197473913405949,
      "loss": 3.2387,
      "step": 124
    },
    {
      "epoch": 0.001799804181305074,
      "grad_norm": 0.9162387847900391,
      "learning_rate": 0.0001974295933906398,
      "loss": 3.0084,
      "step": 125
    },
    {
      "epoch": 0.0018142026147555145,
      "grad_norm": 0.7869254350662231,
      "learning_rate": 0.00019738489301409845,
      "loss": 3.4516,
      "step": 126
    },
    {
      "epoch": 0.0018286010482059553,
      "grad_norm": 0.8441915512084961,
      "learning_rate": 0.00019733981245083354,
      "loss": 3.1752,
      "step": 127
    },
    {
      "epoch": 0.0018429994816563959,
      "grad_norm": 0.9895660877227783,
      "learning_rate": 0.00019729435187683766,
      "loss": 3.4073,
      "step": 128
    },
    {
      "epoch": 0.0018573979151068364,
      "grad_norm": 0.8458727598190308,
      "learning_rate": 0.00019724851146958713,
      "loss": 3.1811,
      "step": 129
    },
    {
      "epoch": 0.001871796348557277,
      "grad_norm": 0.8784126043319702,
      "learning_rate": 0.0001972022914080411,
      "loss": 3.1152,
      "step": 130
    },
    {
      "epoch": 0.0018861947820077176,
      "grad_norm": 0.8037279844284058,
      "learning_rate": 0.00019715569187264077,
      "loss": 3.2091,
      "step": 131
    },
    {
      "epoch": 0.0019005932154581582,
      "grad_norm": 0.8826120495796204,
      "learning_rate": 0.00019710871304530893,
      "loss": 3.0691,
      "step": 132
    },
    {
      "epoch": 0.0019149916489085987,
      "grad_norm": 0.8241116404533386,
      "learning_rate": 0.00019706135510944893,
      "loss": 3.2964,
      "step": 133
    },
    {
      "epoch": 0.0019293900823590393,
      "grad_norm": 0.9105958938598633,
      "learning_rate": 0.0001970136182499444,
      "loss": 3.5147,
      "step": 134
    },
    {
      "epoch": 0.0019437885158094799,
      "grad_norm": 0.9136223793029785,
      "learning_rate": 0.00019696550265315806,
      "loss": 3.5578,
      "step": 135
    },
    {
      "epoch": 0.0019581869492599204,
      "grad_norm": 0.8530599474906921,
      "learning_rate": 0.00019691700850693126,
      "loss": 3.0816,
      "step": 136
    },
    {
      "epoch": 0.001972585382710361,
      "grad_norm": 1.0881603956222534,
      "learning_rate": 0.0001968681360005832,
      "loss": 3.0428,
      "step": 137
    },
    {
      "epoch": 0.0019869838161608016,
      "grad_norm": 0.9387019872665405,
      "learning_rate": 0.00019681888532491022,
      "loss": 3.297,
      "step": 138
    },
    {
      "epoch": 0.002001382249611242,
      "grad_norm": 1.050841212272644,
      "learning_rate": 0.00019676925667218496,
      "loss": 3.1394,
      "step": 139
    },
    {
      "epoch": 0.0020157806830616827,
      "grad_norm": 0.8766683340072632,
      "learning_rate": 0.00019671925023615573,
      "loss": 3.6554,
      "step": 140
    },
    {
      "epoch": 0.0020301791165121233,
      "grad_norm": 0.8023808002471924,
      "learning_rate": 0.0001966688662120456,
      "loss": 3.1064,
      "step": 141
    },
    {
      "epoch": 0.002044577549962564,
      "grad_norm": 0.9764546155929565,
      "learning_rate": 0.00019661810479655186,
      "loss": 3.3169,
      "step": 142
    },
    {
      "epoch": 0.0020589759834130045,
      "grad_norm": 0.9816033244132996,
      "learning_rate": 0.00019656696618784494,
      "loss": 3.3142,
      "step": 143
    },
    {
      "epoch": 0.0020733744168634455,
      "grad_norm": 0.7230410575866699,
      "learning_rate": 0.00019651545058556801,
      "loss": 3.3632,
      "step": 144
    },
    {
      "epoch": 0.002087772850313886,
      "grad_norm": 0.8728739023208618,
      "learning_rate": 0.00019646355819083589,
      "loss": 2.9135,
      "step": 145
    },
    {
      "epoch": 0.0021021712837643266,
      "grad_norm": 0.8769418597221375,
      "learning_rate": 0.00019641128920623436,
      "loss": 3.271,
      "step": 146
    },
    {
      "epoch": 0.002116569717214767,
      "grad_norm": 0.7624473571777344,
      "learning_rate": 0.00019635864383581956,
      "loss": 2.9935,
      "step": 147
    },
    {
      "epoch": 0.0021309681506652078,
      "grad_norm": 0.9121779203414917,
      "learning_rate": 0.00019630562228511683,
      "loss": 3.0969,
      "step": 148
    },
    {
      "epoch": 0.0021453665841156483,
      "grad_norm": 0.802055299282074,
      "learning_rate": 0.00019625222476112017,
      "loss": 3.1972,
      "step": 149
    },
    {
      "epoch": 0.002159765017566089,
      "grad_norm": 1.106441617012024,
      "learning_rate": 0.00019619845147229138,
      "loss": 3.2125,
      "step": 150
    },
    {
      "epoch": 0.0021741634510165295,
      "grad_norm": 0.86253422498703,
      "learning_rate": 0.0001961443026285593,
      "loss": 3.0583,
      "step": 151
    },
    {
      "epoch": 0.00218856188446697,
      "grad_norm": 0.9484351277351379,
      "learning_rate": 0.00019608977844131874,
      "loss": 3.4143,
      "step": 152
    },
    {
      "epoch": 0.0022029603179174106,
      "grad_norm": 0.7764471173286438,
      "learning_rate": 0.00019603487912343002,
      "loss": 3.3084,
      "step": 153
    },
    {
      "epoch": 0.002217358751367851,
      "grad_norm": 0.7982379794120789,
      "learning_rate": 0.00019597960488921786,
      "loss": 2.6219,
      "step": 154
    },
    {
      "epoch": 0.0022317571848182918,
      "grad_norm": 0.9202835559844971,
      "learning_rate": 0.00019592395595447064,
      "loss": 3.2068,
      "step": 155
    },
    {
      "epoch": 0.0022461556182687323,
      "grad_norm": 1.143042802810669,
      "learning_rate": 0.0001958679325364396,
      "loss": 3.7043,
      "step": 156
    },
    {
      "epoch": 0.002260554051719173,
      "grad_norm": 0.8357781171798706,
      "learning_rate": 0.0001958115348538379,
      "loss": 3.275,
      "step": 157
    },
    {
      "epoch": 0.0022749524851696135,
      "grad_norm": 0.908982515335083,
      "learning_rate": 0.00019575476312683985,
      "loss": 3.1302,
      "step": 158
    },
    {
      "epoch": 0.002289350918620054,
      "grad_norm": 0.9800921678543091,
      "learning_rate": 0.00019569761757708,
      "loss": 2.9443,
      "step": 159
    },
    {
      "epoch": 0.0023037493520704946,
      "grad_norm": 1.0247975587844849,
      "learning_rate": 0.00019564009842765225,
      "loss": 3.3067,
      "step": 160
    },
    {
      "epoch": 0.002318147785520935,
      "grad_norm": 0.9439176321029663,
      "learning_rate": 0.00019558220590310912,
      "loss": 3.1386,
      "step": 161
    },
    {
      "epoch": 0.0023325462189713758,
      "grad_norm": 0.8888640999794006,
      "learning_rate": 0.00019552394022946066,
      "loss": 3.2166,
      "step": 162
    },
    {
      "epoch": 0.0023469446524218163,
      "grad_norm": 0.7843966484069824,
      "learning_rate": 0.00019546530163417375,
      "loss": 3.0616,
      "step": 163
    },
    {
      "epoch": 0.002361343085872257,
      "grad_norm": 0.8224740028381348,
      "learning_rate": 0.0001954062903461711,
      "loss": 2.837,
      "step": 164
    },
    {
      "epoch": 0.0023757415193226975,
      "grad_norm": 0.779413104057312,
      "learning_rate": 0.00019534690659583044,
      "loss": 3.2713,
      "step": 165
    },
    {
      "epoch": 0.0023901399527731385,
      "grad_norm": 0.9114262461662292,
      "learning_rate": 0.00019528715061498355,
      "loss": 3.4895,
      "step": 166
    },
    {
      "epoch": 0.002404538386223579,
      "grad_norm": 0.8081635236740112,
      "learning_rate": 0.00019522702263691537,
      "loss": 3.0588,
      "step": 167
    },
    {
      "epoch": 0.0024189368196740196,
      "grad_norm": 0.7853677272796631,
      "learning_rate": 0.0001951665228963631,
      "loss": 2.8263,
      "step": 168
    },
    {
      "epoch": 0.00243333525312446,
      "grad_norm": 0.9476950764656067,
      "learning_rate": 0.00019510565162951537,
      "loss": 3.109,
      "step": 169
    },
    {
      "epoch": 0.0024477336865749008,
      "grad_norm": 1.2131177186965942,
      "learning_rate": 0.0001950444090740111,
      "loss": 3.8031,
      "step": 170
    },
    {
      "epoch": 0.0024621321200253414,
      "grad_norm": 0.8808273077011108,
      "learning_rate": 0.00019498279546893886,
      "loss": 3.1627,
      "step": 171
    },
    {
      "epoch": 0.002476530553475782,
      "grad_norm": 0.9090120792388916,
      "learning_rate": 0.0001949208110548356,
      "loss": 2.9417,
      "step": 172
    },
    {
      "epoch": 0.0024909289869262225,
      "grad_norm": 1.0369542837142944,
      "learning_rate": 0.00019485845607368604,
      "loss": 3.5889,
      "step": 173
    },
    {
      "epoch": 0.002505327420376663,
      "grad_norm": 0.7795087099075317,
      "learning_rate": 0.00019479573076892153,
      "loss": 2.913,
      "step": 174
    },
    {
      "epoch": 0.0025197258538271036,
      "grad_norm": 0.85558021068573,
      "learning_rate": 0.00019473263538541914,
      "loss": 3.3402,
      "step": 175
    },
    {
      "epoch": 0.002534124287277544,
      "grad_norm": 1.1097965240478516,
      "learning_rate": 0.00019466917016950074,
      "loss": 3.3397,
      "step": 176
    },
    {
      "epoch": 0.002548522720727985,
      "grad_norm": 1.104326605796814,
      "learning_rate": 0.00019460533536893196,
      "loss": 3.4896,
      "step": 177
    },
    {
      "epoch": 0.0025629211541784254,
      "grad_norm": 1.0162489414215088,
      "learning_rate": 0.00019454113123292132,
      "loss": 3.5635,
      "step": 178
    },
    {
      "epoch": 0.002577319587628866,
      "grad_norm": 0.8476595282554626,
      "learning_rate": 0.00019447655801211924,
      "loss": 3.1814,
      "step": 179
    },
    {
      "epoch": 0.0025917180210793065,
      "grad_norm": 1.0255200862884521,
      "learning_rate": 0.0001944116159586169,
      "loss": 2.9732,
      "step": 180
    },
    {
      "epoch": 0.002606116454529747,
      "grad_norm": 0.9879465699195862,
      "learning_rate": 0.00019434630532594554,
      "loss": 3.2532,
      "step": 181
    },
    {
      "epoch": 0.0026205148879801876,
      "grad_norm": 1.0082154273986816,
      "learning_rate": 0.00019428062636907528,
      "loss": 3.2737,
      "step": 182
    },
    {
      "epoch": 0.0026349133214306282,
      "grad_norm": 0.9352818131446838,
      "learning_rate": 0.00019421457934441408,
      "loss": 2.864,
      "step": 183
    },
    {
      "epoch": 0.002649311754881069,
      "grad_norm": 1.041481852531433,
      "learning_rate": 0.00019414816450980687,
      "loss": 3.1078,
      "step": 184
    },
    {
      "epoch": 0.0026637101883315094,
      "grad_norm": 0.7831915616989136,
      "learning_rate": 0.00019408138212453454,
      "loss": 3.1628,
      "step": 185
    },
    {
      "epoch": 0.00267810862178195,
      "grad_norm": 0.8893871307373047,
      "learning_rate": 0.00019401423244931287,
      "loss": 3.0133,
      "step": 186
    },
    {
      "epoch": 0.0026925070552323905,
      "grad_norm": 0.8441139459609985,
      "learning_rate": 0.00019394671574629146,
      "loss": 3.2262,
      "step": 187
    },
    {
      "epoch": 0.0027069054886828315,
      "grad_norm": 0.989212691783905,
      "learning_rate": 0.00019387883227905283,
      "loss": 3.5752,
      "step": 188
    },
    {
      "epoch": 0.002721303922133272,
      "grad_norm": 0.8800493478775024,
      "learning_rate": 0.00019381058231261134,
      "loss": 3.1338,
      "step": 189
    },
    {
      "epoch": 0.0027357023555837127,
      "grad_norm": 0.8368791341781616,
      "learning_rate": 0.0001937419661134121,
      "loss": 2.9695,
      "step": 190
    },
    {
      "epoch": 0.0027501007890341532,
      "grad_norm": 0.9161142706871033,
      "learning_rate": 0.00019367298394933,
      "loss": 3.2063,
      "step": 191
    },
    {
      "epoch": 0.002764499222484594,
      "grad_norm": 0.7666539549827576,
      "learning_rate": 0.00019360363608966869,
      "loss": 3.4728,
      "step": 192
    },
    {
      "epoch": 0.0027788976559350344,
      "grad_norm": 0.8016713261604309,
      "learning_rate": 0.00019353392280515937,
      "loss": 3.2235,
      "step": 193
    },
    {
      "epoch": 0.002793296089385475,
      "grad_norm": 0.7967872023582458,
      "learning_rate": 0.00019346384436796,
      "loss": 3.3368,
      "step": 194
    },
    {
      "epoch": 0.0028076945228359155,
      "grad_norm": 0.9908850789070129,
      "learning_rate": 0.0001933934010516539,
      "loss": 3.1832,
      "step": 195
    },
    {
      "epoch": 0.002822092956286356,
      "grad_norm": 0.8935032486915588,
      "learning_rate": 0.000193322593131249,
      "loss": 3.0323,
      "step": 196
    },
    {
      "epoch": 0.0028364913897367967,
      "grad_norm": 0.8696511387825012,
      "learning_rate": 0.00019325142088317661,
      "loss": 2.9296,
      "step": 197
    },
    {
      "epoch": 0.0028508898231872372,
      "grad_norm": 1.082811713218689,
      "learning_rate": 0.00019317988458529027,
      "loss": 3.4749,
      "step": 198
    },
    {
      "epoch": 0.002865288256637678,
      "grad_norm": 1.0988235473632812,
      "learning_rate": 0.0001931079845168649,
      "loss": 3.0004,
      "step": 199
    },
    {
      "epoch": 0.0028796866900881184,
      "grad_norm": 0.8576495051383972,
      "learning_rate": 0.00019303572095859546,
      "loss": 3.0077,
      "step": 200
    },
    {
      "epoch": 0.002894085123538559,
      "grad_norm": 0.7950802445411682,
      "learning_rate": 0.00019296309419259596,
      "loss": 3.0408,
      "step": 201
    },
    {
      "epoch": 0.0029084835569889995,
      "grad_norm": 0.7308476567268372,
      "learning_rate": 0.00019289010450239844,
      "loss": 3.0735,
      "step": 202
    },
    {
      "epoch": 0.00292288199043944,
      "grad_norm": 0.8894070386886597,
      "learning_rate": 0.00019281675217295167,
      "loss": 3.0876,
      "step": 203
    },
    {
      "epoch": 0.0029372804238898807,
      "grad_norm": 0.917944610118866,
      "learning_rate": 0.00019274303749062028,
      "loss": 3.5416,
      "step": 204
    },
    {
      "epoch": 0.0029516788573403212,
      "grad_norm": 0.8433712720870972,
      "learning_rate": 0.00019266896074318334,
      "loss": 3.4204,
      "step": 205
    },
    {
      "epoch": 0.002966077290790762,
      "grad_norm": 1.0105751752853394,
      "learning_rate": 0.0001925945222198336,
      "loss": 3.4351,
      "step": 206
    },
    {
      "epoch": 0.0029804757242412024,
      "grad_norm": 0.8813717365264893,
      "learning_rate": 0.00019251972221117603,
      "loss": 2.8583,
      "step": 207
    },
    {
      "epoch": 0.002994874157691643,
      "grad_norm": 1.0351189374923706,
      "learning_rate": 0.00019244456100922687,
      "loss": 3.3481,
      "step": 208
    },
    {
      "epoch": 0.0030092725911420835,
      "grad_norm": 0.8010571002960205,
      "learning_rate": 0.00019236903890741244,
      "loss": 2.8767,
      "step": 209
    },
    {
      "epoch": 0.0030236710245925245,
      "grad_norm": 0.8981074094772339,
      "learning_rate": 0.00019229315620056803,
      "loss": 3.1486,
      "step": 210
    },
    {
      "epoch": 0.003038069458042965,
      "grad_norm": 1.000961184501648,
      "learning_rate": 0.00019221691318493668,
      "loss": 3.2487,
      "step": 211
    },
    {
      "epoch": 0.0030524678914934057,
      "grad_norm": 1.059600591659546,
      "learning_rate": 0.00019214031015816802,
      "loss": 3.2361,
      "step": 212
    },
    {
      "epoch": 0.0030668663249438463,
      "grad_norm": 0.7625423669815063,
      "learning_rate": 0.0001920633474193173,
      "loss": 3.2288,
      "step": 213
    },
    {
      "epoch": 0.003081264758394287,
      "grad_norm": 0.8342199325561523,
      "learning_rate": 0.00019198602526884385,
      "loss": 2.862,
      "step": 214
    },
    {
      "epoch": 0.0030956631918447274,
      "grad_norm": 0.8984950184822083,
      "learning_rate": 0.00019190834400861033,
      "loss": 2.8859,
      "step": 215
    },
    {
      "epoch": 0.003110061625295168,
      "grad_norm": 0.8524571061134338,
      "learning_rate": 0.00019183030394188128,
      "loss": 3.4775,
      "step": 216
    },
    {
      "epoch": 0.0031244600587456085,
      "grad_norm": 0.8088840842247009,
      "learning_rate": 0.00019175190537332198,
      "loss": 3.279,
      "step": 217
    },
    {
      "epoch": 0.003138858492196049,
      "grad_norm": 1.1497318744659424,
      "learning_rate": 0.00019167314860899724,
      "loss": 2.9654,
      "step": 218
    },
    {
      "epoch": 0.0031532569256464897,
      "grad_norm": 0.7602465152740479,
      "learning_rate": 0.00019159403395637039,
      "loss": 2.833,
      "step": 219
    },
    {
      "epoch": 0.0031676553590969303,
      "grad_norm": 0.8604531288146973,
      "learning_rate": 0.00019151456172430183,
      "loss": 2.9865,
      "step": 220
    },
    {
      "epoch": 0.003182053792547371,
      "grad_norm": 0.937261164188385,
      "learning_rate": 0.00019143473222304805,
      "loss": 3.2871,
      "step": 221
    },
    {
      "epoch": 0.0031964522259978114,
      "grad_norm": 0.9218994975090027,
      "learning_rate": 0.0001913545457642601,
      "loss": 3.2148,
      "step": 222
    },
    {
      "epoch": 0.003210850659448252,
      "grad_norm": 1.0173391103744507,
      "learning_rate": 0.00019127400266098277,
      "loss": 3.4888,
      "step": 223
    },
    {
      "epoch": 0.0032252490928986926,
      "grad_norm": 1.1780506372451782,
      "learning_rate": 0.00019119310322765313,
      "loss": 3.2438,
      "step": 224
    },
    {
      "epoch": 0.003239647526349133,
      "grad_norm": 0.7917290329933167,
      "learning_rate": 0.00019111184778009932,
      "loss": 3.2985,
      "step": 225
    },
    {
      "epoch": 0.0032540459597995737,
      "grad_norm": 0.8947020173072815,
      "learning_rate": 0.0001910302366355393,
      "loss": 3.293,
      "step": 226
    },
    {
      "epoch": 0.0032684443932500143,
      "grad_norm": 1.0194891691207886,
      "learning_rate": 0.00019094827011257982,
      "loss": 3.4045,
      "step": 227
    },
    {
      "epoch": 0.003282842826700455,
      "grad_norm": 0.779462456703186,
      "learning_rate": 0.00019086594853121478,
      "loss": 2.8408,
      "step": 228
    },
    {
      "epoch": 0.0032972412601508954,
      "grad_norm": 0.8290234208106995,
      "learning_rate": 0.0001907832722128244,
      "loss": 3.6416,
      "step": 229
    },
    {
      "epoch": 0.003311639693601336,
      "grad_norm": 1.038701057434082,
      "learning_rate": 0.00019070024148017375,
      "loss": 3.353,
      "step": 230
    },
    {
      "epoch": 0.0033260381270517766,
      "grad_norm": 1.0636082887649536,
      "learning_rate": 0.0001906168566574114,
      "loss": 3.1934,
      "step": 231
    },
    {
      "epoch": 0.0033404365605022176,
      "grad_norm": 0.9772483110427856,
      "learning_rate": 0.00019053311807006845,
      "loss": 3.4942,
      "step": 232
    },
    {
      "epoch": 0.003354834993952658,
      "grad_norm": 0.8874940276145935,
      "learning_rate": 0.00019044902604505693,
      "loss": 3.3525,
      "step": 233
    },
    {
      "epoch": 0.0033692334274030987,
      "grad_norm": 1.091241478919983,
      "learning_rate": 0.00019036458091066877,
      "loss": 3.1391,
      "step": 234
    },
    {
      "epoch": 0.0033836318608535393,
      "grad_norm": 0.9525532126426697,
      "learning_rate": 0.00019027978299657436,
      "loss": 3.375,
      "step": 235
    },
    {
      "epoch": 0.00339803029430398,
      "grad_norm": 1.077168345451355,
      "learning_rate": 0.0001901946326338214,
      "loss": 3.367,
      "step": 236
    },
    {
      "epoch": 0.0034124287277544204,
      "grad_norm": 0.9645929932594299,
      "learning_rate": 0.0001901091301548335,
      "loss": 3.5039,
      "step": 237
    },
    {
      "epoch": 0.003426827161204861,
      "grad_norm": 0.8622094392776489,
      "learning_rate": 0.0001900232758934089,
      "loss": 3.0116,
      "step": 238
    },
    {
      "epoch": 0.0034412255946553016,
      "grad_norm": 0.902465283870697,
      "learning_rate": 0.00018993707018471917,
      "loss": 3.256,
      "step": 239
    },
    {
      "epoch": 0.003455624028105742,
      "grad_norm": 0.9176106452941895,
      "learning_rate": 0.00018985051336530798,
      "loss": 2.9368,
      "step": 240
    },
    {
      "epoch": 0.0034700224615561827,
      "grad_norm": 0.9035637378692627,
      "learning_rate": 0.0001897636057730897,
      "loss": 3.3628,
      "step": 241
    },
    {
      "epoch": 0.0034844208950066233,
      "grad_norm": 0.7139180302619934,
      "learning_rate": 0.00018967634774734807,
      "loss": 2.8194,
      "step": 242
    },
    {
      "epoch": 0.003498819328457064,
      "grad_norm": 0.8908588886260986,
      "learning_rate": 0.00018958873962873491,
      "loss": 3.1127,
      "step": 243
    },
    {
      "epoch": 0.0035132177619075044,
      "grad_norm": 0.9250378012657166,
      "learning_rate": 0.00018950078175926884,
      "loss": 2.8753,
      "step": 244
    },
    {
      "epoch": 0.003527616195357945,
      "grad_norm": 0.8861487507820129,
      "learning_rate": 0.00018941247448233384,
      "loss": 3.0416,
      "step": 245
    },
    {
      "epoch": 0.0035420146288083856,
      "grad_norm": 0.8271859288215637,
      "learning_rate": 0.000189323818142678,
      "loss": 2.5162,
      "step": 246
    },
    {
      "epoch": 0.003556413062258826,
      "grad_norm": 0.9237198829650879,
      "learning_rate": 0.00018923481308641215,
      "loss": 3.0202,
      "step": 247
    },
    {
      "epoch": 0.0035708114957092667,
      "grad_norm": 0.7361536622047424,
      "learning_rate": 0.0001891454596610084,
      "loss": 3.3128,
      "step": 248
    },
    {
      "epoch": 0.0035852099291597073,
      "grad_norm": 0.7802119851112366,
      "learning_rate": 0.00018905575821529896,
      "loss": 3.3832,
      "step": 249
    },
    {
      "epoch": 0.003599608362610148,
      "grad_norm": 1.07632577419281,
      "learning_rate": 0.00018896570909947475,
      "loss": 3.0564,
      "step": 250
    },
    {
      "epoch": 0.0036140067960605884,
      "grad_norm": 0.8575429916381836,
      "learning_rate": 0.00018887531266508382,
      "loss": 3.0453,
      "step": 251
    },
    {
      "epoch": 0.003628405229511029,
      "grad_norm": 0.8798561096191406,
      "learning_rate": 0.0001887845692650303,
      "loss": 3.1885,
      "step": 252
    },
    {
      "epoch": 0.0036428036629614696,
      "grad_norm": 0.9020456671714783,
      "learning_rate": 0.00018869347925357276,
      "loss": 2.9543,
      "step": 253
    },
    {
      "epoch": 0.0036572020964119106,
      "grad_norm": 0.8283159136772156,
      "learning_rate": 0.00018860204298632292,
      "loss": 3.0136,
      "step": 254
    },
    {
      "epoch": 0.003671600529862351,
      "grad_norm": 0.9214087128639221,
      "learning_rate": 0.00018851026082024439,
      "loss": 3.3252,
      "step": 255
    },
    {
      "epoch": 0.0036859989633127917,
      "grad_norm": 0.9057415127754211,
      "learning_rate": 0.00018841813311365105,
      "loss": 3.2753,
      "step": 256
    },
    {
      "epoch": 0.0037003973967632323,
      "grad_norm": 1.028395414352417,
      "learning_rate": 0.00018832566022620572,
      "loss": 3.5434,
      "step": 257
    },
    {
      "epoch": 0.003714795830213673,
      "grad_norm": 0.7823780179023743,
      "learning_rate": 0.0001882328425189189,
      "loss": 3.0491,
      "step": 258
    },
    {
      "epoch": 0.0037291942636641135,
      "grad_norm": 0.8299793004989624,
      "learning_rate": 0.00018813968035414722,
      "loss": 3.2567,
      "step": 259
    },
    {
      "epoch": 0.003743592697114554,
      "grad_norm": 0.9534724950790405,
      "learning_rate": 0.00018804617409559198,
      "loss": 3.1772,
      "step": 260
    },
    {
      "epoch": 0.0037579911305649946,
      "grad_norm": 0.8359321355819702,
      "learning_rate": 0.00018795232410829792,
      "loss": 2.9642,
      "step": 261
    },
    {
      "epoch": 0.003772389564015435,
      "grad_norm": 1.0120925903320312,
      "learning_rate": 0.00018785813075865163,
      "loss": 3.1198,
      "step": 262
    },
    {
      "epoch": 0.0037867879974658757,
      "grad_norm": 0.7235245704650879,
      "learning_rate": 0.00018776359441438016,
      "loss": 3.003,
      "step": 263
    },
    {
      "epoch": 0.0038011864309163163,
      "grad_norm": 0.9902558326721191,
      "learning_rate": 0.0001876687154445496,
      "loss": 3.2508,
      "step": 264
    },
    {
      "epoch": 0.003815584864366757,
      "grad_norm": 0.8218345046043396,
      "learning_rate": 0.0001875734942195637,
      "loss": 2.886,
      "step": 265
    },
    {
      "epoch": 0.0038299832978171975,
      "grad_norm": 0.8586602210998535,
      "learning_rate": 0.00018747793111116226,
      "loss": 2.9952,
      "step": 266
    },
    {
      "epoch": 0.003844381731267638,
      "grad_norm": 0.8322243094444275,
      "learning_rate": 0.00018738202649241985,
      "loss": 3.1099,
      "step": 267
    },
    {
      "epoch": 0.0038587801647180786,
      "grad_norm": 0.8306946158409119,
      "learning_rate": 0.00018728578073774426,
      "loss": 3.3534,
      "step": 268
    },
    {
      "epoch": 0.003873178598168519,
      "grad_norm": 0.9273613095283508,
      "learning_rate": 0.00018718919422287505,
      "loss": 2.6049,
      "step": 269
    },
    {
      "epoch": 0.0038875770316189598,
      "grad_norm": 0.8891704678535461,
      "learning_rate": 0.00018709226732488215,
      "loss": 2.9902,
      "step": 270
    },
    {
      "epoch": 0.0039019754650694003,
      "grad_norm": 0.9668210744857788,
      "learning_rate": 0.00018699500042216422,
      "loss": 3.076,
      "step": 271
    },
    {
      "epoch": 0.003916373898519841,
      "grad_norm": 0.8863044381141663,
      "learning_rate": 0.00018689739389444744,
      "loss": 3.4697,
      "step": 272
    },
    {
      "epoch": 0.003930772331970282,
      "grad_norm": 1.006894588470459,
      "learning_rate": 0.0001867994481227837,
      "loss": 3.2752,
      "step": 273
    },
    {
      "epoch": 0.003945170765420722,
      "grad_norm": 0.749874472618103,
      "learning_rate": 0.00018670116348954943,
      "loss": 2.8991,
      "step": 274
    },
    {
      "epoch": 0.003959569198871163,
      "grad_norm": 0.7062956690788269,
      "learning_rate": 0.00018660254037844388,
      "loss": 2.9855,
      "step": 275
    },
    {
      "epoch": 0.003973967632321603,
      "grad_norm": 0.9290347099304199,
      "learning_rate": 0.00018650357917448772,
      "loss": 2.9507,
      "step": 276
    },
    {
      "epoch": 0.003988366065772044,
      "grad_norm": 0.7826635837554932,
      "learning_rate": 0.00018640428026402156,
      "loss": 2.9038,
      "step": 277
    },
    {
      "epoch": 0.004002764499222484,
      "grad_norm": 0.7039766311645508,
      "learning_rate": 0.00018630464403470435,
      "loss": 2.577,
      "step": 278
    },
    {
      "epoch": 0.004017162932672925,
      "grad_norm": 0.9600782990455627,
      "learning_rate": 0.00018620467087551194,
      "loss": 3.3956,
      "step": 279
    },
    {
      "epoch": 0.0040315613661233655,
      "grad_norm": 0.8180591464042664,
      "learning_rate": 0.00018610436117673555,
      "loss": 3.1726,
      "step": 280
    },
    {
      "epoch": 0.0040459597995738065,
      "grad_norm": 0.9340288043022156,
      "learning_rate": 0.00018600371532998024,
      "loss": 3.1188,
      "step": 281
    },
    {
      "epoch": 0.004060358233024247,
      "grad_norm": 1.2059974670410156,
      "learning_rate": 0.00018590273372816332,
      "loss": 3.6704,
      "step": 282
    },
    {
      "epoch": 0.004074756666474688,
      "grad_norm": 0.9617473483085632,
      "learning_rate": 0.00018580141676551298,
      "loss": 3.0598,
      "step": 283
    },
    {
      "epoch": 0.004089155099925128,
      "grad_norm": 1.0734243392944336,
      "learning_rate": 0.00018569976483756652,
      "loss": 3.1355,
      "step": 284
    },
    {
      "epoch": 0.004103553533375569,
      "grad_norm": 0.821650505065918,
      "learning_rate": 0.00018559777834116904,
      "loss": 3.4583,
      "step": 285
    },
    {
      "epoch": 0.004117951966826009,
      "grad_norm": 1.0601798295974731,
      "learning_rate": 0.00018549545767447174,
      "loss": 3.1527,
      "step": 286
    },
    {
      "epoch": 0.00413235040027645,
      "grad_norm": 0.820898711681366,
      "learning_rate": 0.0001853928032369304,
      "loss": 3.5093,
      "step": 287
    },
    {
      "epoch": 0.004146748833726891,
      "grad_norm": 0.9743553996086121,
      "learning_rate": 0.00018528981542930383,
      "loss": 2.9008,
      "step": 288
    },
    {
      "epoch": 0.004161147267177331,
      "grad_norm": 0.8701968789100647,
      "learning_rate": 0.0001851864946536523,
      "loss": 2.9428,
      "step": 289
    },
    {
      "epoch": 0.004175545700627772,
      "grad_norm": 0.8476688861846924,
      "learning_rate": 0.00018508284131333602,
      "loss": 3.1504,
      "step": 290
    },
    {
      "epoch": 0.004189944134078212,
      "grad_norm": 0.931552529335022,
      "learning_rate": 0.00018497885581301345,
      "loss": 3.3874,
      "step": 291
    },
    {
      "epoch": 0.004204342567528653,
      "grad_norm": 0.8392055630683899,
      "learning_rate": 0.00018487453855863982,
      "loss": 3.1652,
      "step": 292
    },
    {
      "epoch": 0.004218741000979093,
      "grad_norm": 1.0205641984939575,
      "learning_rate": 0.00018476988995746546,
      "loss": 3.1601,
      "step": 293
    },
    {
      "epoch": 0.004233139434429534,
      "grad_norm": 0.8887159824371338,
      "learning_rate": 0.00018466491041803446,
      "loss": 3.4205,
      "step": 294
    },
    {
      "epoch": 0.0042475378678799745,
      "grad_norm": 0.8125994205474854,
      "learning_rate": 0.0001845596003501826,
      "loss": 3.2123,
      "step": 295
    },
    {
      "epoch": 0.0042619363013304155,
      "grad_norm": 0.8637445569038391,
      "learning_rate": 0.00018445396016503627,
      "loss": 3.1841,
      "step": 296
    },
    {
      "epoch": 0.004276334734780856,
      "grad_norm": 0.8244794011116028,
      "learning_rate": 0.00018434799027501047,
      "loss": 3.1329,
      "step": 297
    },
    {
      "epoch": 0.004290733168231297,
      "grad_norm": 0.9333730340003967,
      "learning_rate": 0.0001842416910938074,
      "loss": 3.178,
      "step": 298
    },
    {
      "epoch": 0.004305131601681737,
      "grad_norm": 0.7749152779579163,
      "learning_rate": 0.00018413506303641483,
      "loss": 3.0925,
      "step": 299
    },
    {
      "epoch": 0.004319530035132178,
      "grad_norm": 0.9358242154121399,
      "learning_rate": 0.00018402810651910442,
      "loss": 3.2536,
      "step": 300
    },
    {
      "epoch": 0.004333928468582618,
      "grad_norm": 1.033486247062683,
      "learning_rate": 0.00018392082195943017,
      "loss": 3.5086,
      "step": 301
    },
    {
      "epoch": 0.004348326902033059,
      "grad_norm": 0.7728477120399475,
      "learning_rate": 0.00018381320977622662,
      "loss": 3.147,
      "step": 302
    },
    {
      "epoch": 0.004362725335483499,
      "grad_norm": 0.9805625081062317,
      "learning_rate": 0.00018370527038960753,
      "loss": 3.4564,
      "step": 303
    },
    {
      "epoch": 0.00437712376893394,
      "grad_norm": 0.7316247820854187,
      "learning_rate": 0.00018359700422096385,
      "loss": 2.7226,
      "step": 304
    },
    {
      "epoch": 0.00439152220238438,
      "grad_norm": 0.7738743424415588,
      "learning_rate": 0.00018348841169296245,
      "loss": 2.9312,
      "step": 305
    },
    {
      "epoch": 0.004405920635834821,
      "grad_norm": 1.1999566555023193,
      "learning_rate": 0.0001833794932295441,
      "loss": 3.2838,
      "step": 306
    },
    {
      "epoch": 0.004420319069285261,
      "grad_norm": 1.0044304132461548,
      "learning_rate": 0.00018327024925592227,
      "loss": 2.7969,
      "step": 307
    },
    {
      "epoch": 0.004434717502735702,
      "grad_norm": 0.8552479147911072,
      "learning_rate": 0.00018316068019858092,
      "loss": 3.118,
      "step": 308
    },
    {
      "epoch": 0.004449115936186143,
      "grad_norm": 0.8237425684928894,
      "learning_rate": 0.00018305078648527334,
      "loss": 3.1338,
      "step": 309
    },
    {
      "epoch": 0.0044635143696365835,
      "grad_norm": 0.9081782698631287,
      "learning_rate": 0.0001829405685450202,
      "loss": 2.976,
      "step": 310
    },
    {
      "epoch": 0.0044779128030870245,
      "grad_norm": 0.9254196286201477,
      "learning_rate": 0.00018283002680810788,
      "loss": 2.9041,
      "step": 311
    },
    {
      "epoch": 0.004492311236537465,
      "grad_norm": 0.6945057511329651,
      "learning_rate": 0.00018271916170608689,
      "loss": 3.0356,
      "step": 312
    },
    {
      "epoch": 0.004506709669987906,
      "grad_norm": 0.8960506319999695,
      "learning_rate": 0.0001826079736717702,
      "loss": 3.5747,
      "step": 313
    },
    {
      "epoch": 0.004521108103438346,
      "grad_norm": 0.6663263440132141,
      "learning_rate": 0.0001824964631392314,
      "loss": 2.7092,
      "step": 314
    },
    {
      "epoch": 0.004535506536888787,
      "grad_norm": 0.8000182509422302,
      "learning_rate": 0.00018238463054380316,
      "loss": 3.1081,
      "step": 315
    },
    {
      "epoch": 0.004549904970339227,
      "grad_norm": 1.126905083656311,
      "learning_rate": 0.00018227247632207546,
      "loss": 3.4631,
      "step": 316
    },
    {
      "epoch": 0.004564303403789668,
      "grad_norm": 0.7209728360176086,
      "learning_rate": 0.0001821600009118939,
      "loss": 3.0339,
      "step": 317
    },
    {
      "epoch": 0.004578701837240108,
      "grad_norm": 0.9395585060119629,
      "learning_rate": 0.00018204720475235799,
      "loss": 3.0303,
      "step": 318
    },
    {
      "epoch": 0.004593100270690549,
      "grad_norm": 0.952406108379364,
      "learning_rate": 0.00018193408828381938,
      "loss": 3.6064,
      "step": 319
    },
    {
      "epoch": 0.004607498704140989,
      "grad_norm": 0.8434274792671204,
      "learning_rate": 0.00018182065194788025,
      "loss": 3.0764,
      "step": 320
    },
    {
      "epoch": 0.00462189713759143,
      "grad_norm": 0.8585724234580994,
      "learning_rate": 0.0001817068961873915,
      "loss": 3.2951,
      "step": 321
    },
    {
      "epoch": 0.00463629557104187,
      "grad_norm": 0.9077193737030029,
      "learning_rate": 0.00018159282144645112,
      "loss": 3.2422,
      "step": 322
    },
    {
      "epoch": 0.004650694004492311,
      "grad_norm": 0.8660807609558105,
      "learning_rate": 0.0001814784281704023,
      "loss": 3.2334,
      "step": 323
    },
    {
      "epoch": 0.0046650924379427515,
      "grad_norm": 0.7834901809692383,
      "learning_rate": 0.00018136371680583176,
      "loss": 2.9822,
      "step": 324
    },
    {
      "epoch": 0.0046794908713931925,
      "grad_norm": 0.8688353300094604,
      "learning_rate": 0.00018124868780056814,
      "loss": 3.2893,
      "step": 325
    },
    {
      "epoch": 0.004693889304843633,
      "grad_norm": 0.8589897155761719,
      "learning_rate": 0.00018113334160368006,
      "loss": 3.0284,
      "step": 326
    },
    {
      "epoch": 0.004708287738294074,
      "grad_norm": 0.7784553170204163,
      "learning_rate": 0.00018101767866547444,
      "loss": 3.1913,
      "step": 327
    },
    {
      "epoch": 0.004722686171744514,
      "grad_norm": 0.9234376549720764,
      "learning_rate": 0.00018090169943749476,
      "loss": 2.8871,
      "step": 328
    },
    {
      "epoch": 0.004737084605194955,
      "grad_norm": 0.8575330972671509,
      "learning_rate": 0.00018078540437251929,
      "loss": 3.1042,
      "step": 329
    },
    {
      "epoch": 0.004751483038645395,
      "grad_norm": 0.9637901186943054,
      "learning_rate": 0.0001806687939245593,
      "loss": 3.0253,
      "step": 330
    },
    {
      "epoch": 0.004765881472095836,
      "grad_norm": 0.8966993689537048,
      "learning_rate": 0.00018055186854885733,
      "loss": 3.296,
      "step": 331
    },
    {
      "epoch": 0.004780279905546277,
      "grad_norm": 0.8718706369400024,
      "learning_rate": 0.00018043462870188535,
      "loss": 2.689,
      "step": 332
    },
    {
      "epoch": 0.004794678338996717,
      "grad_norm": 0.8370537161827087,
      "learning_rate": 0.00018031707484134304,
      "loss": 3.0005,
      "step": 333
    },
    {
      "epoch": 0.004809076772447158,
      "grad_norm": 0.908437967300415,
      "learning_rate": 0.00018019920742615595,
      "loss": 2.9541,
      "step": 334
    },
    {
      "epoch": 0.004823475205897598,
      "grad_norm": 0.9484154582023621,
      "learning_rate": 0.00018008102691647378,
      "loss": 2.8901,
      "step": 335
    },
    {
      "epoch": 0.004837873639348039,
      "grad_norm": 0.922398030757904,
      "learning_rate": 0.00017996253377366845,
      "loss": 3.3664,
      "step": 336
    },
    {
      "epoch": 0.004852272072798479,
      "grad_norm": 0.8871973752975464,
      "learning_rate": 0.0001798437284603325,
      "loss": 3.2662,
      "step": 337
    },
    {
      "epoch": 0.00486667050624892,
      "grad_norm": 0.988582968711853,
      "learning_rate": 0.0001797246114402771,
      "loss": 3.5476,
      "step": 338
    },
    {
      "epoch": 0.0048810689396993606,
      "grad_norm": 0.8848081231117249,
      "learning_rate": 0.0001796051831785303,
      "loss": 3.4724,
      "step": 339
    },
    {
      "epoch": 0.0048954673731498016,
      "grad_norm": 0.8457636833190918,
      "learning_rate": 0.00017948544414133534,
      "loss": 3.3316,
      "step": 340
    },
    {
      "epoch": 0.004909865806600242,
      "grad_norm": 0.9466432929039001,
      "learning_rate": 0.00017936539479614853,
      "loss": 2.8716,
      "step": 341
    },
    {
      "epoch": 0.004924264240050683,
      "grad_norm": 0.9829525947570801,
      "learning_rate": 0.00017924503561163774,
      "loss": 2.9487,
      "step": 342
    },
    {
      "epoch": 0.004938662673501123,
      "grad_norm": 0.7980225682258606,
      "learning_rate": 0.00017912436705768044,
      "loss": 2.8483,
      "step": 343
    },
    {
      "epoch": 0.004953061106951564,
      "grad_norm": 0.8904271721839905,
      "learning_rate": 0.0001790033896053618,
      "loss": 3.1881,
      "step": 344
    },
    {
      "epoch": 0.004967459540402004,
      "grad_norm": 0.8584918975830078,
      "learning_rate": 0.00017888210372697292,
      "loss": 3.4976,
      "step": 345
    },
    {
      "epoch": 0.004981857973852445,
      "grad_norm": 0.8963342905044556,
      "learning_rate": 0.00017876050989600907,
      "loss": 3.2934,
      "step": 346
    },
    {
      "epoch": 0.004996256407302885,
      "grad_norm": 1.1281673908233643,
      "learning_rate": 0.00017863860858716767,
      "loss": 3.1126,
      "step": 347
    },
    {
      "epoch": 0.005010654840753326,
      "grad_norm": 0.7903769016265869,
      "learning_rate": 0.00017851640027634658,
      "loss": 3.3068,
      "step": 348
    },
    {
      "epoch": 0.005025053274203766,
      "grad_norm": 0.755566418170929,
      "learning_rate": 0.00017839388544064214,
      "loss": 3.478,
      "step": 349
    },
    {
      "epoch": 0.005039451707654207,
      "grad_norm": 1.1107813119888306,
      "learning_rate": 0.00017827106455834733,
      "loss": 3.0365,
      "step": 350
    },
    {
      "epoch": 0.005053850141104647,
      "grad_norm": 0.9042747020721436,
      "learning_rate": 0.00017814793810895,
      "loss": 2.9086,
      "step": 351
    },
    {
      "epoch": 0.005068248574555088,
      "grad_norm": 0.9718785881996155,
      "learning_rate": 0.00017802450657313084,
      "loss": 3.1859,
      "step": 352
    },
    {
      "epoch": 0.005082647008005529,
      "grad_norm": 0.8510231375694275,
      "learning_rate": 0.00017790077043276168,
      "loss": 2.8119,
      "step": 353
    },
    {
      "epoch": 0.00509704544145597,
      "grad_norm": 0.8812695145606995,
      "learning_rate": 0.0001777767301709034,
      "loss": 3.3846,
      "step": 354
    },
    {
      "epoch": 0.005111443874906411,
      "grad_norm": 1.0042905807495117,
      "learning_rate": 0.00017765238627180424,
      "loss": 3.4458,
      "step": 355
    },
    {
      "epoch": 0.005125842308356851,
      "grad_norm": 0.841224730014801,
      "learning_rate": 0.00017752773922089781,
      "loss": 3.0067,
      "step": 356
    },
    {
      "epoch": 0.005140240741807292,
      "grad_norm": 0.7996662855148315,
      "learning_rate": 0.0001774027895048012,
      "loss": 3.1358,
      "step": 357
    },
    {
      "epoch": 0.005154639175257732,
      "grad_norm": 0.8679265379905701,
      "learning_rate": 0.00017727753761131312,
      "loss": 3.1678,
      "step": 358
    },
    {
      "epoch": 0.005169037608708173,
      "grad_norm": 0.8088786602020264,
      "learning_rate": 0.00017715198402941192,
      "loss": 2.8419,
      "step": 359
    },
    {
      "epoch": 0.005183436042158613,
      "grad_norm": 0.8225826025009155,
      "learning_rate": 0.00017702612924925376,
      "loss": 3.2426,
      "step": 360
    },
    {
      "epoch": 0.005197834475609054,
      "grad_norm": 0.8803001046180725,
      "learning_rate": 0.0001768999737621707,
      "loss": 3.2426,
      "step": 361
    },
    {
      "epoch": 0.005212232909059494,
      "grad_norm": 0.9962855577468872,
      "learning_rate": 0.0001767735180606686,
      "loss": 3.3434,
      "step": 362
    },
    {
      "epoch": 0.005226631342509935,
      "grad_norm": 0.9513221383094788,
      "learning_rate": 0.0001766467626384256,
      "loss": 3.0815,
      "step": 363
    },
    {
      "epoch": 0.005241029775960375,
      "grad_norm": 0.9226820468902588,
      "learning_rate": 0.00017651970799028975,
      "loss": 3.1156,
      "step": 364
    },
    {
      "epoch": 0.005255428209410816,
      "grad_norm": 0.8407032489776611,
      "learning_rate": 0.00017639235461227725,
      "loss": 3.285,
      "step": 365
    },
    {
      "epoch": 0.0052698266428612564,
      "grad_norm": 0.6806433796882629,
      "learning_rate": 0.00017626470300157062,
      "loss": 2.9861,
      "step": 366
    },
    {
      "epoch": 0.0052842250763116974,
      "grad_norm": 0.8177257180213928,
      "learning_rate": 0.0001761367536565167,
      "loss": 3.0057,
      "step": 367
    },
    {
      "epoch": 0.005298623509762138,
      "grad_norm": 0.8492603898048401,
      "learning_rate": 0.00017600850707662452,
      "loss": 3.1404,
      "step": 368
    },
    {
      "epoch": 0.005313021943212579,
      "grad_norm": 0.8936557769775391,
      "learning_rate": 0.00017587996376256367,
      "loss": 2.8447,
      "step": 369
    },
    {
      "epoch": 0.005327420376663019,
      "grad_norm": 0.7749253511428833,
      "learning_rate": 0.00017575112421616202,
      "loss": 2.9971,
      "step": 370
    },
    {
      "epoch": 0.00534181881011346,
      "grad_norm": 0.8222634792327881,
      "learning_rate": 0.00017562198894040406,
      "loss": 2.8151,
      "step": 371
    },
    {
      "epoch": 0.0053562172435639,
      "grad_norm": 0.9693705439567566,
      "learning_rate": 0.00017549255843942873,
      "loss": 3.0085,
      "step": 372
    },
    {
      "epoch": 0.005370615677014341,
      "grad_norm": 0.9117559790611267,
      "learning_rate": 0.0001753628332185275,
      "loss": 2.9755,
      "step": 373
    },
    {
      "epoch": 0.005385014110464781,
      "grad_norm": 0.91725093126297,
      "learning_rate": 0.00017523281378414247,
      "loss": 3.1273,
      "step": 374
    },
    {
      "epoch": 0.005399412543915222,
      "grad_norm": 0.7480870485305786,
      "learning_rate": 0.0001751025006438643,
      "loss": 3.015,
      "step": 375
    },
    {
      "epoch": 0.005413810977365663,
      "grad_norm": 0.7962611317634583,
      "learning_rate": 0.00017497189430643024,
      "loss": 3.2324,
      "step": 376
    },
    {
      "epoch": 0.005428209410816103,
      "grad_norm": 1.0420182943344116,
      "learning_rate": 0.00017484099528172227,
      "loss": 3.0205,
      "step": 377
    },
    {
      "epoch": 0.005442607844266544,
      "grad_norm": 0.8314505219459534,
      "learning_rate": 0.00017470980408076486,
      "loss": 3.0393,
      "step": 378
    },
    {
      "epoch": 0.005457006277716984,
      "grad_norm": 0.8628991842269897,
      "learning_rate": 0.00017457832121572323,
      "loss": 3.4966,
      "step": 379
    },
    {
      "epoch": 0.005471404711167425,
      "grad_norm": 0.8826051950454712,
      "learning_rate": 0.00017444654719990128,
      "loss": 2.7249,
      "step": 380
    },
    {
      "epoch": 0.0054858031446178655,
      "grad_norm": 0.8255923986434937,
      "learning_rate": 0.00017431448254773944,
      "loss": 2.9322,
      "step": 381
    },
    {
      "epoch": 0.0055002015780683065,
      "grad_norm": 0.9132806658744812,
      "learning_rate": 0.00017418212777481283,
      "loss": 3.0871,
      "step": 382
    },
    {
      "epoch": 0.005514600011518747,
      "grad_norm": 0.7090943455696106,
      "learning_rate": 0.00017404948339782918,
      "loss": 2.8359,
      "step": 383
    },
    {
      "epoch": 0.005528998444969188,
      "grad_norm": 0.8715419769287109,
      "learning_rate": 0.00017391654993462684,
      "loss": 3.1501,
      "step": 384
    },
    {
      "epoch": 0.005543396878419628,
      "grad_norm": 0.9826570153236389,
      "learning_rate": 0.00017378332790417273,
      "loss": 3.2122,
      "step": 385
    },
    {
      "epoch": 0.005557795311870069,
      "grad_norm": 0.7981720566749573,
      "learning_rate": 0.00017364981782656033,
      "loss": 2.7234,
      "step": 386
    },
    {
      "epoch": 0.005572193745320509,
      "grad_norm": 0.7056066989898682,
      "learning_rate": 0.00017351602022300762,
      "loss": 2.8662,
      "step": 387
    },
    {
      "epoch": 0.00558659217877095,
      "grad_norm": 0.9597539901733398,
      "learning_rate": 0.00017338193561585507,
      "loss": 3.1224,
      "step": 388
    },
    {
      "epoch": 0.00560099061222139,
      "grad_norm": 0.8121383190155029,
      "learning_rate": 0.00017324756452856367,
      "loss": 3.0128,
      "step": 389
    },
    {
      "epoch": 0.005615389045671831,
      "grad_norm": 0.9008104205131531,
      "learning_rate": 0.00017311290748571275,
      "loss": 3.3018,
      "step": 390
    },
    {
      "epoch": 0.005629787479122271,
      "grad_norm": 0.8795366287231445,
      "learning_rate": 0.000172977965012998,
      "loss": 2.7525,
      "step": 391
    },
    {
      "epoch": 0.005644185912572712,
      "grad_norm": 0.7983902096748352,
      "learning_rate": 0.0001728427376372294,
      "loss": 3.1529,
      "step": 392
    },
    {
      "epoch": 0.005658584346023152,
      "grad_norm": 0.8860655426979065,
      "learning_rate": 0.00017270722588632928,
      "loss": 3.3315,
      "step": 393
    },
    {
      "epoch": 0.005672982779473593,
      "grad_norm": 0.9345059394836426,
      "learning_rate": 0.00017257143028933002,
      "loss": 3.1263,
      "step": 394
    },
    {
      "epoch": 0.0056873812129240335,
      "grad_norm": 0.8591650724411011,
      "learning_rate": 0.00017243535137637225,
      "loss": 3.086,
      "step": 395
    },
    {
      "epoch": 0.0057017796463744745,
      "grad_norm": 0.8786339163780212,
      "learning_rate": 0.0001722989896787026,
      "loss": 3.201,
      "step": 396
    },
    {
      "epoch": 0.005716178079824915,
      "grad_norm": 1.0122907161712646,
      "learning_rate": 0.00017216234572867164,
      "loss": 3.2743,
      "step": 397
    },
    {
      "epoch": 0.005730576513275356,
      "grad_norm": 0.8422462344169617,
      "learning_rate": 0.0001720254200597319,
      "loss": 3.2385,
      "step": 398
    },
    {
      "epoch": 0.005744974946725797,
      "grad_norm": 0.9201172590255737,
      "learning_rate": 0.00017188821320643572,
      "loss": 2.9331,
      "step": 399
    },
    {
      "epoch": 0.005759373380176237,
      "grad_norm": 0.8884463906288147,
      "learning_rate": 0.00017175072570443312,
      "loss": 3.2667,
      "step": 400
    },
    {
      "epoch": 0.005759373380176237,
      "eval_loss": 3.14989972114563,
      "eval_runtime": 600.1221,
      "eval_samples_per_second": 48.728,
      "eval_steps_per_second": 24.365,
      "step": 400
    },
    {
      "epoch": 0.005773771813626678,
      "grad_norm": 0.8949956297874451,
      "learning_rate": 0.00017161295809046986,
      "loss": 3.1982,
      "step": 401
    },
    {
      "epoch": 0.005788170247077118,
      "grad_norm": 0.9011267423629761,
      "learning_rate": 0.00017147491090238514,
      "loss": 3.2689,
      "step": 402
    },
    {
      "epoch": 0.005802568680527559,
      "grad_norm": 0.8653223514556885,
      "learning_rate": 0.0001713365846791097,
      "loss": 2.9171,
      "step": 403
    },
    {
      "epoch": 0.005816967113977999,
      "grad_norm": 0.8384519815444946,
      "learning_rate": 0.00017119797996066355,
      "loss": 2.9994,
      "step": 404
    },
    {
      "epoch": 0.00583136554742844,
      "grad_norm": 0.9778252243995667,
      "learning_rate": 0.00017105909728815398,
      "loss": 3.3866,
      "step": 405
    },
    {
      "epoch": 0.00584576398087888,
      "grad_norm": 0.8527796864509583,
      "learning_rate": 0.00017091993720377336,
      "loss": 2.7812,
      "step": 406
    },
    {
      "epoch": 0.005860162414329321,
      "grad_norm": 1.0485327243804932,
      "learning_rate": 0.00017078050025079707,
      "loss": 3.3901,
      "step": 407
    },
    {
      "epoch": 0.005874560847779761,
      "grad_norm": 0.9069933295249939,
      "learning_rate": 0.00017064078697358147,
      "loss": 3.2417,
      "step": 408
    },
    {
      "epoch": 0.005888959281230202,
      "grad_norm": 0.7479215860366821,
      "learning_rate": 0.00017050079791756156,
      "loss": 2.8903,
      "step": 409
    },
    {
      "epoch": 0.0059033577146806425,
      "grad_norm": 0.8950005769729614,
      "learning_rate": 0.00017036053362924896,
      "loss": 3.5919,
      "step": 410
    },
    {
      "epoch": 0.0059177561481310835,
      "grad_norm": 1.0570306777954102,
      "learning_rate": 0.0001702199946562299,
      "loss": 3.0507,
      "step": 411
    },
    {
      "epoch": 0.005932154581581524,
      "grad_norm": 0.9182201027870178,
      "learning_rate": 0.00017007918154716286,
      "loss": 3.2954,
      "step": 412
    },
    {
      "epoch": 0.005946553015031965,
      "grad_norm": 0.9391300678253174,
      "learning_rate": 0.00016993809485177665,
      "loss": 2.9007,
      "step": 413
    },
    {
      "epoch": 0.005960951448482405,
      "grad_norm": 0.8760555386543274,
      "learning_rate": 0.000169796735120868,
      "loss": 3.1228,
      "step": 414
    },
    {
      "epoch": 0.005975349881932846,
      "grad_norm": 0.8676468729972839,
      "learning_rate": 0.00016965510290629972,
      "loss": 3.2359,
      "step": 415
    },
    {
      "epoch": 0.005989748315383286,
      "grad_norm": 0.8798227906227112,
      "learning_rate": 0.00016951319876099824,
      "loss": 3.2246,
      "step": 416
    },
    {
      "epoch": 0.006004146748833727,
      "grad_norm": 0.9292003512382507,
      "learning_rate": 0.00016937102323895167,
      "loss": 2.8104,
      "step": 417
    },
    {
      "epoch": 0.006018545182284167,
      "grad_norm": 0.8639901876449585,
      "learning_rate": 0.0001692285768952076,
      "loss": 2.8643,
      "step": 418
    },
    {
      "epoch": 0.006032943615734608,
      "grad_norm": 0.8319610357284546,
      "learning_rate": 0.00016908586028587078,
      "loss": 2.9534,
      "step": 419
    },
    {
      "epoch": 0.006047342049185049,
      "grad_norm": 0.7759292125701904,
      "learning_rate": 0.0001689428739681012,
      "loss": 3.0169,
      "step": 420
    },
    {
      "epoch": 0.006061740482635489,
      "grad_norm": 1.0480167865753174,
      "learning_rate": 0.00016879961850011172,
      "loss": 2.8662,
      "step": 421
    },
    {
      "epoch": 0.00607613891608593,
      "grad_norm": 0.7753410935401917,
      "learning_rate": 0.00016865609444116593,
      "loss": 3.1111,
      "step": 422
    },
    {
      "epoch": 0.00609053734953637,
      "grad_norm": 0.817973792552948,
      "learning_rate": 0.000168512302351576,
      "loss": 2.7989,
      "step": 423
    },
    {
      "epoch": 0.006104935782986811,
      "grad_norm": 0.7539551258087158,
      "learning_rate": 0.0001683682427927005,
      "loss": 3.1355,
      "step": 424
    },
    {
      "epoch": 0.0061193342164372515,
      "grad_norm": 0.8793160319328308,
      "learning_rate": 0.0001682239163269422,
      "loss": 3.3124,
      "step": 425
    },
    {
      "epoch": 0.0061337326498876925,
      "grad_norm": 0.8266583681106567,
      "learning_rate": 0.00016807932351774584,
      "loss": 3.2344,
      "step": 426
    },
    {
      "epoch": 0.006148131083338133,
      "grad_norm": 0.8787506818771362,
      "learning_rate": 0.00016793446492959594,
      "loss": 3.1383,
      "step": 427
    },
    {
      "epoch": 0.006162529516788574,
      "grad_norm": 0.7681750655174255,
      "learning_rate": 0.00016778934112801465,
      "loss": 3.3166,
      "step": 428
    },
    {
      "epoch": 0.006176927950239014,
      "grad_norm": 0.9929647445678711,
      "learning_rate": 0.00016764395267955946,
      "loss": 3.2738,
      "step": 429
    },
    {
      "epoch": 0.006191326383689455,
      "grad_norm": 0.9037619233131409,
      "learning_rate": 0.00016749830015182107,
      "loss": 3.076,
      "step": 430
    },
    {
      "epoch": 0.006205724817139895,
      "grad_norm": 0.884235680103302,
      "learning_rate": 0.0001673523841134211,
      "loss": 3.1606,
      "step": 431
    },
    {
      "epoch": 0.006220123250590336,
      "grad_norm": 0.8346797823905945,
      "learning_rate": 0.00016720620513400994,
      "loss": 2.907,
      "step": 432
    },
    {
      "epoch": 0.006234521684040776,
      "grad_norm": 0.9682507514953613,
      "learning_rate": 0.00016705976378426443,
      "loss": 3.1633,
      "step": 433
    },
    {
      "epoch": 0.006248920117491217,
      "grad_norm": 0.7756165266036987,
      "learning_rate": 0.00016691306063588583,
      "loss": 2.863,
      "step": 434
    },
    {
      "epoch": 0.006263318550941657,
      "grad_norm": 0.8815706968307495,
      "learning_rate": 0.0001667660962615973,
      "loss": 3.1079,
      "step": 435
    },
    {
      "epoch": 0.006277716984392098,
      "grad_norm": 1.0385347604751587,
      "learning_rate": 0.00016661887123514183,
      "loss": 3.2112,
      "step": 436
    },
    {
      "epoch": 0.006292115417842538,
      "grad_norm": 0.9736208915710449,
      "learning_rate": 0.0001664713861312801,
      "loss": 3.0702,
      "step": 437
    },
    {
      "epoch": 0.006306513851292979,
      "grad_norm": 0.9372177720069885,
      "learning_rate": 0.00016632364152578802,
      "loss": 3.445,
      "step": 438
    },
    {
      "epoch": 0.0063209122847434195,
      "grad_norm": 0.842522144317627,
      "learning_rate": 0.0001661756379954546,
      "loss": 3.0468,
      "step": 439
    },
    {
      "epoch": 0.0063353107181938605,
      "grad_norm": 0.8152249455451965,
      "learning_rate": 0.00016602737611807976,
      "loss": 2.8945,
      "step": 440
    },
    {
      "epoch": 0.006349709151644301,
      "grad_norm": 0.8940690159797668,
      "learning_rate": 0.00016587885647247186,
      "loss": 3.2237,
      "step": 441
    },
    {
      "epoch": 0.006364107585094742,
      "grad_norm": 0.9142022728919983,
      "learning_rate": 0.00016573007963844566,
      "loss": 3.105,
      "step": 442
    },
    {
      "epoch": 0.006378506018545183,
      "grad_norm": 0.8862269520759583,
      "learning_rate": 0.00016558104619682,
      "loss": 3.0792,
      "step": 443
    },
    {
      "epoch": 0.006392904451995623,
      "grad_norm": 0.9694818258285522,
      "learning_rate": 0.0001654317567294155,
      "loss": 2.9414,
      "step": 444
    },
    {
      "epoch": 0.006407302885446064,
      "grad_norm": 0.917313277721405,
      "learning_rate": 0.00016528221181905217,
      "loss": 3.0318,
      "step": 445
    },
    {
      "epoch": 0.006421701318896504,
      "grad_norm": 0.9872729182243347,
      "learning_rate": 0.00016513241204954744,
      "loss": 3.2182,
      "step": 446
    },
    {
      "epoch": 0.006436099752346945,
      "grad_norm": 0.8848959803581238,
      "learning_rate": 0.00016498235800571352,
      "loss": 2.8621,
      "step": 447
    },
    {
      "epoch": 0.006450498185797385,
      "grad_norm": 0.753093957901001,
      "learning_rate": 0.00016483205027335548,
      "loss": 3.1511,
      "step": 448
    },
    {
      "epoch": 0.006464896619247826,
      "grad_norm": 0.9322627782821655,
      "learning_rate": 0.00016468148943926867,
      "loss": 3.0796,
      "step": 449
    },
    {
      "epoch": 0.006479295052698266,
      "grad_norm": 0.9266668558120728,
      "learning_rate": 0.00016453067609123654,
      "loss": 3.1053,
      "step": 450
    },
    {
      "epoch": 0.006493693486148707,
      "grad_norm": 0.9603213667869568,
      "learning_rate": 0.00016437961081802835,
      "loss": 2.7653,
      "step": 451
    },
    {
      "epoch": 0.006508091919599147,
      "grad_norm": 0.7463499307632446,
      "learning_rate": 0.0001642282942093969,
      "loss": 3.009,
      "step": 452
    },
    {
      "epoch": 0.006522490353049588,
      "grad_norm": 0.8519061207771301,
      "learning_rate": 0.00016407672685607615,
      "loss": 3.1757,
      "step": 453
    },
    {
      "epoch": 0.0065368887865000285,
      "grad_norm": 1.1194515228271484,
      "learning_rate": 0.000163924909349779,
      "loss": 3.2504,
      "step": 454
    },
    {
      "epoch": 0.0065512872199504696,
      "grad_norm": 0.8887456655502319,
      "learning_rate": 0.00016377284228319495,
      "loss": 3.2147,
      "step": 455
    },
    {
      "epoch": 0.00656568565340091,
      "grad_norm": 1.0237929821014404,
      "learning_rate": 0.00016362052624998766,
      "loss": 3.0523,
      "step": 456
    },
    {
      "epoch": 0.006580084086851351,
      "grad_norm": 0.7113742232322693,
      "learning_rate": 0.00016346796184479293,
      "loss": 3.3067,
      "step": 457
    },
    {
      "epoch": 0.006594482520301791,
      "grad_norm": 0.872101902961731,
      "learning_rate": 0.00016331514966321596,
      "loss": 3.329,
      "step": 458
    },
    {
      "epoch": 0.006608880953752232,
      "grad_norm": 1.0206072330474854,
      "learning_rate": 0.00016316209030182953,
      "loss": 3.1529,
      "step": 459
    },
    {
      "epoch": 0.006623279387202672,
      "grad_norm": 0.8537130355834961,
      "learning_rate": 0.00016300878435817113,
      "loss": 3.1392,
      "step": 460
    },
    {
      "epoch": 0.006637677820653113,
      "grad_norm": 1.275098204612732,
      "learning_rate": 0.0001628552324307411,
      "loss": 3.4698,
      "step": 461
    },
    {
      "epoch": 0.006652076254103553,
      "grad_norm": 0.7669626474380493,
      "learning_rate": 0.000162701435119,
      "loss": 2.9196,
      "step": 462
    },
    {
      "epoch": 0.006666474687553994,
      "grad_norm": 0.8807993531227112,
      "learning_rate": 0.0001625473930233664,
      "loss": 3.2759,
      "step": 463
    },
    {
      "epoch": 0.006680873121004435,
      "grad_norm": 0.8358516097068787,
      "learning_rate": 0.0001623931067452144,
      "loss": 3.0361,
      "step": 464
    },
    {
      "epoch": 0.006695271554454875,
      "grad_norm": 1.0145397186279297,
      "learning_rate": 0.0001622385768868716,
      "loss": 2.7293,
      "step": 465
    },
    {
      "epoch": 0.006709669987905316,
      "grad_norm": 1.1469911336898804,
      "learning_rate": 0.00016208380405161624,
      "loss": 3.2936,
      "step": 466
    },
    {
      "epoch": 0.006724068421355756,
      "grad_norm": 0.7097589373588562,
      "learning_rate": 0.00016192878884367532,
      "loss": 3.2561,
      "step": 467
    },
    {
      "epoch": 0.006738466854806197,
      "grad_norm": 0.7989069223403931,
      "learning_rate": 0.000161773531868222,
      "loss": 3.437,
      "step": 468
    },
    {
      "epoch": 0.0067528652882566376,
      "grad_norm": 0.7313719391822815,
      "learning_rate": 0.0001616180337313733,
      "loss": 2.951,
      "step": 469
    },
    {
      "epoch": 0.006767263721707079,
      "grad_norm": 1.058228850364685,
      "learning_rate": 0.00016146229504018775,
      "loss": 3.0421,
      "step": 470
    },
    {
      "epoch": 0.006781662155157519,
      "grad_norm": 0.8472979068756104,
      "learning_rate": 0.00016130631640266292,
      "loss": 3.0619,
      "step": 471
    },
    {
      "epoch": 0.00679606058860796,
      "grad_norm": 0.9583884477615356,
      "learning_rate": 0.0001611500984277332,
      "loss": 3.5522,
      "step": 472
    },
    {
      "epoch": 0.0068104590220584,
      "grad_norm": 0.8760504126548767,
      "learning_rate": 0.0001609936417252673,
      "loss": 3.2548,
      "step": 473
    },
    {
      "epoch": 0.006824857455508841,
      "grad_norm": 0.9339708685874939,
      "learning_rate": 0.00016083694690606593,
      "loss": 2.9163,
      "step": 474
    },
    {
      "epoch": 0.006839255888959281,
      "grad_norm": 1.003797173500061,
      "learning_rate": 0.00016068001458185936,
      "loss": 3.1349,
      "step": 475
    },
    {
      "epoch": 0.006853654322409722,
      "grad_norm": 0.9233394861221313,
      "learning_rate": 0.00016052284536530512,
      "loss": 3.3257,
      "step": 476
    },
    {
      "epoch": 0.006868052755860162,
      "grad_norm": 0.8024774789810181,
      "learning_rate": 0.00016036543986998556,
      "loss": 2.6698,
      "step": 477
    },
    {
      "epoch": 0.006882451189310603,
      "grad_norm": 0.8178015947341919,
      "learning_rate": 0.0001602077987104054,
      "loss": 3.088,
      "step": 478
    },
    {
      "epoch": 0.006896849622761043,
      "grad_norm": 0.7964792847633362,
      "learning_rate": 0.0001600499225019894,
      "loss": 2.6388,
      "step": 479
    },
    {
      "epoch": 0.006911248056211484,
      "grad_norm": 0.8952851891517639,
      "learning_rate": 0.00015989181186108002,
      "loss": 3.1736,
      "step": 480
    },
    {
      "epoch": 0.0069256464896619244,
      "grad_norm": 0.7947373390197754,
      "learning_rate": 0.00015973346740493484,
      "loss": 2.9524,
      "step": 481
    },
    {
      "epoch": 0.0069400449231123654,
      "grad_norm": 0.9863454103469849,
      "learning_rate": 0.00015957488975172428,
      "loss": 3.273,
      "step": 482
    },
    {
      "epoch": 0.006954443356562806,
      "grad_norm": 0.8820743560791016,
      "learning_rate": 0.00015941607952052914,
      "loss": 3.4603,
      "step": 483
    },
    {
      "epoch": 0.006968841790013247,
      "grad_norm": 1.0617316961288452,
      "learning_rate": 0.00015925703733133824,
      "loss": 3.3464,
      "step": 484
    },
    {
      "epoch": 0.006983240223463687,
      "grad_norm": 1.1396907567977905,
      "learning_rate": 0.00015909776380504585,
      "loss": 3.4822,
      "step": 485
    },
    {
      "epoch": 0.006997638656914128,
      "grad_norm": 0.943494439125061,
      "learning_rate": 0.00015893825956344947,
      "loss": 3.3784,
      "step": 486
    },
    {
      "epoch": 0.007012037090364569,
      "grad_norm": 0.9549822211265564,
      "learning_rate": 0.00015877852522924732,
      "loss": 3.0218,
      "step": 487
    },
    {
      "epoch": 0.007026435523815009,
      "grad_norm": 0.8647431135177612,
      "learning_rate": 0.0001586185614260358,
      "loss": 3.1126,
      "step": 488
    },
    {
      "epoch": 0.00704083395726545,
      "grad_norm": 0.8637406229972839,
      "learning_rate": 0.00015845836877830723,
      "loss": 3.0489,
      "step": 489
    },
    {
      "epoch": 0.00705523239071589,
      "grad_norm": 0.9287747740745544,
      "learning_rate": 0.0001582979479114472,
      "loss": 2.8855,
      "step": 490
    },
    {
      "epoch": 0.007069630824166331,
      "grad_norm": 0.8522575497627258,
      "learning_rate": 0.0001581372994517325,
      "loss": 3.519,
      "step": 491
    },
    {
      "epoch": 0.007084029257616771,
      "grad_norm": 0.964175283908844,
      "learning_rate": 0.00015797642402632815,
      "loss": 3.3152,
      "step": 492
    },
    {
      "epoch": 0.007098427691067212,
      "grad_norm": 0.9201766848564148,
      "learning_rate": 0.00015781532226328543,
      "loss": 3.224,
      "step": 493
    },
    {
      "epoch": 0.007112826124517652,
      "grad_norm": 0.846559464931488,
      "learning_rate": 0.00015765399479153919,
      "loss": 3.0349,
      "step": 494
    },
    {
      "epoch": 0.007127224557968093,
      "grad_norm": 0.8275098204612732,
      "learning_rate": 0.00015749244224090537,
      "loss": 3.2277,
      "step": 495
    },
    {
      "epoch": 0.0071416229914185335,
      "grad_norm": 0.9444440603256226,
      "learning_rate": 0.00015733066524207872,
      "loss": 3.0519,
      "step": 496
    },
    {
      "epoch": 0.0071560214248689745,
      "grad_norm": 0.8582814335823059,
      "learning_rate": 0.00015716866442663015,
      "loss": 3.1288,
      "step": 497
    },
    {
      "epoch": 0.007170419858319415,
      "grad_norm": 0.8739585280418396,
      "learning_rate": 0.0001570064404270043,
      "loss": 2.9575,
      "step": 498
    },
    {
      "epoch": 0.007184818291769856,
      "grad_norm": 0.9253348112106323,
      "learning_rate": 0.00015684399387651723,
      "loss": 3.0284,
      "step": 499
    },
    {
      "epoch": 0.007199216725220296,
      "grad_norm": 0.950823187828064,
      "learning_rate": 0.0001566813254093538,
      "loss": 3.4105,
      "step": 500
    },
    {
      "epoch": 0.007213615158670737,
      "grad_norm": 0.9867145419120789,
      "learning_rate": 0.0001565184356605651,
      "loss": 3.1709,
      "step": 501
    },
    {
      "epoch": 0.007228013592121177,
      "grad_norm": 0.825459897518158,
      "learning_rate": 0.00015635532526606625,
      "loss": 3.2503,
      "step": 502
    },
    {
      "epoch": 0.007242412025571618,
      "grad_norm": 0.9377819299697876,
      "learning_rate": 0.00015619199486263368,
      "loss": 3.1296,
      "step": 503
    },
    {
      "epoch": 0.007256810459022058,
      "grad_norm": 0.743562638759613,
      "learning_rate": 0.00015602844508790276,
      "loss": 2.8344,
      "step": 504
    },
    {
      "epoch": 0.007271208892472499,
      "grad_norm": 0.8586886525154114,
      "learning_rate": 0.00015586467658036524,
      "loss": 3.1964,
      "step": 505
    },
    {
      "epoch": 0.007285607325922939,
      "grad_norm": 0.9525771141052246,
      "learning_rate": 0.00015570068997936687,
      "loss": 2.8544,
      "step": 506
    },
    {
      "epoch": 0.00730000575937338,
      "grad_norm": 0.851752519607544,
      "learning_rate": 0.00015553648592510472,
      "loss": 2.9568,
      "step": 507
    },
    {
      "epoch": 0.007314404192823821,
      "grad_norm": 0.7844945788383484,
      "learning_rate": 0.00015537206505862486,
      "loss": 2.9112,
      "step": 508
    },
    {
      "epoch": 0.007328802626274261,
      "grad_norm": 0.9286540746688843,
      "learning_rate": 0.00015520742802181976,
      "loss": 3.0337,
      "step": 509
    },
    {
      "epoch": 0.007343201059724702,
      "grad_norm": 0.9245886206626892,
      "learning_rate": 0.00015504257545742584,
      "loss": 3.0978,
      "step": 510
    },
    {
      "epoch": 0.0073575994931751425,
      "grad_norm": 0.8013189435005188,
      "learning_rate": 0.00015487750800902093,
      "loss": 3.0423,
      "step": 511
    },
    {
      "epoch": 0.0073719979266255835,
      "grad_norm": 0.9282588362693787,
      "learning_rate": 0.00015471222632102168,
      "loss": 3.1543,
      "step": 512
    },
    {
      "epoch": 0.007386396360076024,
      "grad_norm": 0.8945367336273193,
      "learning_rate": 0.00015454673103868123,
      "loss": 2.9724,
      "step": 513
    },
    {
      "epoch": 0.007400794793526465,
      "grad_norm": 1.2200678586959839,
      "learning_rate": 0.00015438102280808654,
      "loss": 3.0886,
      "step": 514
    },
    {
      "epoch": 0.007415193226976905,
      "grad_norm": 0.9468840956687927,
      "learning_rate": 0.0001542151022761559,
      "loss": 3.0758,
      "step": 515
    },
    {
      "epoch": 0.007429591660427346,
      "grad_norm": 0.959943413734436,
      "learning_rate": 0.00015404897009063637,
      "loss": 3.0835,
      "step": 516
    },
    {
      "epoch": 0.007443990093877786,
      "grad_norm": 0.7288443446159363,
      "learning_rate": 0.00015388262690010143,
      "loss": 2.8896,
      "step": 517
    },
    {
      "epoch": 0.007458388527328227,
      "grad_norm": 0.6970760226249695,
      "learning_rate": 0.00015371607335394822,
      "loss": 2.938,
      "step": 518
    },
    {
      "epoch": 0.007472786960778667,
      "grad_norm": 0.8199254870414734,
      "learning_rate": 0.00015354931010239507,
      "loss": 3.3718,
      "step": 519
    },
    {
      "epoch": 0.007487185394229108,
      "grad_norm": 0.8819337487220764,
      "learning_rate": 0.0001533823377964791,
      "loss": 3.2443,
      "step": 520
    },
    {
      "epoch": 0.007501583827679548,
      "grad_norm": 0.9963600039482117,
      "learning_rate": 0.00015321515708805342,
      "loss": 3.0831,
      "step": 521
    },
    {
      "epoch": 0.007515982261129989,
      "grad_norm": 0.9249660968780518,
      "learning_rate": 0.00015304776862978497,
      "loss": 3.5458,
      "step": 522
    },
    {
      "epoch": 0.007530380694580429,
      "grad_norm": 0.7823591232299805,
      "learning_rate": 0.00015288017307515142,
      "loss": 3.2208,
      "step": 523
    },
    {
      "epoch": 0.00754477912803087,
      "grad_norm": 0.9722644686698914,
      "learning_rate": 0.00015271237107843924,
      "loss": 3.1419,
      "step": 524
    },
    {
      "epoch": 0.0075591775614813105,
      "grad_norm": 0.8387591242790222,
      "learning_rate": 0.00015254436329474063,
      "loss": 2.9743,
      "step": 525
    },
    {
      "epoch": 0.0075735759949317515,
      "grad_norm": 0.901272177696228,
      "learning_rate": 0.00015237615037995127,
      "loss": 3.1865,
      "step": 526
    },
    {
      "epoch": 0.007587974428382192,
      "grad_norm": 0.7811011672019958,
      "learning_rate": 0.00015220773299076768,
      "loss": 3.0072,
      "step": 527
    },
    {
      "epoch": 0.007602372861832633,
      "grad_norm": 0.8894138336181641,
      "learning_rate": 0.00015203911178468454,
      "loss": 3.1187,
      "step": 528
    },
    {
      "epoch": 0.007616771295283073,
      "grad_norm": 0.8158432245254517,
      "learning_rate": 0.00015187028741999234,
      "loss": 2.8604,
      "step": 529
    },
    {
      "epoch": 0.007631169728733514,
      "grad_norm": 0.9235058426856995,
      "learning_rate": 0.00015170126055577462,
      "loss": 3.2535,
      "step": 530
    },
    {
      "epoch": 0.007645568162183955,
      "grad_norm": 0.9336002469062805,
      "learning_rate": 0.00015153203185190548,
      "loss": 3.3311,
      "step": 531
    },
    {
      "epoch": 0.007659966595634395,
      "grad_norm": 0.7865872979164124,
      "learning_rate": 0.00015136260196904703,
      "loss": 2.7229,
      "step": 532
    },
    {
      "epoch": 0.007674365029084836,
      "grad_norm": 0.8929297924041748,
      "learning_rate": 0.00015119297156864677,
      "loss": 3.3829,
      "step": 533
    },
    {
      "epoch": 0.007688763462535276,
      "grad_norm": 0.9373746514320374,
      "learning_rate": 0.00015102314131293493,
      "loss": 3.0255,
      "step": 534
    },
    {
      "epoch": 0.007703161895985717,
      "grad_norm": 0.8767730593681335,
      "learning_rate": 0.00015085311186492206,
      "loss": 3.0545,
      "step": 535
    },
    {
      "epoch": 0.007717560329436157,
      "grad_norm": 1.037388801574707,
      "learning_rate": 0.00015068288388839633,
      "loss": 3.3526,
      "step": 536
    },
    {
      "epoch": 0.007731958762886598,
      "grad_norm": 0.8740713596343994,
      "learning_rate": 0.00015051245804792093,
      "loss": 3.2801,
      "step": 537
    },
    {
      "epoch": 0.007746357196337038,
      "grad_norm": 0.9002324938774109,
      "learning_rate": 0.00015034183500883152,
      "loss": 3.0405,
      "step": 538
    },
    {
      "epoch": 0.007760755629787479,
      "grad_norm": 1.03910493850708,
      "learning_rate": 0.00015017101543723365,
      "loss": 3.1439,
      "step": 539
    },
    {
      "epoch": 0.0077751540632379195,
      "grad_norm": 0.7245367169380188,
      "learning_rate": 0.00015000000000000001,
      "loss": 2.8233,
      "step": 540
    },
    {
      "epoch": 0.0077895524966883605,
      "grad_norm": 0.8550663590431213,
      "learning_rate": 0.00014982878936476807,
      "loss": 2.9083,
      "step": 541
    },
    {
      "epoch": 0.007803950930138801,
      "grad_norm": 0.8867413401603699,
      "learning_rate": 0.00014965738419993733,
      "loss": 3.1035,
      "step": 542
    },
    {
      "epoch": 0.00781834936358924,
      "grad_norm": 0.6800984740257263,
      "learning_rate": 0.00014948578517466664,
      "loss": 2.971,
      "step": 543
    },
    {
      "epoch": 0.007832747797039682,
      "grad_norm": 0.9104130864143372,
      "learning_rate": 0.00014931399295887171,
      "loss": 3.4244,
      "step": 544
    },
    {
      "epoch": 0.007847146230490123,
      "grad_norm": 0.9612101912498474,
      "learning_rate": 0.00014914200822322256,
      "loss": 3.3187,
      "step": 545
    },
    {
      "epoch": 0.007861544663940564,
      "grad_norm": 0.8565210700035095,
      "learning_rate": 0.0001489698316391406,
      "loss": 2.9455,
      "step": 546
    },
    {
      "epoch": 0.007875943097391003,
      "grad_norm": 0.8498482704162598,
      "learning_rate": 0.0001487974638787964,
      "loss": 3.0482,
      "step": 547
    },
    {
      "epoch": 0.007890341530841444,
      "grad_norm": 0.8681150078773499,
      "learning_rate": 0.00014862490561510673,
      "loss": 3.1046,
      "step": 548
    },
    {
      "epoch": 0.007904739964291885,
      "grad_norm": 0.8206408619880676,
      "learning_rate": 0.00014845215752173224,
      "loss": 2.9198,
      "step": 549
    },
    {
      "epoch": 0.007919138397742326,
      "grad_norm": 0.9732480049133301,
      "learning_rate": 0.00014827922027307451,
      "loss": 3.4721,
      "step": 550
    },
    {
      "epoch": 0.007933536831192765,
      "grad_norm": 0.9321301579475403,
      "learning_rate": 0.00014810609454427362,
      "loss": 3.3418,
      "step": 551
    },
    {
      "epoch": 0.007947935264643206,
      "grad_norm": 0.8286620378494263,
      "learning_rate": 0.0001479327810112055,
      "loss": 3.0941,
      "step": 552
    },
    {
      "epoch": 0.007962333698093647,
      "grad_norm": 0.900111198425293,
      "learning_rate": 0.0001477592803504793,
      "loss": 3.0963,
      "step": 553
    },
    {
      "epoch": 0.007976732131544088,
      "grad_norm": 0.7777436971664429,
      "learning_rate": 0.00014758559323943454,
      "loss": 3.0334,
      "step": 554
    },
    {
      "epoch": 0.00799113056499453,
      "grad_norm": 0.9215509295463562,
      "learning_rate": 0.00014741172035613885,
      "loss": 3.0577,
      "step": 555
    },
    {
      "epoch": 0.008005528998444969,
      "grad_norm": 0.9751942157745361,
      "learning_rate": 0.00014723766237938494,
      "loss": 2.9987,
      "step": 556
    },
    {
      "epoch": 0.00801992743189541,
      "grad_norm": 1.1324467658996582,
      "learning_rate": 0.00014706341998868823,
      "loss": 3.0343,
      "step": 557
    },
    {
      "epoch": 0.00803432586534585,
      "grad_norm": 0.8113093972206116,
      "learning_rate": 0.000146888993864284,
      "loss": 3.1793,
      "step": 558
    },
    {
      "epoch": 0.008048724298796292,
      "grad_norm": 0.9320946335792542,
      "learning_rate": 0.00014671438468712492,
      "loss": 3.4697,
      "step": 559
    },
    {
      "epoch": 0.008063122732246731,
      "grad_norm": 0.9151329398155212,
      "learning_rate": 0.00014653959313887813,
      "loss": 3.2223,
      "step": 560
    },
    {
      "epoch": 0.008077521165697172,
      "grad_norm": 0.8927436470985413,
      "learning_rate": 0.0001463646199019229,
      "loss": 3.2102,
      "step": 561
    },
    {
      "epoch": 0.008091919599147613,
      "grad_norm": 0.9327289462089539,
      "learning_rate": 0.00014618946565934774,
      "loss": 3.1138,
      "step": 562
    },
    {
      "epoch": 0.008106318032598054,
      "grad_norm": 0.8632959723472595,
      "learning_rate": 0.0001460141310949478,
      "loss": 3.2295,
      "step": 563
    },
    {
      "epoch": 0.008120716466048493,
      "grad_norm": 0.9345623254776001,
      "learning_rate": 0.00014583861689322218,
      "loss": 2.9767,
      "step": 564
    },
    {
      "epoch": 0.008135114899498934,
      "grad_norm": 0.8290289640426636,
      "learning_rate": 0.0001456629237393713,
      "loss": 3.0777,
      "step": 565
    },
    {
      "epoch": 0.008149513332949375,
      "grad_norm": 1.084827184677124,
      "learning_rate": 0.00014548705231929424,
      "loss": 3.2675,
      "step": 566
    },
    {
      "epoch": 0.008163911766399816,
      "grad_norm": 0.8170238137245178,
      "learning_rate": 0.00014531100331958594,
      "loss": 2.9148,
      "step": 567
    },
    {
      "epoch": 0.008178310199850256,
      "grad_norm": 0.8908644318580627,
      "learning_rate": 0.00014513477742753464,
      "loss": 3.1154,
      "step": 568
    },
    {
      "epoch": 0.008192708633300697,
      "grad_norm": 0.9599244594573975,
      "learning_rate": 0.0001449583753311192,
      "loss": 2.9885,
      "step": 569
    },
    {
      "epoch": 0.008207107066751138,
      "grad_norm": 1.1476374864578247,
      "learning_rate": 0.00014478179771900632,
      "loss": 3.3875,
      "step": 570
    },
    {
      "epoch": 0.008221505500201579,
      "grad_norm": 0.9726691246032715,
      "learning_rate": 0.00014460504528054794,
      "loss": 3.3919,
      "step": 571
    },
    {
      "epoch": 0.008235903933652018,
      "grad_norm": 0.9568902850151062,
      "learning_rate": 0.0001444281187057785,
      "loss": 3.2443,
      "step": 572
    },
    {
      "epoch": 0.008250302367102459,
      "grad_norm": 0.7873564958572388,
      "learning_rate": 0.00014425101868541227,
      "loss": 2.9446,
      "step": 573
    },
    {
      "epoch": 0.0082647008005529,
      "grad_norm": 0.8153154850006104,
      "learning_rate": 0.00014407374591084065,
      "loss": 3.0276,
      "step": 574
    },
    {
      "epoch": 0.00827909923400334,
      "grad_norm": 0.9074940085411072,
      "learning_rate": 0.0001438963010741294,
      "loss": 2.6955,
      "step": 575
    },
    {
      "epoch": 0.008293497667453782,
      "grad_norm": 1.1666736602783203,
      "learning_rate": 0.00014371868486801612,
      "loss": 3.3282,
      "step": 576
    },
    {
      "epoch": 0.008307896100904221,
      "grad_norm": 0.715161919593811,
      "learning_rate": 0.00014354089798590737,
      "loss": 2.8588,
      "step": 577
    },
    {
      "epoch": 0.008322294534354662,
      "grad_norm": 0.9123514890670776,
      "learning_rate": 0.00014336294112187595,
      "loss": 3.6006,
      "step": 578
    },
    {
      "epoch": 0.008336692967805103,
      "grad_norm": 0.9126861095428467,
      "learning_rate": 0.0001431848149706584,
      "loss": 3.5002,
      "step": 579
    },
    {
      "epoch": 0.008351091401255544,
      "grad_norm": 0.8444530367851257,
      "learning_rate": 0.00014300652022765207,
      "loss": 2.8235,
      "step": 580
    },
    {
      "epoch": 0.008365489834705983,
      "grad_norm": 0.7590592503547668,
      "learning_rate": 0.0001428280575889125,
      "loss": 3.0443,
      "step": 581
    },
    {
      "epoch": 0.008379888268156424,
      "grad_norm": 0.8106125593185425,
      "learning_rate": 0.00014264942775115064,
      "loss": 3.3478,
      "step": 582
    },
    {
      "epoch": 0.008394286701606865,
      "grad_norm": 0.8066699504852295,
      "learning_rate": 0.00014247063141173028,
      "loss": 2.762,
      "step": 583
    },
    {
      "epoch": 0.008408685135057306,
      "grad_norm": 0.9072688221931458,
      "learning_rate": 0.00014229166926866518,
      "loss": 3.282,
      "step": 584
    },
    {
      "epoch": 0.008423083568507746,
      "grad_norm": 0.7918927073478699,
      "learning_rate": 0.00014211254202061633,
      "loss": 2.8804,
      "step": 585
    },
    {
      "epoch": 0.008437482001958187,
      "grad_norm": 0.8972072601318359,
      "learning_rate": 0.00014193325036688937,
      "loss": 3.3124,
      "step": 586
    },
    {
      "epoch": 0.008451880435408628,
      "grad_norm": 0.7846446633338928,
      "learning_rate": 0.00014175379500743174,
      "loss": 3.0766,
      "step": 587
    },
    {
      "epoch": 0.008466278868859069,
      "grad_norm": 0.8389933109283447,
      "learning_rate": 0.00014157417664282994,
      "loss": 3.0057,
      "step": 588
    },
    {
      "epoch": 0.008480677302309508,
      "grad_norm": 0.8971917629241943,
      "learning_rate": 0.00014139439597430693,
      "loss": 2.8261,
      "step": 589
    },
    {
      "epoch": 0.008495075735759949,
      "grad_norm": 0.8395130038261414,
      "learning_rate": 0.00014121445370371923,
      "loss": 3.0955,
      "step": 590
    },
    {
      "epoch": 0.00850947416921039,
      "grad_norm": 0.7626233100891113,
      "learning_rate": 0.00014103435053355423,
      "loss": 3.1578,
      "step": 591
    },
    {
      "epoch": 0.008523872602660831,
      "grad_norm": 1.179229736328125,
      "learning_rate": 0.0001408540871669275,
      "loss": 2.9037,
      "step": 592
    },
    {
      "epoch": 0.00853827103611127,
      "grad_norm": 0.8961309790611267,
      "learning_rate": 0.00014067366430758004,
      "loss": 3.2713,
      "step": 593
    },
    {
      "epoch": 0.008552669469561711,
      "grad_norm": 0.8296080231666565,
      "learning_rate": 0.00014049308265987544,
      "loss": 2.7102,
      "step": 594
    },
    {
      "epoch": 0.008567067903012152,
      "grad_norm": 0.9240837097167969,
      "learning_rate": 0.00014031234292879725,
      "loss": 3.0768,
      "step": 595
    },
    {
      "epoch": 0.008581466336462593,
      "grad_norm": 0.6926981806755066,
      "learning_rate": 0.00014013144581994608,
      "loss": 2.9829,
      "step": 596
    },
    {
      "epoch": 0.008595864769913034,
      "grad_norm": 0.8149003982543945,
      "learning_rate": 0.0001399503920395371,
      "loss": 2.9237,
      "step": 597
    },
    {
      "epoch": 0.008610263203363474,
      "grad_norm": 0.8193127512931824,
      "learning_rate": 0.00013976918229439698,
      "loss": 3.0155,
      "step": 598
    },
    {
      "epoch": 0.008624661636813915,
      "grad_norm": 0.7679910063743591,
      "learning_rate": 0.00013958781729196123,
      "loss": 2.7397,
      "step": 599
    },
    {
      "epoch": 0.008639060070264356,
      "grad_norm": 1.0044758319854736,
      "learning_rate": 0.0001394062977402717,
      "loss": 3.3587,
      "step": 600
    },
    {
      "epoch": 0.008653458503714797,
      "grad_norm": 0.9538567662239075,
      "learning_rate": 0.00013922462434797335,
      "loss": 2.9945,
      "step": 601
    },
    {
      "epoch": 0.008667856937165236,
      "grad_norm": 0.8191995024681091,
      "learning_rate": 0.00013904279782431185,
      "loss": 2.9721,
      "step": 602
    },
    {
      "epoch": 0.008682255370615677,
      "grad_norm": 0.9676370620727539,
      "learning_rate": 0.0001388608188791307,
      "loss": 2.7103,
      "step": 603
    },
    {
      "epoch": 0.008696653804066118,
      "grad_norm": 0.9522921442985535,
      "learning_rate": 0.0001386786882228684,
      "loss": 3.2612,
      "step": 604
    },
    {
      "epoch": 0.008711052237516559,
      "grad_norm": 1.1828526258468628,
      "learning_rate": 0.00013849640656655573,
      "loss": 3.682,
      "step": 605
    },
    {
      "epoch": 0.008725450670966998,
      "grad_norm": 0.7867517471313477,
      "learning_rate": 0.00013831397462181296,
      "loss": 3.3409,
      "step": 606
    },
    {
      "epoch": 0.00873984910441744,
      "grad_norm": 0.7809979319572449,
      "learning_rate": 0.00013813139310084714,
      "loss": 3.181,
      "step": 607
    },
    {
      "epoch": 0.00875424753786788,
      "grad_norm": 0.9605808854103088,
      "learning_rate": 0.00013794866271644922,
      "loss": 3.0589,
      "step": 608
    },
    {
      "epoch": 0.008768645971318321,
      "grad_norm": 0.7191706895828247,
      "learning_rate": 0.0001377657841819913,
      "loss": 2.8055,
      "step": 609
    },
    {
      "epoch": 0.00878304440476876,
      "grad_norm": 1.081664800643921,
      "learning_rate": 0.00013758275821142382,
      "loss": 3.4065,
      "step": 610
    },
    {
      "epoch": 0.008797442838219201,
      "grad_norm": 1.0370862483978271,
      "learning_rate": 0.00013739958551927287,
      "loss": 2.9967,
      "step": 611
    },
    {
      "epoch": 0.008811841271669642,
      "grad_norm": 0.8313047885894775,
      "learning_rate": 0.00013721626682063732,
      "loss": 3.0937,
      "step": 612
    },
    {
      "epoch": 0.008826239705120083,
      "grad_norm": 0.7714006900787354,
      "learning_rate": 0.000137032802831186,
      "loss": 2.7028,
      "step": 613
    },
    {
      "epoch": 0.008840638138570523,
      "grad_norm": 0.90785151720047,
      "learning_rate": 0.00013684919426715505,
      "loss": 3.1356,
      "step": 614
    },
    {
      "epoch": 0.008855036572020964,
      "grad_norm": 0.9557169079780579,
      "learning_rate": 0.00013666544184534482,
      "loss": 3.2921,
      "step": 615
    },
    {
      "epoch": 0.008869435005471405,
      "grad_norm": 0.8206955790519714,
      "learning_rate": 0.00013648154628311755,
      "loss": 3.2164,
      "step": 616
    },
    {
      "epoch": 0.008883833438921846,
      "grad_norm": 0.9645980000495911,
      "learning_rate": 0.00013629750829839403,
      "loss": 3.179,
      "step": 617
    },
    {
      "epoch": 0.008898231872372287,
      "grad_norm": 0.8572205901145935,
      "learning_rate": 0.00013611332860965128,
      "loss": 3.0303,
      "step": 618
    },
    {
      "epoch": 0.008912630305822726,
      "grad_norm": 0.794621467590332,
      "learning_rate": 0.0001359290079359194,
      "loss": 3.3693,
      "step": 619
    },
    {
      "epoch": 0.008927028739273167,
      "grad_norm": 0.8547502160072327,
      "learning_rate": 0.00013574454699677893,
      "loss": 3.0074,
      "step": 620
    },
    {
      "epoch": 0.008941427172723608,
      "grad_norm": 0.787207841873169,
      "learning_rate": 0.00013555994651235796,
      "loss": 2.9871,
      "step": 621
    },
    {
      "epoch": 0.008955825606174049,
      "grad_norm": 0.9311500191688538,
      "learning_rate": 0.00013537520720332942,
      "loss": 3.0256,
      "step": 622
    },
    {
      "epoch": 0.008970224039624488,
      "grad_norm": 0.7885743975639343,
      "learning_rate": 0.00013519032979090816,
      "loss": 3.1613,
      "step": 623
    },
    {
      "epoch": 0.00898462247307493,
      "grad_norm": 0.9117521047592163,
      "learning_rate": 0.00013500531499684818,
      "loss": 3.275,
      "step": 624
    },
    {
      "epoch": 0.00899902090652537,
      "grad_norm": 0.9587572813034058,
      "learning_rate": 0.0001348201635434399,
      "loss": 3.1054,
      "step": 625
    },
    {
      "epoch": 0.009013419339975811,
      "grad_norm": 0.9341198801994324,
      "learning_rate": 0.0001346348761535071,
      "loss": 3.0432,
      "step": 626
    },
    {
      "epoch": 0.00902781777342625,
      "grad_norm": 0.7405427694320679,
      "learning_rate": 0.00013444945355040437,
      "loss": 3.1408,
      "step": 627
    },
    {
      "epoch": 0.009042216206876692,
      "grad_norm": 0.7560304403305054,
      "learning_rate": 0.00013426389645801413,
      "loss": 2.7912,
      "step": 628
    },
    {
      "epoch": 0.009056614640327133,
      "grad_norm": 0.9555518627166748,
      "learning_rate": 0.00013407820560074385,
      "loss": 3.0912,
      "step": 629
    },
    {
      "epoch": 0.009071013073777574,
      "grad_norm": 0.8316268920898438,
      "learning_rate": 0.00013389238170352318,
      "loss": 3.5332,
      "step": 630
    },
    {
      "epoch": 0.009085411507228013,
      "grad_norm": 0.8371919393539429,
      "learning_rate": 0.00013370642549180117,
      "loss": 2.7236,
      "step": 631
    },
    {
      "epoch": 0.009099809940678454,
      "grad_norm": 0.8940994739532471,
      "learning_rate": 0.00013352033769154347,
      "loss": 3.508,
      "step": 632
    },
    {
      "epoch": 0.009114208374128895,
      "grad_norm": 0.7581798434257507,
      "learning_rate": 0.00013333411902922935,
      "loss": 2.9614,
      "step": 633
    },
    {
      "epoch": 0.009128606807579336,
      "grad_norm": 0.9317530989646912,
      "learning_rate": 0.00013314777023184905,
      "loss": 2.5919,
      "step": 634
    },
    {
      "epoch": 0.009143005241029775,
      "grad_norm": 1.013902187347412,
      "learning_rate": 0.0001329612920269008,
      "loss": 3.3665,
      "step": 635
    },
    {
      "epoch": 0.009157403674480216,
      "grad_norm": 0.7663302421569824,
      "learning_rate": 0.00013277468514238803,
      "loss": 2.807,
      "step": 636
    },
    {
      "epoch": 0.009171802107930657,
      "grad_norm": 0.8812902569770813,
      "learning_rate": 0.0001325879503068166,
      "loss": 3.2831,
      "step": 637
    },
    {
      "epoch": 0.009186200541381098,
      "grad_norm": 0.8554251194000244,
      "learning_rate": 0.00013240108824919176,
      "loss": 3.1956,
      "step": 638
    },
    {
      "epoch": 0.009200598974831537,
      "grad_norm": 0.8174418807029724,
      "learning_rate": 0.00013221409969901555,
      "loss": 2.9219,
      "step": 639
    },
    {
      "epoch": 0.009214997408281978,
      "grad_norm": 0.992188036441803,
      "learning_rate": 0.00013202698538628376,
      "loss": 3.1278,
      "step": 640
    },
    {
      "epoch": 0.00922939584173242,
      "grad_norm": 0.9648385643959045,
      "learning_rate": 0.00013183974604148323,
      "loss": 2.9244,
      "step": 641
    },
    {
      "epoch": 0.00924379427518286,
      "grad_norm": 0.7925447821617126,
      "learning_rate": 0.00013165238239558878,
      "loss": 3.2969,
      "step": 642
    },
    {
      "epoch": 0.009258192708633302,
      "grad_norm": 1.096006989479065,
      "learning_rate": 0.00013146489518006064,
      "loss": 3.1775,
      "step": 643
    },
    {
      "epoch": 0.00927259114208374,
      "grad_norm": 0.9085973501205444,
      "learning_rate": 0.0001312772851268414,
      "loss": 3.4726,
      "step": 644
    },
    {
      "epoch": 0.009286989575534182,
      "grad_norm": 0.9194775819778442,
      "learning_rate": 0.00013108955296835313,
      "loss": 3.1276,
      "step": 645
    },
    {
      "epoch": 0.009301388008984623,
      "grad_norm": 0.7659599781036377,
      "learning_rate": 0.00013090169943749476,
      "loss": 2.8966,
      "step": 646
    },
    {
      "epoch": 0.009315786442435064,
      "grad_norm": 1.0777766704559326,
      "learning_rate": 0.00013071372526763888,
      "loss": 2.9917,
      "step": 647
    },
    {
      "epoch": 0.009330184875885503,
      "grad_norm": 0.8423395156860352,
      "learning_rate": 0.00013052563119262916,
      "loss": 3.0369,
      "step": 648
    },
    {
      "epoch": 0.009344583309335944,
      "grad_norm": 0.9679954051971436,
      "learning_rate": 0.00013033741794677727,
      "loss": 3.5037,
      "step": 649
    },
    {
      "epoch": 0.009358981742786385,
      "grad_norm": 0.9852535724639893,
      "learning_rate": 0.0001301490862648603,
      "loss": 2.7445,
      "step": 650
    },
    {
      "epoch": 0.009373380176236826,
      "grad_norm": 1.0532643795013428,
      "learning_rate": 0.00012996063688211753,
      "loss": 2.9203,
      "step": 651
    },
    {
      "epoch": 0.009387778609687265,
      "grad_norm": 1.095401644706726,
      "learning_rate": 0.0001297720705342478,
      "loss": 2.8653,
      "step": 652
    },
    {
      "epoch": 0.009402177043137706,
      "grad_norm": 0.8513707518577576,
      "learning_rate": 0.0001295833879574066,
      "loss": 3.386,
      "step": 653
    },
    {
      "epoch": 0.009416575476588147,
      "grad_norm": 0.7705566883087158,
      "learning_rate": 0.00012939458988820316,
      "loss": 3.08,
      "step": 654
    },
    {
      "epoch": 0.009430973910038588,
      "grad_norm": 0.9075140357017517,
      "learning_rate": 0.00012920567706369758,
      "loss": 3.1368,
      "step": 655
    },
    {
      "epoch": 0.009445372343489028,
      "grad_norm": 0.9818344712257385,
      "learning_rate": 0.00012901665022139794,
      "loss": 3.0949,
      "step": 656
    },
    {
      "epoch": 0.009459770776939469,
      "grad_norm": 0.8214375972747803,
      "learning_rate": 0.00012882751009925754,
      "loss": 3.0706,
      "step": 657
    },
    {
      "epoch": 0.00947416921038991,
      "grad_norm": 0.8636996150016785,
      "learning_rate": 0.00012863825743567172,
      "loss": 2.8805,
      "step": 658
    },
    {
      "epoch": 0.00948856764384035,
      "grad_norm": 0.8485615849494934,
      "learning_rate": 0.0001284488929694754,
      "loss": 2.9189,
      "step": 659
    },
    {
      "epoch": 0.00950296607729079,
      "grad_norm": 0.8023676872253418,
      "learning_rate": 0.0001282594174399399,
      "loss": 2.8994,
      "step": 660
    },
    {
      "epoch": 0.009517364510741231,
      "grad_norm": 0.9528865814208984,
      "learning_rate": 0.00012806983158676998,
      "loss": 3.5327,
      "step": 661
    },
    {
      "epoch": 0.009531762944191672,
      "grad_norm": 0.9058507680892944,
      "learning_rate": 0.00012788013615010134,
      "loss": 3.4326,
      "step": 662
    },
    {
      "epoch": 0.009546161377642113,
      "grad_norm": 0.8465619087219238,
      "learning_rate": 0.0001276903318704973,
      "loss": 2.8404,
      "step": 663
    },
    {
      "epoch": 0.009560559811092554,
      "grad_norm": 0.8596186637878418,
      "learning_rate": 0.0001275004194889462,
      "loss": 3.0651,
      "step": 664
    },
    {
      "epoch": 0.009574958244542993,
      "grad_norm": 0.9479056000709534,
      "learning_rate": 0.00012731039974685834,
      "loss": 3.3784,
      "step": 665
    },
    {
      "epoch": 0.009589356677993434,
      "grad_norm": 0.8205047249794006,
      "learning_rate": 0.00012712027338606323,
      "loss": 3.1279,
      "step": 666
    },
    {
      "epoch": 0.009603755111443875,
      "grad_norm": 1.047141432762146,
      "learning_rate": 0.00012693004114880654,
      "loss": 3.4586,
      "step": 667
    },
    {
      "epoch": 0.009618153544894316,
      "grad_norm": 0.9160448312759399,
      "learning_rate": 0.00012673970377774732,
      "loss": 3.0159,
      "step": 668
    },
    {
      "epoch": 0.009632551978344756,
      "grad_norm": 0.7597213983535767,
      "learning_rate": 0.0001265492620159551,
      "loss": 2.7745,
      "step": 669
    },
    {
      "epoch": 0.009646950411795197,
      "grad_norm": 0.9325821399688721,
      "learning_rate": 0.00012635871660690676,
      "loss": 3.2237,
      "step": 670
    },
    {
      "epoch": 0.009661348845245638,
      "grad_norm": 0.7085111141204834,
      "learning_rate": 0.0001261680682944841,
      "loss": 2.936,
      "step": 671
    },
    {
      "epoch": 0.009675747278696079,
      "grad_norm": 0.9588726162910461,
      "learning_rate": 0.00012597731782297035,
      "loss": 3.0068,
      "step": 672
    },
    {
      "epoch": 0.009690145712146518,
      "grad_norm": 0.916094958782196,
      "learning_rate": 0.00012578646593704786,
      "loss": 3.1863,
      "step": 673
    },
    {
      "epoch": 0.009704544145596959,
      "grad_norm": 0.9942542314529419,
      "learning_rate": 0.00012559551338179467,
      "loss": 3.4376,
      "step": 674
    },
    {
      "epoch": 0.0097189425790474,
      "grad_norm": 0.9584614038467407,
      "learning_rate": 0.00012540446090268193,
      "loss": 3.5907,
      "step": 675
    },
    {
      "epoch": 0.00973334101249784,
      "grad_norm": 0.9158220887184143,
      "learning_rate": 0.00012521330924557088,
      "loss": 3.0942,
      "step": 676
    },
    {
      "epoch": 0.00974773944594828,
      "grad_norm": 0.8741431832313538,
      "learning_rate": 0.00012502205915670985,
      "loss": 2.8756,
      "step": 677
    },
    {
      "epoch": 0.009762137879398721,
      "grad_norm": 0.7963648438453674,
      "learning_rate": 0.00012483071138273168,
      "loss": 2.9837,
      "step": 678
    },
    {
      "epoch": 0.009776536312849162,
      "grad_norm": 0.8375881910324097,
      "learning_rate": 0.0001246392666706503,
      "loss": 2.933,
      "step": 679
    },
    {
      "epoch": 0.009790934746299603,
      "grad_norm": 0.685718297958374,
      "learning_rate": 0.00012444772576785827,
      "loss": 3.1733,
      "step": 680
    },
    {
      "epoch": 0.009805333179750042,
      "grad_norm": 1.0194116830825806,
      "learning_rate": 0.00012425608942212357,
      "loss": 2.9956,
      "step": 681
    },
    {
      "epoch": 0.009819731613200483,
      "grad_norm": 0.9608559012413025,
      "learning_rate": 0.00012406435838158684,
      "loss": 3.2408,
      "step": 682
    },
    {
      "epoch": 0.009834130046650924,
      "grad_norm": 0.9745981693267822,
      "learning_rate": 0.00012387253339475837,
      "loss": 3.4562,
      "step": 683
    },
    {
      "epoch": 0.009848528480101365,
      "grad_norm": 0.9934283494949341,
      "learning_rate": 0.00012368061521051527,
      "loss": 3.1822,
      "step": 684
    },
    {
      "epoch": 0.009862926913551806,
      "grad_norm": 0.8668377995491028,
      "learning_rate": 0.00012348860457809838,
      "loss": 3.1947,
      "step": 685
    },
    {
      "epoch": 0.009877325347002246,
      "grad_norm": 0.8838521242141724,
      "learning_rate": 0.00012329650224710955,
      "loss": 2.8095,
      "step": 686
    },
    {
      "epoch": 0.009891723780452687,
      "grad_norm": 0.8028952479362488,
      "learning_rate": 0.00012310430896750863,
      "loss": 2.9836,
      "step": 687
    },
    {
      "epoch": 0.009906122213903128,
      "grad_norm": 0.9241960644721985,
      "learning_rate": 0.00012291202548961043,
      "loss": 3.0974,
      "step": 688
    },
    {
      "epoch": 0.009920520647353569,
      "grad_norm": 0.89765465259552,
      "learning_rate": 0.000122719652564082,
      "loss": 3.1415,
      "step": 689
    },
    {
      "epoch": 0.009934919080804008,
      "grad_norm": 0.8473306894302368,
      "learning_rate": 0.0001225271909419395,
      "loss": 2.9239,
      "step": 690
    },
    {
      "epoch": 0.009949317514254449,
      "grad_norm": 1.0021547079086304,
      "learning_rate": 0.00012233464137454542,
      "loss": 3.2223,
      "step": 691
    },
    {
      "epoch": 0.00996371594770489,
      "grad_norm": 0.9985026717185974,
      "learning_rate": 0.00012214200461360558,
      "loss": 3.4276,
      "step": 692
    },
    {
      "epoch": 0.009978114381155331,
      "grad_norm": 0.9309669733047485,
      "learning_rate": 0.00012194928141116613,
      "loss": 2.7732,
      "step": 693
    },
    {
      "epoch": 0.00999251281460577,
      "grad_norm": 0.9004915356636047,
      "learning_rate": 0.00012175647251961079,
      "loss": 3.4481,
      "step": 694
    },
    {
      "epoch": 0.010006911248056211,
      "grad_norm": 0.849284291267395,
      "learning_rate": 0.0001215635786916577,
      "loss": 3.2405,
      "step": 695
    },
    {
      "epoch": 0.010021309681506652,
      "grad_norm": 0.8412015438079834,
      "learning_rate": 0.0001213706006803567,
      "loss": 3.0804,
      "step": 696
    },
    {
      "epoch": 0.010035708114957093,
      "grad_norm": 0.8438544869422913,
      "learning_rate": 0.00012117753923908617,
      "loss": 3.0224,
      "step": 697
    },
    {
      "epoch": 0.010050106548407533,
      "grad_norm": 1.0493979454040527,
      "learning_rate": 0.00012098439512155028,
      "loss": 3.101,
      "step": 698
    },
    {
      "epoch": 0.010064504981857974,
      "grad_norm": 0.8734528422355652,
      "learning_rate": 0.00012079116908177593,
      "loss": 2.8458,
      "step": 699
    },
    {
      "epoch": 0.010078903415308415,
      "grad_norm": 0.9580613970756531,
      "learning_rate": 0.00012059786187410984,
      "loss": 3.2946,
      "step": 700
    },
    {
      "epoch": 0.010093301848758856,
      "grad_norm": 1.0255160331726074,
      "learning_rate": 0.00012040447425321562,
      "loss": 3.212,
      "step": 701
    },
    {
      "epoch": 0.010107700282209295,
      "grad_norm": 0.9486280679702759,
      "learning_rate": 0.00012021100697407075,
      "loss": 3.0597,
      "step": 702
    },
    {
      "epoch": 0.010122098715659736,
      "grad_norm": 0.8999939560890198,
      "learning_rate": 0.0001200174607919638,
      "loss": 3.1819,
      "step": 703
    },
    {
      "epoch": 0.010136497149110177,
      "grad_norm": 0.8480353951454163,
      "learning_rate": 0.0001198238364624913,
      "loss": 3.5763,
      "step": 704
    },
    {
      "epoch": 0.010150895582560618,
      "grad_norm": 0.8826809525489807,
      "learning_rate": 0.00011963013474155487,
      "loss": 3.2236,
      "step": 705
    },
    {
      "epoch": 0.010165294016011059,
      "grad_norm": 0.8556448817253113,
      "learning_rate": 0.00011943635638535826,
      "loss": 2.925,
      "step": 706
    },
    {
      "epoch": 0.010179692449461498,
      "grad_norm": 0.7995107173919678,
      "learning_rate": 0.00011924250215040446,
      "loss": 2.9033,
      "step": 707
    },
    {
      "epoch": 0.01019409088291194,
      "grad_norm": 0.8308197855949402,
      "learning_rate": 0.00011904857279349264,
      "loss": 3.1274,
      "step": 708
    },
    {
      "epoch": 0.01020848931636238,
      "grad_norm": 0.9750067591667175,
      "learning_rate": 0.00011885456907171518,
      "loss": 3.0688,
      "step": 709
    },
    {
      "epoch": 0.010222887749812821,
      "grad_norm": 0.9668421149253845,
      "learning_rate": 0.00011866049174245491,
      "loss": 3.324,
      "step": 710
    },
    {
      "epoch": 0.01023728618326326,
      "grad_norm": 0.9347763061523438,
      "learning_rate": 0.00011846634156338192,
      "loss": 2.9261,
      "step": 711
    },
    {
      "epoch": 0.010251684616713701,
      "grad_norm": 0.7685467600822449,
      "learning_rate": 0.00011827211929245075,
      "loss": 2.9151,
      "step": 712
    },
    {
      "epoch": 0.010266083050164142,
      "grad_norm": 0.7766559720039368,
      "learning_rate": 0.00011807782568789736,
      "loss": 3.0255,
      "step": 713
    },
    {
      "epoch": 0.010280481483614583,
      "grad_norm": 0.802671492099762,
      "learning_rate": 0.00011788346150823623,
      "loss": 3.0151,
      "step": 714
    },
    {
      "epoch": 0.010294879917065023,
      "grad_norm": 0.9665994048118591,
      "learning_rate": 0.0001176890275122573,
      "loss": 3.2004,
      "step": 715
    },
    {
      "epoch": 0.010309278350515464,
      "grad_norm": 0.8945513963699341,
      "learning_rate": 0.00011749452445902314,
      "loss": 3.0219,
      "step": 716
    },
    {
      "epoch": 0.010323676783965905,
      "grad_norm": 0.9946727156639099,
      "learning_rate": 0.00011729995310786585,
      "loss": 3.3868,
      "step": 717
    },
    {
      "epoch": 0.010338075217416346,
      "grad_norm": 0.9056410789489746,
      "learning_rate": 0.00011710531421838422,
      "loss": 2.8526,
      "step": 718
    },
    {
      "epoch": 0.010352473650866785,
      "grad_norm": 0.881639301776886,
      "learning_rate": 0.00011691060855044067,
      "loss": 3.442,
      "step": 719
    },
    {
      "epoch": 0.010366872084317226,
      "grad_norm": 1.0598704814910889,
      "learning_rate": 0.00011671583686415832,
      "loss": 2.6801,
      "step": 720
    },
    {
      "epoch": 0.010381270517767667,
      "grad_norm": 0.9491336345672607,
      "learning_rate": 0.0001165209999199181,
      "loss": 3.2764,
      "step": 721
    },
    {
      "epoch": 0.010395668951218108,
      "grad_norm": 0.8295811414718628,
      "learning_rate": 0.00011632609847835557,
      "loss": 3.143,
      "step": 722
    },
    {
      "epoch": 0.010410067384668547,
      "grad_norm": 0.8567540645599365,
      "learning_rate": 0.00011613113330035817,
      "loss": 3.4612,
      "step": 723
    },
    {
      "epoch": 0.010424465818118988,
      "grad_norm": 0.9196950197219849,
      "learning_rate": 0.00011593610514706217,
      "loss": 3.2821,
      "step": 724
    },
    {
      "epoch": 0.01043886425156943,
      "grad_norm": 0.8636107444763184,
      "learning_rate": 0.00011574101477984964,
      "loss": 3.2408,
      "step": 725
    },
    {
      "epoch": 0.01045326268501987,
      "grad_norm": 0.7784181833267212,
      "learning_rate": 0.00011554586296034559,
      "loss": 3.1345,
      "step": 726
    },
    {
      "epoch": 0.01046766111847031,
      "grad_norm": 0.9557783007621765,
      "learning_rate": 0.00011535065045041491,
      "loss": 3.0316,
      "step": 727
    },
    {
      "epoch": 0.01048205955192075,
      "grad_norm": 0.9791345596313477,
      "learning_rate": 0.00011515537801215943,
      "loss": 3.4831,
      "step": 728
    },
    {
      "epoch": 0.010496457985371192,
      "grad_norm": 0.8829613924026489,
      "learning_rate": 0.00011496004640791492,
      "loss": 3.1569,
      "step": 729
    },
    {
      "epoch": 0.010510856418821633,
      "grad_norm": 0.8737733960151672,
      "learning_rate": 0.00011476465640024814,
      "loss": 3.2339,
      "step": 730
    },
    {
      "epoch": 0.010525254852272074,
      "grad_norm": 0.9655970335006714,
      "learning_rate": 0.00011456920875195383,
      "loss": 3.3389,
      "step": 731
    },
    {
      "epoch": 0.010539653285722513,
      "grad_norm": 0.959961473941803,
      "learning_rate": 0.00011437370422605185,
      "loss": 3.678,
      "step": 732
    },
    {
      "epoch": 0.010554051719172954,
      "grad_norm": 0.8962006568908691,
      "learning_rate": 0.000114178143585784,
      "loss": 3.012,
      "step": 733
    },
    {
      "epoch": 0.010568450152623395,
      "grad_norm": 0.776686429977417,
      "learning_rate": 0.00011398252759461118,
      "loss": 2.813,
      "step": 734
    },
    {
      "epoch": 0.010582848586073836,
      "grad_norm": 0.8329959511756897,
      "learning_rate": 0.00011378685701621045,
      "loss": 3.4376,
      "step": 735
    },
    {
      "epoch": 0.010597247019524275,
      "grad_norm": 0.6924350261688232,
      "learning_rate": 0.00011359113261447183,
      "loss": 2.7839,
      "step": 736
    },
    {
      "epoch": 0.010611645452974716,
      "grad_norm": 0.8792955279350281,
      "learning_rate": 0.00011339535515349562,
      "loss": 2.9103,
      "step": 737
    },
    {
      "epoch": 0.010626043886425157,
      "grad_norm": 1.0485551357269287,
      "learning_rate": 0.00011319952539758911,
      "loss": 3.3982,
      "step": 738
    },
    {
      "epoch": 0.010640442319875598,
      "grad_norm": 0.8960690498352051,
      "learning_rate": 0.00011300364411126393,
      "loss": 2.8442,
      "step": 739
    },
    {
      "epoch": 0.010654840753326037,
      "grad_norm": 0.8774831891059875,
      "learning_rate": 0.00011280771205923268,
      "loss": 3.0469,
      "step": 740
    },
    {
      "epoch": 0.010669239186776478,
      "grad_norm": 0.7768582105636597,
      "learning_rate": 0.00011261173000640634,
      "loss": 2.9384,
      "step": 741
    },
    {
      "epoch": 0.01068363762022692,
      "grad_norm": 0.8513372540473938,
      "learning_rate": 0.00011241569871789095,
      "loss": 3.2775,
      "step": 742
    },
    {
      "epoch": 0.01069803605367736,
      "grad_norm": 0.7537592649459839,
      "learning_rate": 0.00011221961895898478,
      "loss": 2.6116,
      "step": 743
    },
    {
      "epoch": 0.0107124344871278,
      "grad_norm": 0.8699929118156433,
      "learning_rate": 0.00011202349149517542,
      "loss": 3.0242,
      "step": 744
    },
    {
      "epoch": 0.01072683292057824,
      "grad_norm": 1.204461932182312,
      "learning_rate": 0.00011182731709213659,
      "loss": 3.534,
      "step": 745
    },
    {
      "epoch": 0.010741231354028682,
      "grad_norm": 0.9463865160942078,
      "learning_rate": 0.00011163109651572535,
      "loss": 3.323,
      "step": 746
    },
    {
      "epoch": 0.010755629787479123,
      "grad_norm": 0.9522225260734558,
      "learning_rate": 0.00011143483053197891,
      "loss": 3.3321,
      "step": 747
    },
    {
      "epoch": 0.010770028220929562,
      "grad_norm": 0.8597989678382874,
      "learning_rate": 0.00011123851990711189,
      "loss": 2.8417,
      "step": 748
    },
    {
      "epoch": 0.010784426654380003,
      "grad_norm": 0.834156334400177,
      "learning_rate": 0.00011104216540751308,
      "loss": 3.1576,
      "step": 749
    },
    {
      "epoch": 0.010798825087830444,
      "grad_norm": 1.186292052268982,
      "learning_rate": 0.00011084576779974257,
      "loss": 2.6138,
      "step": 750
    },
    {
      "epoch": 0.010813223521280885,
      "grad_norm": 0.9374966025352478,
      "learning_rate": 0.00011064932785052877,
      "loss": 3.056,
      "step": 751
    },
    {
      "epoch": 0.010827621954731326,
      "grad_norm": 0.9421731233596802,
      "learning_rate": 0.00011045284632676536,
      "loss": 3.006,
      "step": 752
    },
    {
      "epoch": 0.010842020388181765,
      "grad_norm": 0.8511597514152527,
      "learning_rate": 0.00011025632399550838,
      "loss": 2.8416,
      "step": 753
    },
    {
      "epoch": 0.010856418821632206,
      "grad_norm": 0.9876113533973694,
      "learning_rate": 0.00011005976162397309,
      "loss": 3.2784,
      "step": 754
    },
    {
      "epoch": 0.010870817255082647,
      "grad_norm": 1.0191020965576172,
      "learning_rate": 0.00010986315997953118,
      "loss": 3.0732,
      "step": 755
    },
    {
      "epoch": 0.010885215688533088,
      "grad_norm": 0.9767448306083679,
      "learning_rate": 0.00010966651982970758,
      "loss": 3.2459,
      "step": 756
    },
    {
      "epoch": 0.010899614121983528,
      "grad_norm": 0.7763293385505676,
      "learning_rate": 0.00010946984194217753,
      "loss": 3.1857,
      "step": 757
    },
    {
      "epoch": 0.010914012555433969,
      "grad_norm": 1.03253173828125,
      "learning_rate": 0.00010927312708476367,
      "loss": 3.3789,
      "step": 758
    },
    {
      "epoch": 0.01092841098888441,
      "grad_norm": 0.948594331741333,
      "learning_rate": 0.0001090763760254329,
      "loss": 3.0075,
      "step": 759
    },
    {
      "epoch": 0.01094280942233485,
      "grad_norm": 0.8537278175354004,
      "learning_rate": 0.00010887958953229349,
      "loss": 2.9129,
      "step": 760
    },
    {
      "epoch": 0.01095720785578529,
      "grad_norm": 0.7581875324249268,
      "learning_rate": 0.00010868276837359203,
      "loss": 3.129,
      "step": 761
    },
    {
      "epoch": 0.010971606289235731,
      "grad_norm": 0.9251046776771545,
      "learning_rate": 0.00010848591331771046,
      "loss": 2.6158,
      "step": 762
    },
    {
      "epoch": 0.010986004722686172,
      "grad_norm": 0.9781282544136047,
      "learning_rate": 0.00010828902513316299,
      "loss": 3.3529,
      "step": 763
    },
    {
      "epoch": 0.011000403156136613,
      "grad_norm": 0.9401469826698303,
      "learning_rate": 0.00010809210458859327,
      "loss": 3.2528,
      "step": 764
    },
    {
      "epoch": 0.011014801589587052,
      "grad_norm": 0.8686097264289856,
      "learning_rate": 0.0001078951524527712,
      "loss": 3.0282,
      "step": 765
    },
    {
      "epoch": 0.011029200023037493,
      "grad_norm": 0.9486152529716492,
      "learning_rate": 0.00010769816949459002,
      "loss": 3.152,
      "step": 766
    },
    {
      "epoch": 0.011043598456487934,
      "grad_norm": 0.7809222340583801,
      "learning_rate": 0.00010750115648306331,
      "loss": 3.4121,
      "step": 767
    },
    {
      "epoch": 0.011057996889938375,
      "grad_norm": 0.8927251696586609,
      "learning_rate": 0.00010730411418732198,
      "loss": 3.2078,
      "step": 768
    },
    {
      "epoch": 0.011072395323388814,
      "grad_norm": 0.9131649136543274,
      "learning_rate": 0.0001071070433766113,
      "loss": 3.0563,
      "step": 769
    },
    {
      "epoch": 0.011086793756839255,
      "grad_norm": 0.7774454951286316,
      "learning_rate": 0.0001069099448202878,
      "loss": 2.7333,
      "step": 770
    },
    {
      "epoch": 0.011101192190289697,
      "grad_norm": 0.8509982228279114,
      "learning_rate": 0.00010671281928781636,
      "loss": 2.7441,
      "step": 771
    },
    {
      "epoch": 0.011115590623740138,
      "grad_norm": 0.9764521718025208,
      "learning_rate": 0.00010651566754876714,
      "loss": 3.3933,
      "step": 772
    },
    {
      "epoch": 0.011129989057190579,
      "grad_norm": 1.0288089513778687,
      "learning_rate": 0.00010631849037281268,
      "loss": 3.1903,
      "step": 773
    },
    {
      "epoch": 0.011144387490641018,
      "grad_norm": 0.7626187205314636,
      "learning_rate": 0.00010612128852972474,
      "loss": 2.8701,
      "step": 774
    },
    {
      "epoch": 0.011158785924091459,
      "grad_norm": 0.8618448972702026,
      "learning_rate": 0.00010592406278937144,
      "loss": 3.4709,
      "step": 775
    },
    {
      "epoch": 0.0111731843575419,
      "grad_norm": 0.8071550130844116,
      "learning_rate": 0.00010572681392171418,
      "loss": 2.8633,
      "step": 776
    },
    {
      "epoch": 0.01118758279099234,
      "grad_norm": 1.1788129806518555,
      "learning_rate": 0.00010552954269680462,
      "loss": 3.4665,
      "step": 777
    },
    {
      "epoch": 0.01120198122444278,
      "grad_norm": 0.817099392414093,
      "learning_rate": 0.00010533224988478176,
      "loss": 3.0878,
      "step": 778
    },
    {
      "epoch": 0.011216379657893221,
      "grad_norm": 0.8705430030822754,
      "learning_rate": 0.00010513493625586881,
      "loss": 2.9891,
      "step": 779
    },
    {
      "epoch": 0.011230778091343662,
      "grad_norm": 0.7955306172370911,
      "learning_rate": 0.00010493760258037031,
      "loss": 3.22,
      "step": 780
    },
    {
      "epoch": 0.011245176524794103,
      "grad_norm": 1.0394586324691772,
      "learning_rate": 0.00010474024962866899,
      "loss": 2.9695,
      "step": 781
    },
    {
      "epoch": 0.011259574958244542,
      "grad_norm": 0.7939793467521667,
      "learning_rate": 0.0001045428781712229,
      "loss": 3.1508,
      "step": 782
    },
    {
      "epoch": 0.011273973391694983,
      "grad_norm": 0.752189040184021,
      "learning_rate": 0.00010434548897856229,
      "loss": 3.1032,
      "step": 783
    },
    {
      "epoch": 0.011288371825145424,
      "grad_norm": 1.0604534149169922,
      "learning_rate": 0.00010414808282128667,
      "loss": 3.4922,
      "step": 784
    },
    {
      "epoch": 0.011302770258595865,
      "grad_norm": 1.012103796005249,
      "learning_rate": 0.00010395066047006179,
      "loss": 3.5839,
      "step": 785
    },
    {
      "epoch": 0.011317168692046305,
      "grad_norm": 0.9100596308708191,
      "learning_rate": 0.00010375322269561658,
      "loss": 3.0194,
      "step": 786
    },
    {
      "epoch": 0.011331567125496746,
      "grad_norm": 0.9421462416648865,
      "learning_rate": 0.00010355577026874026,
      "loss": 3.0725,
      "step": 787
    },
    {
      "epoch": 0.011345965558947187,
      "grad_norm": 0.9727929830551147,
      "learning_rate": 0.00010335830396027913,
      "loss": 3.3031,
      "step": 788
    },
    {
      "epoch": 0.011360363992397628,
      "grad_norm": 0.9794594049453735,
      "learning_rate": 0.00010316082454113378,
      "loss": 3.2811,
      "step": 789
    },
    {
      "epoch": 0.011374762425848067,
      "grad_norm": 0.9361528754234314,
      "learning_rate": 0.00010296333278225599,
      "loss": 3.1854,
      "step": 790
    },
    {
      "epoch": 0.011389160859298508,
      "grad_norm": 0.8856708407402039,
      "learning_rate": 0.00010276582945464563,
      "loss": 3.3946,
      "step": 791
    },
    {
      "epoch": 0.011403559292748949,
      "grad_norm": 0.8416748046875,
      "learning_rate": 0.00010256831532934784,
      "loss": 3.14,
      "step": 792
    },
    {
      "epoch": 0.01141795772619939,
      "grad_norm": 1.1057014465332031,
      "learning_rate": 0.00010237079117744976,
      "loss": 3.4893,
      "step": 793
    },
    {
      "epoch": 0.01143235615964983,
      "grad_norm": 0.851108729839325,
      "learning_rate": 0.00010217325777007789,
      "loss": 3.4529,
      "step": 794
    },
    {
      "epoch": 0.01144675459310027,
      "grad_norm": 0.8518073558807373,
      "learning_rate": 0.00010197571587839465,
      "loss": 3.1188,
      "step": 795
    },
    {
      "epoch": 0.011461153026550711,
      "grad_norm": 0.8237325549125671,
      "learning_rate": 0.00010177816627359575,
      "loss": 2.7589,
      "step": 796
    },
    {
      "epoch": 0.011475551460001152,
      "grad_norm": 0.8895896673202515,
      "learning_rate": 0.0001015806097269069,
      "loss": 3.1771,
      "step": 797
    },
    {
      "epoch": 0.011489949893451593,
      "grad_norm": 0.8192035555839539,
      "learning_rate": 0.00010138304700958095,
      "loss": 3.4108,
      "step": 798
    },
    {
      "epoch": 0.011504348326902033,
      "grad_norm": 0.9642552137374878,
      "learning_rate": 0.00010118547889289485,
      "loss": 3.3137,
      "step": 799
    },
    {
      "epoch": 0.011518746760352474,
      "grad_norm": 0.7071260213851929,
      "learning_rate": 0.00010098790614814658,
      "loss": 3.157,
      "step": 800
    },
    {
      "epoch": 0.011518746760352474,
      "eval_loss": 3.126403570175171,
      "eval_runtime": 578.5003,
      "eval_samples_per_second": 50.55,
      "eval_steps_per_second": 25.276,
      "step": 800
    },
    {
      "epoch": 0.011533145193802915,
      "grad_norm": 0.8327977657318115,
      "learning_rate": 0.00010079032954665228,
      "loss": 2.9476,
      "step": 801
    },
    {
      "epoch": 0.011547543627253356,
      "grad_norm": 0.8085412383079529,
      "learning_rate": 0.00010059274985974305,
      "loss": 2.8509,
      "step": 802
    },
    {
      "epoch": 0.011561942060703795,
      "grad_norm": 0.7747712731361389,
      "learning_rate": 0.00010039516785876213,
      "loss": 2.8288,
      "step": 803
    },
    {
      "epoch": 0.011576340494154236,
      "grad_norm": 0.8766266107559204,
      "learning_rate": 0.0001001975843150617,
      "loss": 3.1568,
      "step": 804
    },
    {
      "epoch": 0.011590738927604677,
      "grad_norm": 1.105080485343933,
      "learning_rate": 0.0001,
      "loss": 3.2216,
      "step": 805
    },
    {
      "epoch": 0.011605137361055118,
      "grad_norm": 1.0714904069900513,
      "learning_rate": 9.980241568493834e-05,
      "loss": 3.1722,
      "step": 806
    },
    {
      "epoch": 0.011619535794505557,
      "grad_norm": 1.042721152305603,
      "learning_rate": 9.960483214123788e-05,
      "loss": 3.1592,
      "step": 807
    },
    {
      "epoch": 0.011633934227955998,
      "grad_norm": 0.8483060598373413,
      "learning_rate": 9.940725014025696e-05,
      "loss": 3.0318,
      "step": 808
    },
    {
      "epoch": 0.011648332661406439,
      "grad_norm": 0.8758297562599182,
      "learning_rate": 9.920967045334774e-05,
      "loss": 3.1567,
      "step": 809
    },
    {
      "epoch": 0.01166273109485688,
      "grad_norm": 0.8882920145988464,
      "learning_rate": 9.901209385185345e-05,
      "loss": 3.1429,
      "step": 810
    },
    {
      "epoch": 0.01167712952830732,
      "grad_norm": 0.7373784780502319,
      "learning_rate": 9.881452110710519e-05,
      "loss": 3.0166,
      "step": 811
    },
    {
      "epoch": 0.01169152796175776,
      "grad_norm": 0.9507290124893188,
      "learning_rate": 9.861695299041909e-05,
      "loss": 3.2219,
      "step": 812
    },
    {
      "epoch": 0.011705926395208201,
      "grad_norm": 0.8970961570739746,
      "learning_rate": 9.841939027309312e-05,
      "loss": 2.8575,
      "step": 813
    },
    {
      "epoch": 0.011720324828658642,
      "grad_norm": 0.8066451549530029,
      "learning_rate": 9.822183372640426e-05,
      "loss": 2.8968,
      "step": 814
    },
    {
      "epoch": 0.011734723262109082,
      "grad_norm": 0.8325019478797913,
      "learning_rate": 9.802428412160537e-05,
      "loss": 3.5867,
      "step": 815
    },
    {
      "epoch": 0.011749121695559523,
      "grad_norm": 0.8993610143661499,
      "learning_rate": 9.782674222992214e-05,
      "loss": 3.3978,
      "step": 816
    },
    {
      "epoch": 0.011763520129009964,
      "grad_norm": 0.8849827647209167,
      "learning_rate": 9.762920882255026e-05,
      "loss": 3.24,
      "step": 817
    },
    {
      "epoch": 0.011777918562460405,
      "grad_norm": 0.8694281578063965,
      "learning_rate": 9.74316846706522e-05,
      "loss": 3.0192,
      "step": 818
    },
    {
      "epoch": 0.011792316995910846,
      "grad_norm": 0.8631830215454102,
      "learning_rate": 9.72341705453544e-05,
      "loss": 3.5591,
      "step": 819
    },
    {
      "epoch": 0.011806715429361285,
      "grad_norm": 0.9396027326583862,
      "learning_rate": 9.703666721774402e-05,
      "loss": 3.2046,
      "step": 820
    },
    {
      "epoch": 0.011821113862811726,
      "grad_norm": 0.8089805245399475,
      "learning_rate": 9.683917545886623e-05,
      "loss": 2.9981,
      "step": 821
    },
    {
      "epoch": 0.011835512296262167,
      "grad_norm": 0.8059324026107788,
      "learning_rate": 9.664169603972091e-05,
      "loss": 3.1366,
      "step": 822
    },
    {
      "epoch": 0.011849910729712608,
      "grad_norm": 0.8547569513320923,
      "learning_rate": 9.644422973125977e-05,
      "loss": 3.2038,
      "step": 823
    },
    {
      "epoch": 0.011864309163163047,
      "grad_norm": 0.8596022725105286,
      "learning_rate": 9.624677730438343e-05,
      "loss": 2.9136,
      "step": 824
    },
    {
      "epoch": 0.011878707596613488,
      "grad_norm": 0.9517219662666321,
      "learning_rate": 9.604933952993822e-05,
      "loss": 3.1234,
      "step": 825
    },
    {
      "epoch": 0.01189310603006393,
      "grad_norm": 0.8251143097877502,
      "learning_rate": 9.585191717871335e-05,
      "loss": 2.7458,
      "step": 826
    },
    {
      "epoch": 0.01190750446351437,
      "grad_norm": 0.7828798294067383,
      "learning_rate": 9.565451102143772e-05,
      "loss": 2.7378,
      "step": 827
    },
    {
      "epoch": 0.01192190289696481,
      "grad_norm": 0.845634400844574,
      "learning_rate": 9.545712182877713e-05,
      "loss": 3.212,
      "step": 828
    },
    {
      "epoch": 0.01193630133041525,
      "grad_norm": 0.7874972820281982,
      "learning_rate": 9.525975037133102e-05,
      "loss": 3.098,
      "step": 829
    },
    {
      "epoch": 0.011950699763865692,
      "grad_norm": 1.11701500415802,
      "learning_rate": 9.506239741962971e-05,
      "loss": 3.5485,
      "step": 830
    },
    {
      "epoch": 0.011965098197316133,
      "grad_norm": 0.9170089960098267,
      "learning_rate": 9.486506374413121e-05,
      "loss": 3.3501,
      "step": 831
    },
    {
      "epoch": 0.011979496630766572,
      "grad_norm": 0.8056110739707947,
      "learning_rate": 9.466775011521825e-05,
      "loss": 2.8222,
      "step": 832
    },
    {
      "epoch": 0.011993895064217013,
      "grad_norm": 0.9216082692146301,
      "learning_rate": 9.447045730319539e-05,
      "loss": 2.7328,
      "step": 833
    },
    {
      "epoch": 0.012008293497667454,
      "grad_norm": 0.9588477611541748,
      "learning_rate": 9.427318607828583e-05,
      "loss": 3.2349,
      "step": 834
    },
    {
      "epoch": 0.012022691931117895,
      "grad_norm": 0.8257237076759338,
      "learning_rate": 9.407593721062859e-05,
      "loss": 3.2934,
      "step": 835
    },
    {
      "epoch": 0.012037090364568334,
      "grad_norm": 0.782371997833252,
      "learning_rate": 9.387871147027528e-05,
      "loss": 3.1051,
      "step": 836
    },
    {
      "epoch": 0.012051488798018775,
      "grad_norm": 0.8320982456207275,
      "learning_rate": 9.368150962718736e-05,
      "loss": 3.3719,
      "step": 837
    },
    {
      "epoch": 0.012065887231469216,
      "grad_norm": 0.805690348148346,
      "learning_rate": 9.348433245123289e-05,
      "loss": 3.1075,
      "step": 838
    },
    {
      "epoch": 0.012080285664919657,
      "grad_norm": 0.8322770595550537,
      "learning_rate": 9.328718071218366e-05,
      "loss": 2.6357,
      "step": 839
    },
    {
      "epoch": 0.012094684098370098,
      "grad_norm": 0.943198025226593,
      "learning_rate": 9.309005517971222e-05,
      "loss": 2.7889,
      "step": 840
    },
    {
      "epoch": 0.012109082531820537,
      "grad_norm": 0.8608255386352539,
      "learning_rate": 9.28929566233887e-05,
      "loss": 3.0527,
      "step": 841
    },
    {
      "epoch": 0.012123480965270978,
      "grad_norm": 1.2070164680480957,
      "learning_rate": 9.269588581267803e-05,
      "loss": 3.2875,
      "step": 842
    },
    {
      "epoch": 0.01213787939872142,
      "grad_norm": 0.9072067737579346,
      "learning_rate": 9.24988435169367e-05,
      "loss": 2.9399,
      "step": 843
    },
    {
      "epoch": 0.01215227783217186,
      "grad_norm": 0.8106008768081665,
      "learning_rate": 9.230183050541002e-05,
      "loss": 2.935,
      "step": 844
    },
    {
      "epoch": 0.0121666762656223,
      "grad_norm": 1.01332688331604,
      "learning_rate": 9.210484754722881e-05,
      "loss": 3.2737,
      "step": 845
    },
    {
      "epoch": 0.01218107469907274,
      "grad_norm": 0.8596333861351013,
      "learning_rate": 9.190789541140674e-05,
      "loss": 3.0051,
      "step": 846
    },
    {
      "epoch": 0.012195473132523182,
      "grad_norm": 0.8785360455513,
      "learning_rate": 9.171097486683702e-05,
      "loss": 3.0831,
      "step": 847
    },
    {
      "epoch": 0.012209871565973623,
      "grad_norm": 0.8647728562355042,
      "learning_rate": 9.151408668228957e-05,
      "loss": 2.9375,
      "step": 848
    },
    {
      "epoch": 0.012224269999424062,
      "grad_norm": 0.9007620215415955,
      "learning_rate": 9.1317231626408e-05,
      "loss": 2.7271,
      "step": 849
    },
    {
      "epoch": 0.012238668432874503,
      "grad_norm": 0.7921758890151978,
      "learning_rate": 9.112041046770653e-05,
      "loss": 3.3193,
      "step": 850
    },
    {
      "epoch": 0.012253066866324944,
      "grad_norm": 0.9876400232315063,
      "learning_rate": 9.092362397456713e-05,
      "loss": 2.923,
      "step": 851
    },
    {
      "epoch": 0.012267465299775385,
      "grad_norm": 0.8640344142913818,
      "learning_rate": 9.072687291523635e-05,
      "loss": 3.4583,
      "step": 852
    },
    {
      "epoch": 0.012281863733225824,
      "grad_norm": 0.7147777676582336,
      "learning_rate": 9.053015805782249e-05,
      "loss": 2.5579,
      "step": 853
    },
    {
      "epoch": 0.012296262166676265,
      "grad_norm": 0.9303978681564331,
      "learning_rate": 9.033348017029246e-05,
      "loss": 3.4586,
      "step": 854
    },
    {
      "epoch": 0.012310660600126706,
      "grad_norm": 0.8253482580184937,
      "learning_rate": 9.013684002046884e-05,
      "loss": 3.1555,
      "step": 855
    },
    {
      "epoch": 0.012325059033577147,
      "grad_norm": 0.8039583563804626,
      "learning_rate": 8.994023837602694e-05,
      "loss": 3.3107,
      "step": 856
    },
    {
      "epoch": 0.012339457467027587,
      "grad_norm": 0.877560019493103,
      "learning_rate": 8.974367600449165e-05,
      "loss": 3.0094,
      "step": 857
    },
    {
      "epoch": 0.012353855900478028,
      "grad_norm": 0.9612118601799011,
      "learning_rate": 8.954715367323468e-05,
      "loss": 3.2297,
      "step": 858
    },
    {
      "epoch": 0.012368254333928469,
      "grad_norm": 0.8439982533454895,
      "learning_rate": 8.935067214947126e-05,
      "loss": 3.0077,
      "step": 859
    },
    {
      "epoch": 0.01238265276737891,
      "grad_norm": 0.887100100517273,
      "learning_rate": 8.915423220025747e-05,
      "loss": 2.7359,
      "step": 860
    },
    {
      "epoch": 0.01239705120082935,
      "grad_norm": 0.7776098847389221,
      "learning_rate": 8.895783459248694e-05,
      "loss": 3.0735,
      "step": 861
    },
    {
      "epoch": 0.01241144963427979,
      "grad_norm": 0.8283109664916992,
      "learning_rate": 8.876148009288813e-05,
      "loss": 3.1181,
      "step": 862
    },
    {
      "epoch": 0.012425848067730231,
      "grad_norm": 0.8828726410865784,
      "learning_rate": 8.856516946802111e-05,
      "loss": 3.1582,
      "step": 863
    },
    {
      "epoch": 0.012440246501180672,
      "grad_norm": 1.0047451257705688,
      "learning_rate": 8.836890348427468e-05,
      "loss": 3.3366,
      "step": 864
    },
    {
      "epoch": 0.012454644934631113,
      "grad_norm": 1.0217008590698242,
      "learning_rate": 8.817268290786343e-05,
      "loss": 2.9207,
      "step": 865
    },
    {
      "epoch": 0.012469043368081552,
      "grad_norm": 0.8568335771560669,
      "learning_rate": 8.79765085048246e-05,
      "loss": 3.2547,
      "step": 866
    },
    {
      "epoch": 0.012483441801531993,
      "grad_norm": 1.010466456413269,
      "learning_rate": 8.778038104101524e-05,
      "loss": 3.1655,
      "step": 867
    },
    {
      "epoch": 0.012497840234982434,
      "grad_norm": 0.7972185611724854,
      "learning_rate": 8.758430128210908e-05,
      "loss": 3.2389,
      "step": 868
    },
    {
      "epoch": 0.012512238668432875,
      "grad_norm": 0.803840160369873,
      "learning_rate": 8.738826999359368e-05,
      "loss": 3.0967,
      "step": 869
    },
    {
      "epoch": 0.012526637101883314,
      "grad_norm": 0.8915693163871765,
      "learning_rate": 8.719228794076733e-05,
      "loss": 3.0909,
      "step": 870
    },
    {
      "epoch": 0.012541035535333755,
      "grad_norm": 0.8841273188591003,
      "learning_rate": 8.699635588873609e-05,
      "loss": 3.4063,
      "step": 871
    },
    {
      "epoch": 0.012555433968784196,
      "grad_norm": 1.1135680675506592,
      "learning_rate": 8.68004746024109e-05,
      "loss": 3.3127,
      "step": 872
    },
    {
      "epoch": 0.012569832402234637,
      "grad_norm": 0.8345504999160767,
      "learning_rate": 8.660464484650441e-05,
      "loss": 2.8381,
      "step": 873
    },
    {
      "epoch": 0.012584230835685077,
      "grad_norm": 0.8122918605804443,
      "learning_rate": 8.640886738552819e-05,
      "loss": 3.0861,
      "step": 874
    },
    {
      "epoch": 0.012598629269135518,
      "grad_norm": 0.7261993288993835,
      "learning_rate": 8.621314298378957e-05,
      "loss": 3.1078,
      "step": 875
    },
    {
      "epoch": 0.012613027702585959,
      "grad_norm": 0.9577701091766357,
      "learning_rate": 8.601747240538883e-05,
      "loss": 3.4848,
      "step": 876
    },
    {
      "epoch": 0.0126274261360364,
      "grad_norm": 0.8330746293067932,
      "learning_rate": 8.582185641421601e-05,
      "loss": 2.8033,
      "step": 877
    },
    {
      "epoch": 0.012641824569486839,
      "grad_norm": 0.7504431009292603,
      "learning_rate": 8.562629577394816e-05,
      "loss": 3.2681,
      "step": 878
    },
    {
      "epoch": 0.01265622300293728,
      "grad_norm": 0.7908744215965271,
      "learning_rate": 8.543079124804618e-05,
      "loss": 2.7574,
      "step": 879
    },
    {
      "epoch": 0.012670621436387721,
      "grad_norm": 0.8585274815559387,
      "learning_rate": 8.523534359975189e-05,
      "loss": 3.1845,
      "step": 880
    },
    {
      "epoch": 0.012685019869838162,
      "grad_norm": 0.9900627732276917,
      "learning_rate": 8.503995359208511e-05,
      "loss": 2.8845,
      "step": 881
    },
    {
      "epoch": 0.012699418303288601,
      "grad_norm": 0.9393105506896973,
      "learning_rate": 8.484462198784058e-05,
      "loss": 3.1574,
      "step": 882
    },
    {
      "epoch": 0.012713816736739042,
      "grad_norm": 0.822209358215332,
      "learning_rate": 8.46493495495851e-05,
      "loss": 3.1611,
      "step": 883
    },
    {
      "epoch": 0.012728215170189483,
      "grad_norm": 0.9898586869239807,
      "learning_rate": 8.445413703965442e-05,
      "loss": 3.3804,
      "step": 884
    },
    {
      "epoch": 0.012742613603639924,
      "grad_norm": 0.8551770448684692,
      "learning_rate": 8.425898522015038e-05,
      "loss": 2.979,
      "step": 885
    },
    {
      "epoch": 0.012757012037090365,
      "grad_norm": 0.8037742972373962,
      "learning_rate": 8.406389485293785e-05,
      "loss": 3.1587,
      "step": 886
    },
    {
      "epoch": 0.012771410470540805,
      "grad_norm": 0.796410083770752,
      "learning_rate": 8.386886669964186e-05,
      "loss": 3.22,
      "step": 887
    },
    {
      "epoch": 0.012785808903991246,
      "grad_norm": 0.8727976679801941,
      "learning_rate": 8.367390152164447e-05,
      "loss": 3.1794,
      "step": 888
    },
    {
      "epoch": 0.012800207337441687,
      "grad_norm": 0.9714518189430237,
      "learning_rate": 8.347900008008193e-05,
      "loss": 3.3826,
      "step": 889
    },
    {
      "epoch": 0.012814605770892128,
      "grad_norm": 0.8879156112670898,
      "learning_rate": 8.328416313584169e-05,
      "loss": 3.1174,
      "step": 890
    },
    {
      "epoch": 0.012829004204342567,
      "grad_norm": 0.9212392568588257,
      "learning_rate": 8.308939144955933e-05,
      "loss": 2.9089,
      "step": 891
    },
    {
      "epoch": 0.012843402637793008,
      "grad_norm": 0.9935117959976196,
      "learning_rate": 8.289468578161582e-05,
      "loss": 3.1321,
      "step": 892
    },
    {
      "epoch": 0.012857801071243449,
      "grad_norm": 0.7680675983428955,
      "learning_rate": 8.270004689213417e-05,
      "loss": 2.9561,
      "step": 893
    },
    {
      "epoch": 0.01287219950469389,
      "grad_norm": 1.0183727741241455,
      "learning_rate": 8.25054755409769e-05,
      "loss": 3.0567,
      "step": 894
    },
    {
      "epoch": 0.01288659793814433,
      "grad_norm": 1.0156633853912354,
      "learning_rate": 8.231097248774274e-05,
      "loss": 3.1013,
      "step": 895
    },
    {
      "epoch": 0.01290099637159477,
      "grad_norm": 0.8759951591491699,
      "learning_rate": 8.211653849176379e-05,
      "loss": 2.9585,
      "step": 896
    },
    {
      "epoch": 0.012915394805045211,
      "grad_norm": 0.8871334195137024,
      "learning_rate": 8.192217431210267e-05,
      "loss": 3.0979,
      "step": 897
    },
    {
      "epoch": 0.012929793238495652,
      "grad_norm": 0.9018471240997314,
      "learning_rate": 8.172788070754926e-05,
      "loss": 3.1316,
      "step": 898
    },
    {
      "epoch": 0.012944191671946092,
      "grad_norm": 0.7292816638946533,
      "learning_rate": 8.153365843661812e-05,
      "loss": 3.1359,
      "step": 899
    },
    {
      "epoch": 0.012958590105396533,
      "grad_norm": 0.7769172191619873,
      "learning_rate": 8.13395082575451e-05,
      "loss": 2.9684,
      "step": 900
    },
    {
      "epoch": 0.012972988538846974,
      "grad_norm": 0.7663357853889465,
      "learning_rate": 8.114543092828483e-05,
      "loss": 3.3635,
      "step": 901
    },
    {
      "epoch": 0.012987386972297415,
      "grad_norm": 0.9455830454826355,
      "learning_rate": 8.09514272065074e-05,
      "loss": 2.7294,
      "step": 902
    },
    {
      "epoch": 0.013001785405747854,
      "grad_norm": 1.0431920289993286,
      "learning_rate": 8.075749784959556e-05,
      "loss": 3.1115,
      "step": 903
    },
    {
      "epoch": 0.013016183839198295,
      "grad_norm": 0.9350051283836365,
      "learning_rate": 8.056364361464176e-05,
      "loss": 3.2569,
      "step": 904
    },
    {
      "epoch": 0.013030582272648736,
      "grad_norm": 0.8619431853294373,
      "learning_rate": 8.036986525844515e-05,
      "loss": 3.028,
      "step": 905
    },
    {
      "epoch": 0.013044980706099177,
      "grad_norm": 0.9854437708854675,
      "learning_rate": 8.017616353750873e-05,
      "loss": 3.1102,
      "step": 906
    },
    {
      "epoch": 0.013059379139549618,
      "grad_norm": 0.7061064839363098,
      "learning_rate": 7.99825392080362e-05,
      "loss": 2.7433,
      "step": 907
    },
    {
      "epoch": 0.013073777573000057,
      "grad_norm": 0.9289262890815735,
      "learning_rate": 7.978899302592927e-05,
      "loss": 3.0439,
      "step": 908
    },
    {
      "epoch": 0.013088176006450498,
      "grad_norm": 0.718494176864624,
      "learning_rate": 7.95955257467844e-05,
      "loss": 2.9906,
      "step": 909
    },
    {
      "epoch": 0.013102574439900939,
      "grad_norm": 0.7043823599815369,
      "learning_rate": 7.940213812589018e-05,
      "loss": 2.7258,
      "step": 910
    },
    {
      "epoch": 0.01311697287335138,
      "grad_norm": 0.886063277721405,
      "learning_rate": 7.920883091822408e-05,
      "loss": 3.047,
      "step": 911
    },
    {
      "epoch": 0.01313137130680182,
      "grad_norm": 0.8934089541435242,
      "learning_rate": 7.901560487844972e-05,
      "loss": 2.6785,
      "step": 912
    },
    {
      "epoch": 0.01314576974025226,
      "grad_norm": 0.9614665508270264,
      "learning_rate": 7.882246076091385e-05,
      "loss": 3.1362,
      "step": 913
    },
    {
      "epoch": 0.013160168173702701,
      "grad_norm": 0.927448570728302,
      "learning_rate": 7.862939931964333e-05,
      "loss": 3.3656,
      "step": 914
    },
    {
      "epoch": 0.013174566607153142,
      "grad_norm": 0.7828368544578552,
      "learning_rate": 7.843642130834232e-05,
      "loss": 3.1235,
      "step": 915
    },
    {
      "epoch": 0.013188965040603582,
      "grad_norm": 0.8172375559806824,
      "learning_rate": 7.824352748038923e-05,
      "loss": 2.8347,
      "step": 916
    },
    {
      "epoch": 0.013203363474054023,
      "grad_norm": 0.8711551427841187,
      "learning_rate": 7.805071858883389e-05,
      "loss": 3.2893,
      "step": 917
    },
    {
      "epoch": 0.013217761907504464,
      "grad_norm": 0.9077706336975098,
      "learning_rate": 7.785799538639444e-05,
      "loss": 3.4413,
      "step": 918
    },
    {
      "epoch": 0.013232160340954905,
      "grad_norm": 0.8575552105903625,
      "learning_rate": 7.766535862545459e-05,
      "loss": 3.2856,
      "step": 919
    },
    {
      "epoch": 0.013246558774405344,
      "grad_norm": 0.8000632524490356,
      "learning_rate": 7.747280905806052e-05,
      "loss": 2.3939,
      "step": 920
    },
    {
      "epoch": 0.013260957207855785,
      "grad_norm": 0.7931223511695862,
      "learning_rate": 7.728034743591801e-05,
      "loss": 2.8641,
      "step": 921
    },
    {
      "epoch": 0.013275355641306226,
      "grad_norm": 0.8019260764122009,
      "learning_rate": 7.708797451038958e-05,
      "loss": 2.3691,
      "step": 922
    },
    {
      "epoch": 0.013289754074756667,
      "grad_norm": 0.938222348690033,
      "learning_rate": 7.689569103249139e-05,
      "loss": 3.0529,
      "step": 923
    },
    {
      "epoch": 0.013304152508207106,
      "grad_norm": 0.9404215812683105,
      "learning_rate": 7.670349775289046e-05,
      "loss": 3.2463,
      "step": 924
    },
    {
      "epoch": 0.013318550941657547,
      "grad_norm": 0.7234695553779602,
      "learning_rate": 7.651139542190164e-05,
      "loss": 2.9016,
      "step": 925
    },
    {
      "epoch": 0.013332949375107988,
      "grad_norm": 0.952429473400116,
      "learning_rate": 7.631938478948477e-05,
      "loss": 3.4919,
      "step": 926
    },
    {
      "epoch": 0.01334734780855843,
      "grad_norm": 1.01737380027771,
      "learning_rate": 7.612746660524165e-05,
      "loss": 3.0708,
      "step": 927
    },
    {
      "epoch": 0.01336174624200887,
      "grad_norm": 0.8680258989334106,
      "learning_rate": 7.593564161841318e-05,
      "loss": 2.9163,
      "step": 928
    },
    {
      "epoch": 0.01337614467545931,
      "grad_norm": 1.0202853679656982,
      "learning_rate": 7.574391057787646e-05,
      "loss": 3.0284,
      "step": 929
    },
    {
      "epoch": 0.01339054310890975,
      "grad_norm": 0.8330228924751282,
      "learning_rate": 7.555227423214174e-05,
      "loss": 3.3062,
      "step": 930
    },
    {
      "epoch": 0.013404941542360192,
      "grad_norm": 0.9431620240211487,
      "learning_rate": 7.536073332934972e-05,
      "loss": 2.701,
      "step": 931
    },
    {
      "epoch": 0.013419339975810633,
      "grad_norm": 0.9058653712272644,
      "learning_rate": 7.516928861726833e-05,
      "loss": 3.5004,
      "step": 932
    },
    {
      "epoch": 0.013433738409261072,
      "grad_norm": 0.8548831343650818,
      "learning_rate": 7.497794084329015e-05,
      "loss": 3.0065,
      "step": 933
    },
    {
      "epoch": 0.013448136842711513,
      "grad_norm": 1.009898066520691,
      "learning_rate": 7.478669075442917e-05,
      "loss": 2.8978,
      "step": 934
    },
    {
      "epoch": 0.013462535276161954,
      "grad_norm": 0.9345964789390564,
      "learning_rate": 7.45955390973181e-05,
      "loss": 3.3573,
      "step": 935
    },
    {
      "epoch": 0.013476933709612395,
      "grad_norm": 0.7229340672492981,
      "learning_rate": 7.440448661820535e-05,
      "loss": 3.1131,
      "step": 936
    },
    {
      "epoch": 0.013491332143062834,
      "grad_norm": 0.8482975363731384,
      "learning_rate": 7.421353406295215e-05,
      "loss": 3.1203,
      "step": 937
    },
    {
      "epoch": 0.013505730576513275,
      "grad_norm": 0.7813209295272827,
      "learning_rate": 7.402268217702966e-05,
      "loss": 2.8773,
      "step": 938
    },
    {
      "epoch": 0.013520129009963716,
      "grad_norm": 0.8343076705932617,
      "learning_rate": 7.383193170551594e-05,
      "loss": 3.08,
      "step": 939
    },
    {
      "epoch": 0.013534527443414157,
      "grad_norm": 0.9994510412216187,
      "learning_rate": 7.364128339309326e-05,
      "loss": 3.1194,
      "step": 940
    },
    {
      "epoch": 0.013548925876864596,
      "grad_norm": 0.962981641292572,
      "learning_rate": 7.345073798404494e-05,
      "loss": 3.1071,
      "step": 941
    },
    {
      "epoch": 0.013563324310315037,
      "grad_norm": 0.8107845187187195,
      "learning_rate": 7.326029622225269e-05,
      "loss": 3.0893,
      "step": 942
    },
    {
      "epoch": 0.013577722743765478,
      "grad_norm": 1.0068575143814087,
      "learning_rate": 7.306995885119349e-05,
      "loss": 3.3934,
      "step": 943
    },
    {
      "epoch": 0.01359212117721592,
      "grad_norm": 0.7983728647232056,
      "learning_rate": 7.287972661393679e-05,
      "loss": 3.0418,
      "step": 944
    },
    {
      "epoch": 0.013606519610666359,
      "grad_norm": 0.7069730162620544,
      "learning_rate": 7.268960025314169e-05,
      "loss": 2.4887,
      "step": 945
    },
    {
      "epoch": 0.0136209180441168,
      "grad_norm": 0.7482037544250488,
      "learning_rate": 7.249958051105383e-05,
      "loss": 2.7497,
      "step": 946
    },
    {
      "epoch": 0.01363531647756724,
      "grad_norm": 0.9230594635009766,
      "learning_rate": 7.230966812950273e-05,
      "loss": 3.3502,
      "step": 947
    },
    {
      "epoch": 0.013649714911017682,
      "grad_norm": 0.8097943663597107,
      "learning_rate": 7.211986384989868e-05,
      "loss": 3.1002,
      "step": 948
    },
    {
      "epoch": 0.013664113344468123,
      "grad_norm": 0.8613024353981018,
      "learning_rate": 7.193016841323003e-05,
      "loss": 3.1501,
      "step": 949
    },
    {
      "epoch": 0.013678511777918562,
      "grad_norm": 0.9775498509407043,
      "learning_rate": 7.174058256006012e-05,
      "loss": 3.0516,
      "step": 950
    },
    {
      "epoch": 0.013692910211369003,
      "grad_norm": 0.8327321410179138,
      "learning_rate": 7.155110703052459e-05,
      "loss": 3.1261,
      "step": 951
    },
    {
      "epoch": 0.013707308644819444,
      "grad_norm": 0.9702434539794922,
      "learning_rate": 7.136174256432829e-05,
      "loss": 3.1265,
      "step": 952
    },
    {
      "epoch": 0.013721707078269885,
      "grad_norm": 0.8771816492080688,
      "learning_rate": 7.117248990074249e-05,
      "loss": 3.1331,
      "step": 953
    },
    {
      "epoch": 0.013736105511720324,
      "grad_norm": 0.9183956980705261,
      "learning_rate": 7.098334977860206e-05,
      "loss": 3.2733,
      "step": 954
    },
    {
      "epoch": 0.013750503945170765,
      "grad_norm": 0.8691633343696594,
      "learning_rate": 7.079432293630244e-05,
      "loss": 3.111,
      "step": 955
    },
    {
      "epoch": 0.013764902378621206,
      "grad_norm": 1.0507506132125854,
      "learning_rate": 7.060541011179685e-05,
      "loss": 3.5362,
      "step": 956
    },
    {
      "epoch": 0.013779300812071647,
      "grad_norm": 0.8244231343269348,
      "learning_rate": 7.04166120425934e-05,
      "loss": 2.9505,
      "step": 957
    },
    {
      "epoch": 0.013793699245522087,
      "grad_norm": 0.8255278468132019,
      "learning_rate": 7.022792946575221e-05,
      "loss": 3.154,
      "step": 958
    },
    {
      "epoch": 0.013808097678972528,
      "grad_norm": 0.9334896206855774,
      "learning_rate": 7.003936311788251e-05,
      "loss": 3.5916,
      "step": 959
    },
    {
      "epoch": 0.013822496112422969,
      "grad_norm": 0.8597294688224792,
      "learning_rate": 6.985091373513972e-05,
      "loss": 2.921,
      "step": 960
    },
    {
      "epoch": 0.01383689454587341,
      "grad_norm": 0.8225232362747192,
      "learning_rate": 6.966258205322273e-05,
      "loss": 2.9325,
      "step": 961
    },
    {
      "epoch": 0.013851292979323849,
      "grad_norm": 0.8855496644973755,
      "learning_rate": 6.947436880737088e-05,
      "loss": 3.0393,
      "step": 962
    },
    {
      "epoch": 0.01386569141277429,
      "grad_norm": 0.7905809283256531,
      "learning_rate": 6.928627473236116e-05,
      "loss": 3.1388,
      "step": 963
    },
    {
      "epoch": 0.013880089846224731,
      "grad_norm": 0.8465416431427002,
      "learning_rate": 6.909830056250527e-05,
      "loss": 3.1296,
      "step": 964
    },
    {
      "epoch": 0.013894488279675172,
      "grad_norm": 0.7989330887794495,
      "learning_rate": 6.891044703164689e-05,
      "loss": 2.945,
      "step": 965
    },
    {
      "epoch": 0.013908886713125611,
      "grad_norm": 0.9400609731674194,
      "learning_rate": 6.872271487315863e-05,
      "loss": 3.099,
      "step": 966
    },
    {
      "epoch": 0.013923285146576052,
      "grad_norm": 0.7574337720870972,
      "learning_rate": 6.853510481993938e-05,
      "loss": 3.0563,
      "step": 967
    },
    {
      "epoch": 0.013937683580026493,
      "grad_norm": 0.9109064340591431,
      "learning_rate": 6.834761760441126e-05,
      "loss": 2.9092,
      "step": 968
    },
    {
      "epoch": 0.013952082013476934,
      "grad_norm": 0.7745146751403809,
      "learning_rate": 6.816025395851681e-05,
      "loss": 3.0365,
      "step": 969
    },
    {
      "epoch": 0.013966480446927373,
      "grad_norm": 0.7645259499549866,
      "learning_rate": 6.797301461371625e-05,
      "loss": 3.0709,
      "step": 970
    },
    {
      "epoch": 0.013980878880377814,
      "grad_norm": 0.8249051570892334,
      "learning_rate": 6.778590030098447e-05,
      "loss": 3.0392,
      "step": 971
    },
    {
      "epoch": 0.013995277313828255,
      "grad_norm": 0.8710051774978638,
      "learning_rate": 6.759891175080827e-05,
      "loss": 3.1604,
      "step": 972
    },
    {
      "epoch": 0.014009675747278696,
      "grad_norm": 0.8249635100364685,
      "learning_rate": 6.741204969318343e-05,
      "loss": 3.0175,
      "step": 973
    },
    {
      "epoch": 0.014024074180729137,
      "grad_norm": 0.840762197971344,
      "learning_rate": 6.722531485761198e-05,
      "loss": 2.8853,
      "step": 974
    },
    {
      "epoch": 0.014038472614179577,
      "grad_norm": 0.9535939693450928,
      "learning_rate": 6.703870797309922e-05,
      "loss": 3.1648,
      "step": 975
    },
    {
      "epoch": 0.014052871047630018,
      "grad_norm": 0.8633496165275574,
      "learning_rate": 6.685222976815097e-05,
      "loss": 2.83,
      "step": 976
    },
    {
      "epoch": 0.014067269481080459,
      "grad_norm": 0.9464861750602722,
      "learning_rate": 6.666588097077067e-05,
      "loss": 3.3369,
      "step": 977
    },
    {
      "epoch": 0.0140816679145309,
      "grad_norm": 1.1024980545043945,
      "learning_rate": 6.647966230845654e-05,
      "loss": 3.1487,
      "step": 978
    },
    {
      "epoch": 0.014096066347981339,
      "grad_norm": 0.8809400796890259,
      "learning_rate": 6.629357450819884e-05,
      "loss": 2.9703,
      "step": 979
    },
    {
      "epoch": 0.01411046478143178,
      "grad_norm": 0.8391594290733337,
      "learning_rate": 6.610761829647685e-05,
      "loss": 3.5061,
      "step": 980
    },
    {
      "epoch": 0.014124863214882221,
      "grad_norm": 0.8330376744270325,
      "learning_rate": 6.592179439925618e-05,
      "loss": 3.1402,
      "step": 981
    },
    {
      "epoch": 0.014139261648332662,
      "grad_norm": 0.9201800227165222,
      "learning_rate": 6.573610354198587e-05,
      "loss": 3.1664,
      "step": 982
    },
    {
      "epoch": 0.014153660081783101,
      "grad_norm": 0.9286931157112122,
      "learning_rate": 6.555054644959565e-05,
      "loss": 2.5309,
      "step": 983
    },
    {
      "epoch": 0.014168058515233542,
      "grad_norm": 0.8513190746307373,
      "learning_rate": 6.536512384649294e-05,
      "loss": 3.1586,
      "step": 984
    },
    {
      "epoch": 0.014182456948683983,
      "grad_norm": 0.9391520023345947,
      "learning_rate": 6.517983645656014e-05,
      "loss": 3.3659,
      "step": 985
    },
    {
      "epoch": 0.014196855382134424,
      "grad_norm": 0.9092622399330139,
      "learning_rate": 6.499468500315184e-05,
      "loss": 2.7584,
      "step": 986
    },
    {
      "epoch": 0.014211253815584864,
      "grad_norm": 1.0925620794296265,
      "learning_rate": 6.480967020909187e-05,
      "loss": 2.9718,
      "step": 987
    },
    {
      "epoch": 0.014225652249035305,
      "grad_norm": 0.76056307554245,
      "learning_rate": 6.462479279667062e-05,
      "loss": 2.9387,
      "step": 988
    },
    {
      "epoch": 0.014240050682485746,
      "grad_norm": 0.8383475542068481,
      "learning_rate": 6.444005348764206e-05,
      "loss": 2.9589,
      "step": 989
    },
    {
      "epoch": 0.014254449115936187,
      "grad_norm": 0.8835641741752625,
      "learning_rate": 6.425545300322112e-05,
      "loss": 2.7991,
      "step": 990
    },
    {
      "epoch": 0.014268847549386626,
      "grad_norm": 1.0114411115646362,
      "learning_rate": 6.40709920640806e-05,
      "loss": 3.4227,
      "step": 991
    },
    {
      "epoch": 0.014283245982837067,
      "grad_norm": 1.0657159090042114,
      "learning_rate": 6.388667139034873e-05,
      "loss": 3.3003,
      "step": 992
    },
    {
      "epoch": 0.014297644416287508,
      "grad_norm": 1.0289651155471802,
      "learning_rate": 6.370249170160598e-05,
      "loss": 2.7845,
      "step": 993
    },
    {
      "epoch": 0.014312042849737949,
      "grad_norm": 0.9636065363883972,
      "learning_rate": 6.35184537168825e-05,
      "loss": 3.2584,
      "step": 994
    },
    {
      "epoch": 0.01432644128318839,
      "grad_norm": 0.8738852143287659,
      "learning_rate": 6.33345581546552e-05,
      "loss": 3.0978,
      "step": 995
    },
    {
      "epoch": 0.01434083971663883,
      "grad_norm": 0.803519070148468,
      "learning_rate": 6.3150805732845e-05,
      "loss": 3.188,
      "step": 996
    },
    {
      "epoch": 0.01435523815008927,
      "grad_norm": 0.7366600036621094,
      "learning_rate": 6.296719716881401e-05,
      "loss": 2.8271,
      "step": 997
    },
    {
      "epoch": 0.014369636583539711,
      "grad_norm": 0.8605669736862183,
      "learning_rate": 6.278373317936269e-05,
      "loss": 3.408,
      "step": 998
    },
    {
      "epoch": 0.014384035016990152,
      "grad_norm": 1.0378541946411133,
      "learning_rate": 6.260041448072714e-05,
      "loss": 2.912,
      "step": 999
    },
    {
      "epoch": 0.014398433450440591,
      "grad_norm": 0.9627094268798828,
      "learning_rate": 6.24172417885762e-05,
      "loss": 3.2895,
      "step": 1000
    },
    {
      "epoch": 0.014412831883891032,
      "grad_norm": 0.813481330871582,
      "learning_rate": 6.223421581800873e-05,
      "loss": 2.8316,
      "step": 1001
    },
    {
      "epoch": 0.014427230317341474,
      "grad_norm": 0.8910929560661316,
      "learning_rate": 6.20513372835508e-05,
      "loss": 3.0352,
      "step": 1002
    },
    {
      "epoch": 0.014441628750791915,
      "grad_norm": 0.9883915185928345,
      "learning_rate": 6.186860689915287e-05,
      "loss": 3.1524,
      "step": 1003
    },
    {
      "epoch": 0.014456027184242354,
      "grad_norm": 1.0550527572631836,
      "learning_rate": 6.168602537818707e-05,
      "loss": 3.1234,
      "step": 1004
    },
    {
      "epoch": 0.014470425617692795,
      "grad_norm": 0.7335413098335266,
      "learning_rate": 6.150359343344432e-05,
      "loss": 2.7951,
      "step": 1005
    },
    {
      "epoch": 0.014484824051143236,
      "grad_norm": 0.9162537455558777,
      "learning_rate": 6.132131177713165e-05,
      "loss": 3.3647,
      "step": 1006
    },
    {
      "epoch": 0.014499222484593677,
      "grad_norm": 0.9511206746101379,
      "learning_rate": 6.113918112086933e-05,
      "loss": 3.1994,
      "step": 1007
    },
    {
      "epoch": 0.014513620918044116,
      "grad_norm": 0.7104369401931763,
      "learning_rate": 6.095720217568819e-05,
      "loss": 2.7632,
      "step": 1008
    },
    {
      "epoch": 0.014528019351494557,
      "grad_norm": 0.8986831903457642,
      "learning_rate": 6.07753756520267e-05,
      "loss": 2.8271,
      "step": 1009
    },
    {
      "epoch": 0.014542417784944998,
      "grad_norm": 0.8529581427574158,
      "learning_rate": 6.0593702259728336e-05,
      "loss": 2.9858,
      "step": 1010
    },
    {
      "epoch": 0.014556816218395439,
      "grad_norm": 0.8775134086608887,
      "learning_rate": 6.0412182708038786e-05,
      "loss": 3.1402,
      "step": 1011
    },
    {
      "epoch": 0.014571214651845878,
      "grad_norm": 0.8977987170219421,
      "learning_rate": 6.023081770560307e-05,
      "loss": 3.2657,
      "step": 1012
    },
    {
      "epoch": 0.01458561308529632,
      "grad_norm": 0.784881591796875,
      "learning_rate": 6.0049607960462925e-05,
      "loss": 2.5017,
      "step": 1013
    },
    {
      "epoch": 0.01460001151874676,
      "grad_norm": 0.9759738445281982,
      "learning_rate": 5.986855418005393e-05,
      "loss": 3.2426,
      "step": 1014
    },
    {
      "epoch": 0.014614409952197201,
      "grad_norm": 0.9157290458679199,
      "learning_rate": 5.96876570712028e-05,
      "loss": 2.9046,
      "step": 1015
    },
    {
      "epoch": 0.014628808385647642,
      "grad_norm": 1.0164036750793457,
      "learning_rate": 5.95069173401246e-05,
      "loss": 3.4223,
      "step": 1016
    },
    {
      "epoch": 0.014643206819098082,
      "grad_norm": 1.0693410634994507,
      "learning_rate": 5.9326335692419995e-05,
      "loss": 3.3954,
      "step": 1017
    },
    {
      "epoch": 0.014657605252548523,
      "grad_norm": 0.8907976746559143,
      "learning_rate": 5.9145912833072535e-05,
      "loss": 3.1752,
      "step": 1018
    },
    {
      "epoch": 0.014672003685998964,
      "grad_norm": 1.0081195831298828,
      "learning_rate": 5.89656494664458e-05,
      "loss": 2.8342,
      "step": 1019
    },
    {
      "epoch": 0.014686402119449405,
      "grad_norm": 0.9140379428863525,
      "learning_rate": 5.8785546296280816e-05,
      "loss": 3.0278,
      "step": 1020
    },
    {
      "epoch": 0.014700800552899844,
      "grad_norm": 0.9484559297561646,
      "learning_rate": 5.860560402569308e-05,
      "loss": 3.0056,
      "step": 1021
    },
    {
      "epoch": 0.014715198986350285,
      "grad_norm": 0.9510278105735779,
      "learning_rate": 5.8425823357170086e-05,
      "loss": 3.3202,
      "step": 1022
    },
    {
      "epoch": 0.014729597419800726,
      "grad_norm": 0.830795168876648,
      "learning_rate": 5.82462049925683e-05,
      "loss": 3.4151,
      "step": 1023
    },
    {
      "epoch": 0.014743995853251167,
      "grad_norm": 0.9425927996635437,
      "learning_rate": 5.8066749633110675e-05,
      "loss": 2.884,
      "step": 1024
    },
    {
      "epoch": 0.014758394286701606,
      "grad_norm": 1.1202399730682373,
      "learning_rate": 5.788745797938372e-05,
      "loss": 3.3635,
      "step": 1025
    },
    {
      "epoch": 0.014772792720152047,
      "grad_norm": 0.973744809627533,
      "learning_rate": 5.770833073133488e-05,
      "loss": 3.1929,
      "step": 1026
    },
    {
      "epoch": 0.014787191153602488,
      "grad_norm": 0.7372536063194275,
      "learning_rate": 5.752936858826974e-05,
      "loss": 2.7194,
      "step": 1027
    },
    {
      "epoch": 0.01480158958705293,
      "grad_norm": 0.8382894396781921,
      "learning_rate": 5.7350572248849386e-05,
      "loss": 3.3213,
      "step": 1028
    },
    {
      "epoch": 0.014815988020503369,
      "grad_norm": 1.0838416814804077,
      "learning_rate": 5.717194241108756e-05,
      "loss": 3.1947,
      "step": 1029
    },
    {
      "epoch": 0.01483038645395381,
      "grad_norm": 0.9667308926582336,
      "learning_rate": 5.699347977234799e-05,
      "loss": 3.282,
      "step": 1030
    },
    {
      "epoch": 0.01484478488740425,
      "grad_norm": 0.775077760219574,
      "learning_rate": 5.6815185029341625e-05,
      "loss": 2.9505,
      "step": 1031
    },
    {
      "epoch": 0.014859183320854692,
      "grad_norm": 0.984774112701416,
      "learning_rate": 5.663705887812407e-05,
      "loss": 3.2467,
      "step": 1032
    },
    {
      "epoch": 0.01487358175430513,
      "grad_norm": 0.8889281749725342,
      "learning_rate": 5.645910201409268e-05,
      "loss": 2.9845,
      "step": 1033
    },
    {
      "epoch": 0.014887980187755572,
      "grad_norm": 0.9949471950531006,
      "learning_rate": 5.6281315131983915e-05,
      "loss": 3.2867,
      "step": 1034
    },
    {
      "epoch": 0.014902378621206013,
      "grad_norm": 0.8160466551780701,
      "learning_rate": 5.610369892587064e-05,
      "loss": 3.1915,
      "step": 1035
    },
    {
      "epoch": 0.014916777054656454,
      "grad_norm": 0.8043304085731506,
      "learning_rate": 5.5926254089159394e-05,
      "loss": 3.1128,
      "step": 1036
    },
    {
      "epoch": 0.014931175488106895,
      "grad_norm": 1.009259819984436,
      "learning_rate": 5.574898131458776e-05,
      "loss": 2.717,
      "step": 1037
    },
    {
      "epoch": 0.014945573921557334,
      "grad_norm": 0.7658077478408813,
      "learning_rate": 5.5571881294221526e-05,
      "loss": 2.9067,
      "step": 1038
    },
    {
      "epoch": 0.014959972355007775,
      "grad_norm": 0.8304226398468018,
      "learning_rate": 5.5394954719452094e-05,
      "loss": 2.9509,
      "step": 1039
    },
    {
      "epoch": 0.014974370788458216,
      "grad_norm": 0.7517731785774231,
      "learning_rate": 5.5218202280993725e-05,
      "loss": 3.0478,
      "step": 1040
    },
    {
      "epoch": 0.014988769221908657,
      "grad_norm": 0.9217437505722046,
      "learning_rate": 5.504162466888082e-05,
      "loss": 3.3678,
      "step": 1041
    },
    {
      "epoch": 0.015003167655359096,
      "grad_norm": 0.7883538007736206,
      "learning_rate": 5.486522257246538e-05,
      "loss": 2.7037,
      "step": 1042
    },
    {
      "epoch": 0.015017566088809537,
      "grad_norm": 0.8147968649864197,
      "learning_rate": 5.4688996680414106e-05,
      "loss": 2.584,
      "step": 1043
    },
    {
      "epoch": 0.015031964522259978,
      "grad_norm": 1.1278563737869263,
      "learning_rate": 5.45129476807058e-05,
      "loss": 3.3073,
      "step": 1044
    },
    {
      "epoch": 0.01504636295571042,
      "grad_norm": 0.7641758918762207,
      "learning_rate": 5.43370762606287e-05,
      "loss": 2.6133,
      "step": 1045
    },
    {
      "epoch": 0.015060761389160859,
      "grad_norm": 0.8845306038856506,
      "learning_rate": 5.416138310677784e-05,
      "loss": 3.5782,
      "step": 1046
    },
    {
      "epoch": 0.0150751598226113,
      "grad_norm": 1.0849251747131348,
      "learning_rate": 5.398586890505224e-05,
      "loss": 3.3853,
      "step": 1047
    },
    {
      "epoch": 0.01508955825606174,
      "grad_norm": 0.9542579054832458,
      "learning_rate": 5.3810534340652286e-05,
      "loss": 3.1843,
      "step": 1048
    },
    {
      "epoch": 0.015103956689512182,
      "grad_norm": 0.8933098316192627,
      "learning_rate": 5.3635380098077135e-05,
      "loss": 2.9231,
      "step": 1049
    },
    {
      "epoch": 0.015118355122962621,
      "grad_norm": 1.1135361194610596,
      "learning_rate": 5.3460406861121894e-05,
      "loss": 3.5592,
      "step": 1050
    },
    {
      "epoch": 0.015132753556413062,
      "grad_norm": 0.8998453617095947,
      "learning_rate": 5.3285615312875124e-05,
      "loss": 2.9175,
      "step": 1051
    },
    {
      "epoch": 0.015147151989863503,
      "grad_norm": 0.8838769793510437,
      "learning_rate": 5.311100613571603e-05,
      "loss": 3.2125,
      "step": 1052
    },
    {
      "epoch": 0.015161550423313944,
      "grad_norm": 0.8584664463996887,
      "learning_rate": 5.293658001131182e-05,
      "loss": 2.8573,
      "step": 1053
    },
    {
      "epoch": 0.015175948856764383,
      "grad_norm": 0.8044974207878113,
      "learning_rate": 5.2762337620615066e-05,
      "loss": 2.7844,
      "step": 1054
    },
    {
      "epoch": 0.015190347290214824,
      "grad_norm": 0.9104792475700378,
      "learning_rate": 5.2588279643861194e-05,
      "loss": 3.4528,
      "step": 1055
    },
    {
      "epoch": 0.015204745723665265,
      "grad_norm": 0.8194639086723328,
      "learning_rate": 5.2414406760565494e-05,
      "loss": 3.2246,
      "step": 1056
    },
    {
      "epoch": 0.015219144157115706,
      "grad_norm": 0.915275514125824,
      "learning_rate": 5.2240719649520776e-05,
      "loss": 3.1376,
      "step": 1057
    },
    {
      "epoch": 0.015233542590566146,
      "grad_norm": 0.7435108423233032,
      "learning_rate": 5.206721898879454e-05,
      "loss": 2.8509,
      "step": 1058
    },
    {
      "epoch": 0.015247941024016587,
      "grad_norm": 0.832970380783081,
      "learning_rate": 5.18939054557264e-05,
      "loss": 2.9121,
      "step": 1059
    },
    {
      "epoch": 0.015262339457467028,
      "grad_norm": 0.9305316209793091,
      "learning_rate": 5.172077972692553e-05,
      "loss": 3.3881,
      "step": 1060
    },
    {
      "epoch": 0.015276737890917469,
      "grad_norm": 0.8582883477210999,
      "learning_rate": 5.154784247826779e-05,
      "loss": 3.1668,
      "step": 1061
    },
    {
      "epoch": 0.01529113632436791,
      "grad_norm": 0.884455144405365,
      "learning_rate": 5.1375094384893295e-05,
      "loss": 3.0695,
      "step": 1062
    },
    {
      "epoch": 0.015305534757818349,
      "grad_norm": 0.8638237118721008,
      "learning_rate": 5.1202536121203627e-05,
      "loss": 3.148,
      "step": 1063
    },
    {
      "epoch": 0.01531993319126879,
      "grad_norm": 0.848179817199707,
      "learning_rate": 5.103016836085943e-05,
      "loss": 3.104,
      "step": 1064
    },
    {
      "epoch": 0.01533433162471923,
      "grad_norm": 0.7832134962081909,
      "learning_rate": 5.08579917767775e-05,
      "loss": 2.6575,
      "step": 1065
    },
    {
      "epoch": 0.015348730058169672,
      "grad_norm": 0.7723898887634277,
      "learning_rate": 5.0686007041128316e-05,
      "loss": 2.9064,
      "step": 1066
    },
    {
      "epoch": 0.015363128491620111,
      "grad_norm": 0.8745009303092957,
      "learning_rate": 5.0514214825333417e-05,
      "loss": 3.1711,
      "step": 1067
    },
    {
      "epoch": 0.015377526925070552,
      "grad_norm": 0.7983294725418091,
      "learning_rate": 5.034261580006269e-05,
      "loss": 2.9858,
      "step": 1068
    },
    {
      "epoch": 0.015391925358520993,
      "grad_norm": 0.7970129251480103,
      "learning_rate": 5.017121063523194e-05,
      "loss": 3.1258,
      "step": 1069
    },
    {
      "epoch": 0.015406323791971434,
      "grad_norm": 0.9943991303443909,
      "learning_rate": 5.000000000000002e-05,
      "loss": 3.0477,
      "step": 1070
    },
    {
      "epoch": 0.015420722225421873,
      "grad_norm": 0.7729830145835876,
      "learning_rate": 4.982898456276641e-05,
      "loss": 2.7907,
      "step": 1071
    },
    {
      "epoch": 0.015435120658872314,
      "grad_norm": 0.8235747814178467,
      "learning_rate": 4.9658164991168485e-05,
      "loss": 2.7027,
      "step": 1072
    },
    {
      "epoch": 0.015449519092322755,
      "grad_norm": 1.052776575088501,
      "learning_rate": 4.948754195207909e-05,
      "loss": 3.3801,
      "step": 1073
    },
    {
      "epoch": 0.015463917525773196,
      "grad_norm": 0.9597716331481934,
      "learning_rate": 4.93171161116037e-05,
      "loss": 2.9857,
      "step": 1074
    },
    {
      "epoch": 0.015478315959223636,
      "grad_norm": 0.8515215516090393,
      "learning_rate": 4.914688813507797e-05,
      "loss": 2.9579,
      "step": 1075
    },
    {
      "epoch": 0.015492714392674077,
      "grad_norm": 0.9685322642326355,
      "learning_rate": 4.897685868706512e-05,
      "loss": 3.2765,
      "step": 1076
    },
    {
      "epoch": 0.015507112826124518,
      "grad_norm": 0.8734245896339417,
      "learning_rate": 4.880702843135326e-05,
      "loss": 3.3338,
      "step": 1077
    },
    {
      "epoch": 0.015521511259574959,
      "grad_norm": 1.0202466249465942,
      "learning_rate": 4.863739803095299e-05,
      "loss": 3.0871,
      "step": 1078
    },
    {
      "epoch": 0.015535909693025398,
      "grad_norm": 0.8375071287155151,
      "learning_rate": 4.8467968148094546e-05,
      "loss": 2.9508,
      "step": 1079
    },
    {
      "epoch": 0.015550308126475839,
      "grad_norm": 0.7837040424346924,
      "learning_rate": 4.829873944422544e-05,
      "loss": 3.0088,
      "step": 1080
    },
    {
      "epoch": 0.01556470655992628,
      "grad_norm": 1.029710054397583,
      "learning_rate": 4.812971258000772e-05,
      "loss": 3.0278,
      "step": 1081
    },
    {
      "epoch": 0.015579104993376721,
      "grad_norm": 0.9339554309844971,
      "learning_rate": 4.7960888215315495e-05,
      "loss": 3.3178,
      "step": 1082
    },
    {
      "epoch": 0.015593503426827162,
      "grad_norm": 0.7535246014595032,
      "learning_rate": 4.779226700923237e-05,
      "loss": 2.8842,
      "step": 1083
    },
    {
      "epoch": 0.015607901860277601,
      "grad_norm": 0.7864395976066589,
      "learning_rate": 4.762384962004877e-05,
      "loss": 3.0626,
      "step": 1084
    },
    {
      "epoch": 0.015622300293728042,
      "grad_norm": 0.83562833070755,
      "learning_rate": 4.7455636705259424e-05,
      "loss": 2.6412,
      "step": 1085
    },
    {
      "epoch": 0.01563669872717848,
      "grad_norm": 0.9797089099884033,
      "learning_rate": 4.728762892156079e-05,
      "loss": 3.3236,
      "step": 1086
    },
    {
      "epoch": 0.015651097160628923,
      "grad_norm": 0.8757073879241943,
      "learning_rate": 4.71198269248486e-05,
      "loss": 3.2044,
      "step": 1087
    },
    {
      "epoch": 0.015665495594079364,
      "grad_norm": 0.7448571920394897,
      "learning_rate": 4.695223137021508e-05,
      "loss": 2.8795,
      "step": 1088
    },
    {
      "epoch": 0.015679894027529805,
      "grad_norm": 0.9221637845039368,
      "learning_rate": 4.67848429119466e-05,
      "loss": 2.8078,
      "step": 1089
    },
    {
      "epoch": 0.015694292460980246,
      "grad_norm": 0.8276093602180481,
      "learning_rate": 4.661766220352097e-05,
      "loss": 3.186,
      "step": 1090
    },
    {
      "epoch": 0.015708690894430687,
      "grad_norm": 0.8634650111198425,
      "learning_rate": 4.645068989760496e-05,
      "loss": 3.3371,
      "step": 1091
    },
    {
      "epoch": 0.015723089327881128,
      "grad_norm": 0.8458054065704346,
      "learning_rate": 4.628392664605183e-05,
      "loss": 3.254,
      "step": 1092
    },
    {
      "epoch": 0.01573748776133157,
      "grad_norm": 0.9974822402000427,
      "learning_rate": 4.611737309989861e-05,
      "loss": 3.2047,
      "step": 1093
    },
    {
      "epoch": 0.015751886194782006,
      "grad_norm": 0.9373653531074524,
      "learning_rate": 4.5951029909363676e-05,
      "loss": 3.2568,
      "step": 1094
    },
    {
      "epoch": 0.015766284628232447,
      "grad_norm": 0.8714947700500488,
      "learning_rate": 4.578489772384414e-05,
      "loss": 3.1467,
      "step": 1095
    },
    {
      "epoch": 0.015780683061682888,
      "grad_norm": 0.935876727104187,
      "learning_rate": 4.561897719191349e-05,
      "loss": 3.4145,
      "step": 1096
    },
    {
      "epoch": 0.01579508149513333,
      "grad_norm": 0.9203401207923889,
      "learning_rate": 4.5453268961318806e-05,
      "loss": 2.9939,
      "step": 1097
    },
    {
      "epoch": 0.01580947992858377,
      "grad_norm": 0.8963656425476074,
      "learning_rate": 4.528777367897836e-05,
      "loss": 3.538,
      "step": 1098
    },
    {
      "epoch": 0.01582387836203421,
      "grad_norm": 1.0156793594360352,
      "learning_rate": 4.512249199097913e-05,
      "loss": 2.8513,
      "step": 1099
    },
    {
      "epoch": 0.015838276795484652,
      "grad_norm": 0.8410732746124268,
      "learning_rate": 4.495742454257418e-05,
      "loss": 2.6976,
      "step": 1100
    },
    {
      "epoch": 0.015852675228935093,
      "grad_norm": 0.8189164400100708,
      "learning_rate": 4.479257197818027e-05,
      "loss": 3.0123,
      "step": 1101
    },
    {
      "epoch": 0.01586707366238553,
      "grad_norm": 0.8574320077896118,
      "learning_rate": 4.4627934941375185e-05,
      "loss": 2.8935,
      "step": 1102
    },
    {
      "epoch": 0.015881472095835972,
      "grad_norm": 0.7634228467941284,
      "learning_rate": 4.446351407489533e-05,
      "loss": 2.9083,
      "step": 1103
    },
    {
      "epoch": 0.015895870529286413,
      "grad_norm": 0.8119560480117798,
      "learning_rate": 4.4299310020633145e-05,
      "loss": 3.1014,
      "step": 1104
    },
    {
      "epoch": 0.015910268962736854,
      "grad_norm": 0.8555282950401306,
      "learning_rate": 4.4135323419634766e-05,
      "loss": 3.2878,
      "step": 1105
    },
    {
      "epoch": 0.015924667396187295,
      "grad_norm": 1.0030333995819092,
      "learning_rate": 4.3971554912097267e-05,
      "loss": 3.0902,
      "step": 1106
    },
    {
      "epoch": 0.015939065829637736,
      "grad_norm": 0.939318835735321,
      "learning_rate": 4.380800513736635e-05,
      "loss": 3.2959,
      "step": 1107
    },
    {
      "epoch": 0.015953464263088177,
      "grad_norm": 0.8187742233276367,
      "learning_rate": 4.3644674733933796e-05,
      "loss": 3.407,
      "step": 1108
    },
    {
      "epoch": 0.015967862696538618,
      "grad_norm": 0.8790040612220764,
      "learning_rate": 4.348156433943491e-05,
      "loss": 3.231,
      "step": 1109
    },
    {
      "epoch": 0.01598226112998906,
      "grad_norm": 0.797394871711731,
      "learning_rate": 4.3318674590646237e-05,
      "loss": 2.8403,
      "step": 1110
    },
    {
      "epoch": 0.015996659563439496,
      "grad_norm": 0.9180493354797363,
      "learning_rate": 4.3156006123482775e-05,
      "loss": 3.2989,
      "step": 1111
    },
    {
      "epoch": 0.016011057996889937,
      "grad_norm": 0.8452402353286743,
      "learning_rate": 4.299355957299572e-05,
      "loss": 2.889,
      "step": 1112
    },
    {
      "epoch": 0.01602545643034038,
      "grad_norm": 0.8968746662139893,
      "learning_rate": 4.2831335573369904e-05,
      "loss": 3.1993,
      "step": 1113
    },
    {
      "epoch": 0.01603985486379082,
      "grad_norm": 0.7983511686325073,
      "learning_rate": 4.266933475792129e-05,
      "loss": 2.9167,
      "step": 1114
    },
    {
      "epoch": 0.01605425329724126,
      "grad_norm": 0.9768692851066589,
      "learning_rate": 4.250755775909464e-05,
      "loss": 3.0116,
      "step": 1115
    },
    {
      "epoch": 0.0160686517306917,
      "grad_norm": 0.8376767635345459,
      "learning_rate": 4.234600520846085e-05,
      "loss": 3.1949,
      "step": 1116
    },
    {
      "epoch": 0.016083050164142142,
      "grad_norm": 0.8609253764152527,
      "learning_rate": 4.2184677736714604e-05,
      "loss": 3.0987,
      "step": 1117
    },
    {
      "epoch": 0.016097448597592583,
      "grad_norm": 0.830420970916748,
      "learning_rate": 4.202357597367187e-05,
      "loss": 3.154,
      "step": 1118
    },
    {
      "epoch": 0.01611184703104302,
      "grad_norm": 0.7763804793357849,
      "learning_rate": 4.186270054826754e-05,
      "loss": 2.7685,
      "step": 1119
    },
    {
      "epoch": 0.016126245464493462,
      "grad_norm": 1.0027375221252441,
      "learning_rate": 4.170205208855281e-05,
      "loss": 3.0913,
      "step": 1120
    },
    {
      "epoch": 0.016140643897943903,
      "grad_norm": 0.8103450536727905,
      "learning_rate": 4.1541631221692836e-05,
      "loss": 2.9428,
      "step": 1121
    },
    {
      "epoch": 0.016155042331394344,
      "grad_norm": 0.9806691408157349,
      "learning_rate": 4.138143857396425e-05,
      "loss": 2.69,
      "step": 1122
    },
    {
      "epoch": 0.016169440764844785,
      "grad_norm": 0.9830598831176758,
      "learning_rate": 4.12214747707527e-05,
      "loss": 2.9904,
      "step": 1123
    },
    {
      "epoch": 0.016183839198295226,
      "grad_norm": 0.9603601694107056,
      "learning_rate": 4.1061740436550545e-05,
      "loss": 2.9886,
      "step": 1124
    },
    {
      "epoch": 0.016198237631745667,
      "grad_norm": 0.7779096961021423,
      "learning_rate": 4.090223619495419e-05,
      "loss": 2.7763,
      "step": 1125
    },
    {
      "epoch": 0.016212636065196108,
      "grad_norm": 0.8797561526298523,
      "learning_rate": 4.0742962668661824e-05,
      "loss": 3.1117,
      "step": 1126
    },
    {
      "epoch": 0.01622703449864655,
      "grad_norm": 0.929404616355896,
      "learning_rate": 4.058392047947087e-05,
      "loss": 3.0236,
      "step": 1127
    },
    {
      "epoch": 0.016241432932096986,
      "grad_norm": 0.7587858438491821,
      "learning_rate": 4.042511024827573e-05,
      "loss": 3.362,
      "step": 1128
    },
    {
      "epoch": 0.016255831365547427,
      "grad_norm": 1.0694758892059326,
      "learning_rate": 4.0266532595065174e-05,
      "loss": 3.3303,
      "step": 1129
    },
    {
      "epoch": 0.01627022979899787,
      "grad_norm": 0.6797292232513428,
      "learning_rate": 4.010818813892e-05,
      "loss": 2.7115,
      "step": 1130
    },
    {
      "epoch": 0.01628462823244831,
      "grad_norm": 0.8576143383979797,
      "learning_rate": 3.995007749801063e-05,
      "loss": 3.0801,
      "step": 1131
    },
    {
      "epoch": 0.01629902666589875,
      "grad_norm": 0.8964442014694214,
      "learning_rate": 3.979220128959463e-05,
      "loss": 2.95,
      "step": 1132
    },
    {
      "epoch": 0.01631342509934919,
      "grad_norm": 0.9149987697601318,
      "learning_rate": 3.963456013001449e-05,
      "loss": 3.1082,
      "step": 1133
    },
    {
      "epoch": 0.016327823532799633,
      "grad_norm": 0.9108577370643616,
      "learning_rate": 3.947715463469492e-05,
      "loss": 3.2182,
      "step": 1134
    },
    {
      "epoch": 0.016342221966250074,
      "grad_norm": 0.8800599575042725,
      "learning_rate": 3.931998541814069e-05,
      "loss": 2.9787,
      "step": 1135
    },
    {
      "epoch": 0.01635662039970051,
      "grad_norm": 0.9225709438323975,
      "learning_rate": 3.91630530939341e-05,
      "loss": 2.9999,
      "step": 1136
    },
    {
      "epoch": 0.016371018833150952,
      "grad_norm": 0.8659557104110718,
      "learning_rate": 3.900635827473272e-05,
      "loss": 3.0667,
      "step": 1137
    },
    {
      "epoch": 0.016385417266601393,
      "grad_norm": 0.8868014812469482,
      "learning_rate": 3.884990157226682e-05,
      "loss": 3.2493,
      "step": 1138
    },
    {
      "epoch": 0.016399815700051834,
      "grad_norm": 0.9377030730247498,
      "learning_rate": 3.8693683597337106e-05,
      "loss": 3.3947,
      "step": 1139
    },
    {
      "epoch": 0.016414214133502275,
      "grad_norm": 0.912748396396637,
      "learning_rate": 3.8537704959812294e-05,
      "loss": 2.9947,
      "step": 1140
    },
    {
      "epoch": 0.016428612566952716,
      "grad_norm": 1.0445117950439453,
      "learning_rate": 3.83819662686267e-05,
      "loss": 3.5121,
      "step": 1141
    },
    {
      "epoch": 0.016443011000403157,
      "grad_norm": 0.8464387059211731,
      "learning_rate": 3.822646813177803e-05,
      "loss": 3.2123,
      "step": 1142
    },
    {
      "epoch": 0.016457409433853598,
      "grad_norm": 0.9479960799217224,
      "learning_rate": 3.807121115632473e-05,
      "loss": 3.1686,
      "step": 1143
    },
    {
      "epoch": 0.016471807867304036,
      "grad_norm": 0.97239750623703,
      "learning_rate": 3.7916195948383815e-05,
      "loss": 3.1314,
      "step": 1144
    },
    {
      "epoch": 0.016486206300754477,
      "grad_norm": 0.9070158004760742,
      "learning_rate": 3.776142311312842e-05,
      "loss": 3.3969,
      "step": 1145
    },
    {
      "epoch": 0.016500604734204918,
      "grad_norm": 0.9803197979927063,
      "learning_rate": 3.7606893254785594e-05,
      "loss": 3.5117,
      "step": 1146
    },
    {
      "epoch": 0.01651500316765536,
      "grad_norm": 0.8053934574127197,
      "learning_rate": 3.745260697663364e-05,
      "loss": 3.0588,
      "step": 1147
    },
    {
      "epoch": 0.0165294016011058,
      "grad_norm": 0.799555242061615,
      "learning_rate": 3.729856488100003e-05,
      "loss": 2.985,
      "step": 1148
    },
    {
      "epoch": 0.01654380003455624,
      "grad_norm": 0.850046694278717,
      "learning_rate": 3.7144767569258955e-05,
      "loss": 2.9331,
      "step": 1149
    },
    {
      "epoch": 0.01655819846800668,
      "grad_norm": 0.902546226978302,
      "learning_rate": 3.69912156418289e-05,
      "loss": 3.3424,
      "step": 1150
    },
    {
      "epoch": 0.016572596901457123,
      "grad_norm": 0.8316352367401123,
      "learning_rate": 3.6837909698170525e-05,
      "loss": 2.9656,
      "step": 1151
    },
    {
      "epoch": 0.016586995334907564,
      "grad_norm": 0.9583315849304199,
      "learning_rate": 3.668485033678406e-05,
      "loss": 2.8804,
      "step": 1152
    },
    {
      "epoch": 0.016601393768358,
      "grad_norm": 0.7519205212593079,
      "learning_rate": 3.653203815520714e-05,
      "loss": 3.0069,
      "step": 1153
    },
    {
      "epoch": 0.016615792201808442,
      "grad_norm": 0.9262014627456665,
      "learning_rate": 3.637947375001237e-05,
      "loss": 3.6714,
      "step": 1154
    },
    {
      "epoch": 0.016630190635258883,
      "grad_norm": 0.8083505034446716,
      "learning_rate": 3.622715771680508e-05,
      "loss": 3.1874,
      "step": 1155
    },
    {
      "epoch": 0.016644589068709324,
      "grad_norm": 0.8502200841903687,
      "learning_rate": 3.607509065022101e-05,
      "loss": 2.9377,
      "step": 1156
    },
    {
      "epoch": 0.016658987502159765,
      "grad_norm": 1.0667712688446045,
      "learning_rate": 3.592327314392388e-05,
      "loss": 3.4204,
      "step": 1157
    },
    {
      "epoch": 0.016673385935610206,
      "grad_norm": 0.8075230717658997,
      "learning_rate": 3.577170579060316e-05,
      "loss": 3.1697,
      "step": 1158
    },
    {
      "epoch": 0.016687784369060647,
      "grad_norm": 0.9544846415519714,
      "learning_rate": 3.562038918197168e-05,
      "loss": 3.2215,
      "step": 1159
    },
    {
      "epoch": 0.01670218280251109,
      "grad_norm": 0.8930787444114685,
      "learning_rate": 3.546932390876351e-05,
      "loss": 3.0922,
      "step": 1160
    },
    {
      "epoch": 0.016716581235961526,
      "grad_norm": 0.9129374027252197,
      "learning_rate": 3.5318510560731364e-05,
      "loss": 3.008,
      "step": 1161
    },
    {
      "epoch": 0.016730979669411967,
      "grad_norm": 0.9277746677398682,
      "learning_rate": 3.516794972664455e-05,
      "loss": 3.0039,
      "step": 1162
    },
    {
      "epoch": 0.016745378102862408,
      "grad_norm": 0.9125180244445801,
      "learning_rate": 3.501764199428651e-05,
      "loss": 3.2754,
      "step": 1163
    },
    {
      "epoch": 0.01675977653631285,
      "grad_norm": 0.8967629075050354,
      "learning_rate": 3.4867587950452596e-05,
      "loss": 3.1488,
      "step": 1164
    },
    {
      "epoch": 0.01677417496976329,
      "grad_norm": 0.8322145938873291,
      "learning_rate": 3.471778818094785e-05,
      "loss": 3.0486,
      "step": 1165
    },
    {
      "epoch": 0.01678857340321373,
      "grad_norm": 0.8738812208175659,
      "learning_rate": 3.456824327058454e-05,
      "loss": 3.2567,
      "step": 1166
    },
    {
      "epoch": 0.016802971836664172,
      "grad_norm": 0.8970242142677307,
      "learning_rate": 3.441895380318002e-05,
      "loss": 2.7872,
      "step": 1167
    },
    {
      "epoch": 0.016817370270114613,
      "grad_norm": 0.784941554069519,
      "learning_rate": 3.426992036155434e-05,
      "loss": 3.1926,
      "step": 1168
    },
    {
      "epoch": 0.01683176870356505,
      "grad_norm": 0.987237274646759,
      "learning_rate": 3.4121143527528174e-05,
      "loss": 2.9581,
      "step": 1169
    },
    {
      "epoch": 0.01684616713701549,
      "grad_norm": 1.0624017715454102,
      "learning_rate": 3.397262388192029e-05,
      "loss": 3.1756,
      "step": 1170
    },
    {
      "epoch": 0.016860565570465932,
      "grad_norm": 0.840850293636322,
      "learning_rate": 3.3824362004545426e-05,
      "loss": 3.1876,
      "step": 1171
    },
    {
      "epoch": 0.016874964003916373,
      "grad_norm": 0.92985999584198,
      "learning_rate": 3.367635847421203e-05,
      "loss": 3.2057,
      "step": 1172
    },
    {
      "epoch": 0.016889362437366814,
      "grad_norm": 0.7281163334846497,
      "learning_rate": 3.352861386871993e-05,
      "loss": 2.6249,
      "step": 1173
    },
    {
      "epoch": 0.016903760870817255,
      "grad_norm": 0.8607838153839111,
      "learning_rate": 3.33811287648582e-05,
      "loss": 2.9039,
      "step": 1174
    },
    {
      "epoch": 0.016918159304267696,
      "grad_norm": 0.8484411835670471,
      "learning_rate": 3.323390373840276e-05,
      "loss": 2.7905,
      "step": 1175
    },
    {
      "epoch": 0.016932557737718137,
      "grad_norm": 0.7898191809654236,
      "learning_rate": 3.308693936411421e-05,
      "loss": 3.1742,
      "step": 1176
    },
    {
      "epoch": 0.01694695617116858,
      "grad_norm": 0.9683898687362671,
      "learning_rate": 3.2940236215735557e-05,
      "loss": 3.3493,
      "step": 1177
    },
    {
      "epoch": 0.016961354604619016,
      "grad_norm": 0.9706717133522034,
      "learning_rate": 3.279379486599009e-05,
      "loss": 2.7235,
      "step": 1178
    },
    {
      "epoch": 0.016975753038069457,
      "grad_norm": 0.901833713054657,
      "learning_rate": 3.2647615886578933e-05,
      "loss": 3.1453,
      "step": 1179
    },
    {
      "epoch": 0.016990151471519898,
      "grad_norm": 0.9427985548973083,
      "learning_rate": 3.250169984817897e-05,
      "loss": 3.2043,
      "step": 1180
    },
    {
      "epoch": 0.01700454990497034,
      "grad_norm": 0.8954539895057678,
      "learning_rate": 3.235604732044059e-05,
      "loss": 3.3228,
      "step": 1181
    },
    {
      "epoch": 0.01701894833842078,
      "grad_norm": 0.8722429275512695,
      "learning_rate": 3.2210658871985364e-05,
      "loss": 3.0348,
      "step": 1182
    },
    {
      "epoch": 0.01703334677187122,
      "grad_norm": 0.9346153736114502,
      "learning_rate": 3.206553507040409e-05,
      "loss": 3.1357,
      "step": 1183
    },
    {
      "epoch": 0.017047745205321662,
      "grad_norm": 0.9974039793014526,
      "learning_rate": 3.1920676482254185e-05,
      "loss": 3.3598,
      "step": 1184
    },
    {
      "epoch": 0.017062143638772103,
      "grad_norm": 0.80575031042099,
      "learning_rate": 3.177608367305783e-05,
      "loss": 3.1206,
      "step": 1185
    },
    {
      "epoch": 0.01707654207222254,
      "grad_norm": 0.8335072994232178,
      "learning_rate": 3.163175720729954e-05,
      "loss": 3.1867,
      "step": 1186
    },
    {
      "epoch": 0.01709094050567298,
      "grad_norm": 0.6341364979743958,
      "learning_rate": 3.148769764842403e-05,
      "loss": 3.0022,
      "step": 1187
    },
    {
      "epoch": 0.017105338939123423,
      "grad_norm": 0.992524266242981,
      "learning_rate": 3.134390555883412e-05,
      "loss": 2.9074,
      "step": 1188
    },
    {
      "epoch": 0.017119737372573864,
      "grad_norm": 0.9076072573661804,
      "learning_rate": 3.120038149988832e-05,
      "loss": 3.2155,
      "step": 1189
    },
    {
      "epoch": 0.017134135806024305,
      "grad_norm": 0.9489902257919312,
      "learning_rate": 3.105712603189884e-05,
      "loss": 3.1798,
      "step": 1190
    },
    {
      "epoch": 0.017148534239474746,
      "grad_norm": 0.9536277055740356,
      "learning_rate": 3.0914139714129245e-05,
      "loss": 3.1496,
      "step": 1191
    },
    {
      "epoch": 0.017162932672925187,
      "grad_norm": 0.7726478576660156,
      "learning_rate": 3.0771423104792454e-05,
      "loss": 2.8114,
      "step": 1192
    },
    {
      "epoch": 0.017177331106375628,
      "grad_norm": 0.9171656370162964,
      "learning_rate": 3.0628976761048365e-05,
      "loss": 2.8114,
      "step": 1193
    },
    {
      "epoch": 0.01719172953982607,
      "grad_norm": 0.8975487947463989,
      "learning_rate": 3.0486801239001805e-05,
      "loss": 3.0382,
      "step": 1194
    },
    {
      "epoch": 0.017206127973276506,
      "grad_norm": 0.8648242354393005,
      "learning_rate": 3.034489709370033e-05,
      "loss": 2.6134,
      "step": 1195
    },
    {
      "epoch": 0.017220526406726947,
      "grad_norm": 0.8852174878120422,
      "learning_rate": 3.0203264879131997e-05,
      "loss": 2.9719,
      "step": 1196
    },
    {
      "epoch": 0.017234924840177388,
      "grad_norm": 0.9130911827087402,
      "learning_rate": 3.006190514822338e-05,
      "loss": 3.2345,
      "step": 1197
    },
    {
      "epoch": 0.01724932327362783,
      "grad_norm": 0.9316440224647522,
      "learning_rate": 2.9920818452837152e-05,
      "loss": 3.0731,
      "step": 1198
    },
    {
      "epoch": 0.01726372170707827,
      "grad_norm": 0.7591456770896912,
      "learning_rate": 2.9780005343770144e-05,
      "loss": 2.8901,
      "step": 1199
    },
    {
      "epoch": 0.01727812014052871,
      "grad_norm": 0.9026278257369995,
      "learning_rate": 2.9639466370751068e-05,
      "loss": 3.1992,
      "step": 1200
    },
    {
      "epoch": 0.01727812014052871,
      "eval_loss": 3.113598585128784,
      "eval_runtime": 585.4304,
      "eval_samples_per_second": 49.951,
      "eval_steps_per_second": 24.976,
      "step": 1200
    },
    {
      "epoch": 0.017292518573979152,
      "grad_norm": 0.738310694694519,
      "learning_rate": 2.9499202082438494e-05,
      "loss": 2.8091,
      "step": 1201
    },
    {
      "epoch": 0.017306917007429593,
      "grad_norm": 0.8812993168830872,
      "learning_rate": 2.9359213026418565e-05,
      "loss": 3.1658,
      "step": 1202
    },
    {
      "epoch": 0.01732131544088003,
      "grad_norm": 0.8207714557647705,
      "learning_rate": 2.9219499749202926e-05,
      "loss": 3.064,
      "step": 1203
    },
    {
      "epoch": 0.01733571387433047,
      "grad_norm": 0.7090628743171692,
      "learning_rate": 2.908006279622667e-05,
      "loss": 2.8732,
      "step": 1204
    },
    {
      "epoch": 0.017350112307780913,
      "grad_norm": 0.9979003667831421,
      "learning_rate": 2.8940902711846053e-05,
      "loss": 3.1573,
      "step": 1205
    },
    {
      "epoch": 0.017364510741231354,
      "grad_norm": 0.9750979542732239,
      "learning_rate": 2.8802020039336452e-05,
      "loss": 3.3101,
      "step": 1206
    },
    {
      "epoch": 0.017378909174681795,
      "grad_norm": 0.9422109127044678,
      "learning_rate": 2.866341532089031e-05,
      "loss": 3.1898,
      "step": 1207
    },
    {
      "epoch": 0.017393307608132236,
      "grad_norm": 0.8988624215126038,
      "learning_rate": 2.8525089097614864e-05,
      "loss": 2.8935,
      "step": 1208
    },
    {
      "epoch": 0.017407706041582677,
      "grad_norm": 0.81427001953125,
      "learning_rate": 2.8387041909530165e-05,
      "loss": 2.7613,
      "step": 1209
    },
    {
      "epoch": 0.017422104475033118,
      "grad_norm": 1.0255496501922607,
      "learning_rate": 2.8249274295566864e-05,
      "loss": 3.6495,
      "step": 1210
    },
    {
      "epoch": 0.017436502908483555,
      "grad_norm": 1.0078108310699463,
      "learning_rate": 2.8111786793564286e-05,
      "loss": 3.3271,
      "step": 1211
    },
    {
      "epoch": 0.017450901341933996,
      "grad_norm": 0.9836870431900024,
      "learning_rate": 2.7974579940268097e-05,
      "loss": 3.4456,
      "step": 1212
    },
    {
      "epoch": 0.017465299775384437,
      "grad_norm": 0.8381047248840332,
      "learning_rate": 2.7837654271328374e-05,
      "loss": 3.1627,
      "step": 1213
    },
    {
      "epoch": 0.01747969820883488,
      "grad_norm": 0.9431565999984741,
      "learning_rate": 2.7701010321297417e-05,
      "loss": 3.319,
      "step": 1214
    },
    {
      "epoch": 0.01749409664228532,
      "grad_norm": 0.8483508229255676,
      "learning_rate": 2.756464862362772e-05,
      "loss": 2.4965,
      "step": 1215
    },
    {
      "epoch": 0.01750849507573576,
      "grad_norm": 0.7856643795967102,
      "learning_rate": 2.742856971066996e-05,
      "loss": 2.9308,
      "step": 1216
    },
    {
      "epoch": 0.0175228935091862,
      "grad_norm": 0.9614235162734985,
      "learning_rate": 2.7292774113670737e-05,
      "loss": 2.9332,
      "step": 1217
    },
    {
      "epoch": 0.017537291942636642,
      "grad_norm": 0.7389437556266785,
      "learning_rate": 2.715726236277061e-05,
      "loss": 2.9588,
      "step": 1218
    },
    {
      "epoch": 0.017551690376087083,
      "grad_norm": 0.7615177035331726,
      "learning_rate": 2.702203498700201e-05,
      "loss": 2.9219,
      "step": 1219
    },
    {
      "epoch": 0.01756608880953752,
      "grad_norm": 0.8916730880737305,
      "learning_rate": 2.688709251428725e-05,
      "loss": 3.2221,
      "step": 1220
    },
    {
      "epoch": 0.017580487242987962,
      "grad_norm": 1.2661724090576172,
      "learning_rate": 2.675243547143632e-05,
      "loss": 3.2221,
      "step": 1221
    },
    {
      "epoch": 0.017594885676438403,
      "grad_norm": 1.1740938425064087,
      "learning_rate": 2.6618064384144925e-05,
      "loss": 3.0656,
      "step": 1222
    },
    {
      "epoch": 0.017609284109888844,
      "grad_norm": 0.9444313049316406,
      "learning_rate": 2.6483979776992408e-05,
      "loss": 3.0934,
      "step": 1223
    },
    {
      "epoch": 0.017623682543339285,
      "grad_norm": 1.1536104679107666,
      "learning_rate": 2.6350182173439664e-05,
      "loss": 3.2357,
      "step": 1224
    },
    {
      "epoch": 0.017638080976789726,
      "grad_norm": 0.8471386432647705,
      "learning_rate": 2.6216672095827266e-05,
      "loss": 3.2267,
      "step": 1225
    },
    {
      "epoch": 0.017652479410240167,
      "grad_norm": 1.017853021621704,
      "learning_rate": 2.608345006537316e-05,
      "loss": 3.3563,
      "step": 1226
    },
    {
      "epoch": 0.017666877843690608,
      "grad_norm": 0.8054320812225342,
      "learning_rate": 2.595051660217084e-05,
      "loss": 3.0237,
      "step": 1227
    },
    {
      "epoch": 0.017681276277141045,
      "grad_norm": 0.9286025762557983,
      "learning_rate": 2.58178722251872e-05,
      "loss": 3.2063,
      "step": 1228
    },
    {
      "epoch": 0.017695674710591486,
      "grad_norm": 0.9214200377464294,
      "learning_rate": 2.5685517452260567e-05,
      "loss": 3.2999,
      "step": 1229
    },
    {
      "epoch": 0.017710073144041927,
      "grad_norm": 0.8252875208854675,
      "learning_rate": 2.555345280009872e-05,
      "loss": 3.3376,
      "step": 1230
    },
    {
      "epoch": 0.01772447157749237,
      "grad_norm": 1.2235114574432373,
      "learning_rate": 2.542167878427677e-05,
      "loss": 3.247,
      "step": 1231
    },
    {
      "epoch": 0.01773887001094281,
      "grad_norm": 0.781653881072998,
      "learning_rate": 2.529019591923517e-05,
      "loss": 3.2808,
      "step": 1232
    },
    {
      "epoch": 0.01775326844439325,
      "grad_norm": 0.7613125443458557,
      "learning_rate": 2.5159004718277744e-05,
      "loss": 2.915,
      "step": 1233
    },
    {
      "epoch": 0.01776766687784369,
      "grad_norm": 0.9790740609169006,
      "learning_rate": 2.502810569356976e-05,
      "loss": 3.0282,
      "step": 1234
    },
    {
      "epoch": 0.017782065311294133,
      "grad_norm": 0.9063433408737183,
      "learning_rate": 2.489749935613571e-05,
      "loss": 3.1369,
      "step": 1235
    },
    {
      "epoch": 0.017796463744744574,
      "grad_norm": 0.9708999991416931,
      "learning_rate": 2.476718621585754e-05,
      "loss": 2.8567,
      "step": 1236
    },
    {
      "epoch": 0.01781086217819501,
      "grad_norm": 0.8808304667472839,
      "learning_rate": 2.4637166781472508e-05,
      "loss": 2.9463,
      "step": 1237
    },
    {
      "epoch": 0.017825260611645452,
      "grad_norm": 0.6891589760780334,
      "learning_rate": 2.4507441560571277e-05,
      "loss": 2.8866,
      "step": 1238
    },
    {
      "epoch": 0.017839659045095893,
      "grad_norm": 0.7668643593788147,
      "learning_rate": 2.437801105959594e-05,
      "loss": 3.0597,
      "step": 1239
    },
    {
      "epoch": 0.017854057478546334,
      "grad_norm": 0.9989141225814819,
      "learning_rate": 2.4248875783837987e-05,
      "loss": 3.23,
      "step": 1240
    },
    {
      "epoch": 0.017868455911996775,
      "grad_norm": 0.8275996446609497,
      "learning_rate": 2.412003623743636e-05,
      "loss": 2.8786,
      "step": 1241
    },
    {
      "epoch": 0.017882854345447216,
      "grad_norm": 0.8227653503417969,
      "learning_rate": 2.3991492923375468e-05,
      "loss": 3.0486,
      "step": 1242
    },
    {
      "epoch": 0.017897252778897657,
      "grad_norm": 0.924251914024353,
      "learning_rate": 2.3863246343483303e-05,
      "loss": 3.3134,
      "step": 1243
    },
    {
      "epoch": 0.017911651212348098,
      "grad_norm": 1.1119868755340576,
      "learning_rate": 2.373529699842936e-05,
      "loss": 3.5243,
      "step": 1244
    },
    {
      "epoch": 0.017926049645798536,
      "grad_norm": 0.7745571136474609,
      "learning_rate": 2.3607645387722756e-05,
      "loss": 3.4085,
      "step": 1245
    },
    {
      "epoch": 0.017940448079248977,
      "grad_norm": 0.7300562262535095,
      "learning_rate": 2.348029200971028e-05,
      "loss": 3.1396,
      "step": 1246
    },
    {
      "epoch": 0.017954846512699418,
      "grad_norm": 0.8098106384277344,
      "learning_rate": 2.3353237361574377e-05,
      "loss": 2.769,
      "step": 1247
    },
    {
      "epoch": 0.01796924494614986,
      "grad_norm": 1.0168691873550415,
      "learning_rate": 2.322648193933137e-05,
      "loss": 3.2402,
      "step": 1248
    },
    {
      "epoch": 0.0179836433796003,
      "grad_norm": 0.7826195955276489,
      "learning_rate": 2.3100026237829332e-05,
      "loss": 2.6113,
      "step": 1249
    },
    {
      "epoch": 0.01799804181305074,
      "grad_norm": 0.9268025755882263,
      "learning_rate": 2.297387075074625e-05,
      "loss": 3.0419,
      "step": 1250
    },
    {
      "epoch": 0.01801244024650118,
      "grad_norm": 0.7762632369995117,
      "learning_rate": 2.2848015970588064e-05,
      "loss": 3.092,
      "step": 1251
    },
    {
      "epoch": 0.018026838679951623,
      "grad_norm": 1.0131781101226807,
      "learning_rate": 2.2722462388686873e-05,
      "loss": 2.8473,
      "step": 1252
    },
    {
      "epoch": 0.01804123711340206,
      "grad_norm": 0.9907549023628235,
      "learning_rate": 2.2597210495198783e-05,
      "loss": 3.1281,
      "step": 1253
    },
    {
      "epoch": 0.0180556355468525,
      "grad_norm": 0.9267528057098389,
      "learning_rate": 2.2472260779102184e-05,
      "loss": 2.8219,
      "step": 1254
    },
    {
      "epoch": 0.018070033980302942,
      "grad_norm": 0.8411057591438293,
      "learning_rate": 2.234761372819577e-05,
      "loss": 3.5117,
      "step": 1255
    },
    {
      "epoch": 0.018084432413753383,
      "grad_norm": 0.8897085785865784,
      "learning_rate": 2.2223269829096594e-05,
      "loss": 2.8646,
      "step": 1256
    },
    {
      "epoch": 0.018098830847203824,
      "grad_norm": 0.9192361831665039,
      "learning_rate": 2.2099229567238323e-05,
      "loss": 3.4388,
      "step": 1257
    },
    {
      "epoch": 0.018113229280654265,
      "grad_norm": 0.9071282744407654,
      "learning_rate": 2.1975493426869153e-05,
      "loss": 2.9572,
      "step": 1258
    },
    {
      "epoch": 0.018127627714104706,
      "grad_norm": 0.7015220522880554,
      "learning_rate": 2.1852061891050014e-05,
      "loss": 3.2818,
      "step": 1259
    },
    {
      "epoch": 0.018142026147555147,
      "grad_norm": 1.0796164274215698,
      "learning_rate": 2.1728935441652686e-05,
      "loss": 3.4661,
      "step": 1260
    },
    {
      "epoch": 0.018156424581005588,
      "grad_norm": 0.9555158615112305,
      "learning_rate": 2.160611455935786e-05,
      "loss": 3.058,
      "step": 1261
    },
    {
      "epoch": 0.018170823014456026,
      "grad_norm": 0.8499954342842102,
      "learning_rate": 2.1483599723653413e-05,
      "loss": 2.8149,
      "step": 1262
    },
    {
      "epoch": 0.018185221447906467,
      "grad_norm": 0.937555193901062,
      "learning_rate": 2.1361391412832322e-05,
      "loss": 3.5148,
      "step": 1263
    },
    {
      "epoch": 0.018199619881356908,
      "grad_norm": 1.1374804973602295,
      "learning_rate": 2.1239490103990945e-05,
      "loss": 2.9776,
      "step": 1264
    },
    {
      "epoch": 0.01821401831480735,
      "grad_norm": 0.8854682445526123,
      "learning_rate": 2.111789627302707e-05,
      "loss": 3.2259,
      "step": 1265
    },
    {
      "epoch": 0.01822841674825779,
      "grad_norm": 0.9582270979881287,
      "learning_rate": 2.099661039463823e-05,
      "loss": 3.1015,
      "step": 1266
    },
    {
      "epoch": 0.01824281518170823,
      "grad_norm": 0.8661014437675476,
      "learning_rate": 2.0875632942319578e-05,
      "loss": 3.3516,
      "step": 1267
    },
    {
      "epoch": 0.018257213615158672,
      "grad_norm": 0.9515783786773682,
      "learning_rate": 2.0754964388362264e-05,
      "loss": 3.0054,
      "step": 1268
    },
    {
      "epoch": 0.018271612048609113,
      "grad_norm": 1.045771837234497,
      "learning_rate": 2.0634605203851487e-05,
      "loss": 2.657,
      "step": 1269
    },
    {
      "epoch": 0.01828601048205955,
      "grad_norm": 1.0694549083709717,
      "learning_rate": 2.0514555858664663e-05,
      "loss": 3.5078,
      "step": 1270
    },
    {
      "epoch": 0.01830040891550999,
      "grad_norm": 0.9476836919784546,
      "learning_rate": 2.0394816821469676e-05,
      "loss": 3.0333,
      "step": 1271
    },
    {
      "epoch": 0.018314807348960432,
      "grad_norm": 0.8309129476547241,
      "learning_rate": 2.0275388559722908e-05,
      "loss": 3.2405,
      "step": 1272
    },
    {
      "epoch": 0.018329205782410873,
      "grad_norm": 0.7607296705245972,
      "learning_rate": 2.0156271539667516e-05,
      "loss": 3.0899,
      "step": 1273
    },
    {
      "epoch": 0.018343604215861314,
      "grad_norm": 0.911121129989624,
      "learning_rate": 2.0037466226331547e-05,
      "loss": 3.2449,
      "step": 1274
    },
    {
      "epoch": 0.018358002649311755,
      "grad_norm": 0.8153508305549622,
      "learning_rate": 1.9918973083526237e-05,
      "loss": 3.0683,
      "step": 1275
    },
    {
      "epoch": 0.018372401082762196,
      "grad_norm": 0.8302739262580872,
      "learning_rate": 1.9800792573844053e-05,
      "loss": 2.984,
      "step": 1276
    },
    {
      "epoch": 0.018386799516212637,
      "grad_norm": 1.1123793125152588,
      "learning_rate": 1.968292515865697e-05,
      "loss": 3.252,
      "step": 1277
    },
    {
      "epoch": 0.018401197949663075,
      "grad_norm": 0.9307021498680115,
      "learning_rate": 1.9565371298114667e-05,
      "loss": 3.0932,
      "step": 1278
    },
    {
      "epoch": 0.018415596383113516,
      "grad_norm": 0.9533984661102295,
      "learning_rate": 1.944813145114266e-05,
      "loss": 3.2838,
      "step": 1279
    },
    {
      "epoch": 0.018429994816563957,
      "grad_norm": 0.8900343179702759,
      "learning_rate": 1.93312060754407e-05,
      "loss": 2.8421,
      "step": 1280
    },
    {
      "epoch": 0.018444393250014398,
      "grad_norm": 1.2819581031799316,
      "learning_rate": 1.9214595627480724e-05,
      "loss": 3.6286,
      "step": 1281
    },
    {
      "epoch": 0.01845879168346484,
      "grad_norm": 0.9685645699501038,
      "learning_rate": 1.9098300562505266e-05,
      "loss": 2.9976,
      "step": 1282
    },
    {
      "epoch": 0.01847319011691528,
      "grad_norm": 1.094642162322998,
      "learning_rate": 1.8982321334525566e-05,
      "loss": 3.3306,
      "step": 1283
    },
    {
      "epoch": 0.01848758855036572,
      "grad_norm": 0.9909780621528625,
      "learning_rate": 1.886665839631995e-05,
      "loss": 3.3844,
      "step": 1284
    },
    {
      "epoch": 0.018501986983816162,
      "grad_norm": 0.8125023245811462,
      "learning_rate": 1.875131219943187e-05,
      "loss": 3.2184,
      "step": 1285
    },
    {
      "epoch": 0.018516385417266603,
      "grad_norm": 1.0175942182540894,
      "learning_rate": 1.863628319416826e-05,
      "loss": 3.0612,
      "step": 1286
    },
    {
      "epoch": 0.01853078385071704,
      "grad_norm": 0.757744550704956,
      "learning_rate": 1.852157182959774e-05,
      "loss": 2.8603,
      "step": 1287
    },
    {
      "epoch": 0.01854518228416748,
      "grad_norm": 1.0777267217636108,
      "learning_rate": 1.8407178553548878e-05,
      "loss": 2.8153,
      "step": 1288
    },
    {
      "epoch": 0.018559580717617923,
      "grad_norm": 0.7530400156974792,
      "learning_rate": 1.8293103812608482e-05,
      "loss": 2.9236,
      "step": 1289
    },
    {
      "epoch": 0.018573979151068364,
      "grad_norm": 0.9362477660179138,
      "learning_rate": 1.817934805211976e-05,
      "loss": 3.6277,
      "step": 1290
    },
    {
      "epoch": 0.018588377584518805,
      "grad_norm": 0.8264686465263367,
      "learning_rate": 1.806591171618064e-05,
      "loss": 2.8336,
      "step": 1291
    },
    {
      "epoch": 0.018602776017969246,
      "grad_norm": 0.9724645614624023,
      "learning_rate": 1.7952795247642007e-05,
      "loss": 3.2329,
      "step": 1292
    },
    {
      "epoch": 0.018617174451419687,
      "grad_norm": 0.8772688508033752,
      "learning_rate": 1.7839999088106073e-05,
      "loss": 2.9864,
      "step": 1293
    },
    {
      "epoch": 0.018631572884870128,
      "grad_norm": 1.023005485534668,
      "learning_rate": 1.772752367792452e-05,
      "loss": 3.1106,
      "step": 1294
    },
    {
      "epoch": 0.018645971318320565,
      "grad_norm": 0.9781355857849121,
      "learning_rate": 1.761536945619684e-05,
      "loss": 3.143,
      "step": 1295
    },
    {
      "epoch": 0.018660369751771006,
      "grad_norm": 0.8170403242111206,
      "learning_rate": 1.750353686076861e-05,
      "loss": 3.4786,
      "step": 1296
    },
    {
      "epoch": 0.018674768185221447,
      "grad_norm": 0.770039975643158,
      "learning_rate": 1.7392026328229804e-05,
      "loss": 2.8656,
      "step": 1297
    },
    {
      "epoch": 0.018689166618671888,
      "grad_norm": 0.7735500931739807,
      "learning_rate": 1.7280838293913114e-05,
      "loss": 2.9087,
      "step": 1298
    },
    {
      "epoch": 0.01870356505212233,
      "grad_norm": 1.1535274982452393,
      "learning_rate": 1.7169973191892142e-05,
      "loss": 3.4734,
      "step": 1299
    },
    {
      "epoch": 0.01871796348557277,
      "grad_norm": 1.1043941974639893,
      "learning_rate": 1.7059431454979824e-05,
      "loss": 3.1848,
      "step": 1300
    },
    {
      "epoch": 0.01873236191902321,
      "grad_norm": 0.8548032641410828,
      "learning_rate": 1.6949213514726668e-05,
      "loss": 3.1553,
      "step": 1301
    },
    {
      "epoch": 0.018746760352473652,
      "grad_norm": 0.9325255155563354,
      "learning_rate": 1.6839319801419073e-05,
      "loss": 2.8032,
      "step": 1302
    },
    {
      "epoch": 0.018761158785924093,
      "grad_norm": 1.0005666017532349,
      "learning_rate": 1.6729750744077753e-05,
      "loss": 3.3164,
      "step": 1303
    },
    {
      "epoch": 0.01877555721937453,
      "grad_norm": 0.8085453510284424,
      "learning_rate": 1.662050677045589e-05,
      "loss": 2.6199,
      "step": 1304
    },
    {
      "epoch": 0.01878995565282497,
      "grad_norm": 0.9134014844894409,
      "learning_rate": 1.6511588307037595e-05,
      "loss": 3.2969,
      "step": 1305
    },
    {
      "epoch": 0.018804354086275413,
      "grad_norm": 0.913470983505249,
      "learning_rate": 1.6402995779036146e-05,
      "loss": 2.9073,
      "step": 1306
    },
    {
      "epoch": 0.018818752519725854,
      "grad_norm": 1.060506820678711,
      "learning_rate": 1.6294729610392478e-05,
      "loss": 3.1861,
      "step": 1307
    },
    {
      "epoch": 0.018833150953176295,
      "grad_norm": 0.9924837350845337,
      "learning_rate": 1.6186790223773374e-05,
      "loss": 3.1342,
      "step": 1308
    },
    {
      "epoch": 0.018847549386626736,
      "grad_norm": 0.9625683426856995,
      "learning_rate": 1.6079178040569853e-05,
      "loss": 3.4271,
      "step": 1309
    },
    {
      "epoch": 0.018861947820077177,
      "grad_norm": 0.7236456871032715,
      "learning_rate": 1.5971893480895583e-05,
      "loss": 2.7803,
      "step": 1310
    },
    {
      "epoch": 0.018876346253527618,
      "grad_norm": 0.8924452662467957,
      "learning_rate": 1.5864936963585165e-05,
      "loss": 2.8566,
      "step": 1311
    },
    {
      "epoch": 0.018890744686978055,
      "grad_norm": 0.886085569858551,
      "learning_rate": 1.5758308906192608e-05,
      "loss": 3.4162,
      "step": 1312
    },
    {
      "epoch": 0.018905143120428496,
      "grad_norm": 0.953501284122467,
      "learning_rate": 1.5652009724989547e-05,
      "loss": 3.1849,
      "step": 1313
    },
    {
      "epoch": 0.018919541553878937,
      "grad_norm": 1.257623553276062,
      "learning_rate": 1.5546039834963744e-05,
      "loss": 3.3318,
      "step": 1314
    },
    {
      "epoch": 0.01893393998732938,
      "grad_norm": 0.9595643281936646,
      "learning_rate": 1.5440399649817385e-05,
      "loss": 3.0657,
      "step": 1315
    },
    {
      "epoch": 0.01894833842077982,
      "grad_norm": 0.89714115858078,
      "learning_rate": 1.5335089581965555e-05,
      "loss": 3.0275,
      "step": 1316
    },
    {
      "epoch": 0.01896273685423026,
      "grad_norm": 0.9104784727096558,
      "learning_rate": 1.523011004253453e-05,
      "loss": 3.067,
      "step": 1317
    },
    {
      "epoch": 0.0189771352876807,
      "grad_norm": 0.9114721417427063,
      "learning_rate": 1.5125461441360223e-05,
      "loss": 3.2483,
      "step": 1318
    },
    {
      "epoch": 0.018991533721131142,
      "grad_norm": 0.9649026989936829,
      "learning_rate": 1.502114418698659e-05,
      "loss": 3.2151,
      "step": 1319
    },
    {
      "epoch": 0.01900593215458158,
      "grad_norm": 0.9411187171936035,
      "learning_rate": 1.491715868666399e-05,
      "loss": 3.216,
      "step": 1320
    },
    {
      "epoch": 0.01902033058803202,
      "grad_norm": 0.8552897572517395,
      "learning_rate": 1.48135053463477e-05,
      "loss": 3.0317,
      "step": 1321
    },
    {
      "epoch": 0.019034729021482462,
      "grad_norm": 0.8291109204292297,
      "learning_rate": 1.4710184570696183e-05,
      "loss": 3.2341,
      "step": 1322
    },
    {
      "epoch": 0.019049127454932903,
      "grad_norm": 0.738690197467804,
      "learning_rate": 1.460719676306962e-05,
      "loss": 2.7823,
      "step": 1323
    },
    {
      "epoch": 0.019063525888383344,
      "grad_norm": 0.876473605632782,
      "learning_rate": 1.4504542325528258e-05,
      "loss": 3.4114,
      "step": 1324
    },
    {
      "epoch": 0.019077924321833785,
      "grad_norm": 1.0875568389892578,
      "learning_rate": 1.4402221658830961e-05,
      "loss": 3.0557,
      "step": 1325
    },
    {
      "epoch": 0.019092322755284226,
      "grad_norm": 0.8932483792304993,
      "learning_rate": 1.4300235162433496e-05,
      "loss": 3.4106,
      "step": 1326
    },
    {
      "epoch": 0.019106721188734667,
      "grad_norm": 0.9351629614830017,
      "learning_rate": 1.4198583234487051e-05,
      "loss": 3.4676,
      "step": 1327
    },
    {
      "epoch": 0.019121119622185108,
      "grad_norm": 1.1228090524673462,
      "learning_rate": 1.4097266271836695e-05,
      "loss": 3.0288,
      "step": 1328
    },
    {
      "epoch": 0.019135518055635545,
      "grad_norm": 0.9203887581825256,
      "learning_rate": 1.3996284670019766e-05,
      "loss": 2.9968,
      "step": 1329
    },
    {
      "epoch": 0.019149916489085986,
      "grad_norm": 0.8440325260162354,
      "learning_rate": 1.3895638823264446e-05,
      "loss": 3.033,
      "step": 1330
    },
    {
      "epoch": 0.019164314922536427,
      "grad_norm": 0.9630792737007141,
      "learning_rate": 1.3795329124488054e-05,
      "loss": 3.0306,
      "step": 1331
    },
    {
      "epoch": 0.01917871335598687,
      "grad_norm": 1.067703366279602,
      "learning_rate": 1.3695355965295653e-05,
      "loss": 3.5449,
      "step": 1332
    },
    {
      "epoch": 0.01919311178943731,
      "grad_norm": 0.982107937335968,
      "learning_rate": 1.3595719735978452e-05,
      "loss": 3.1387,
      "step": 1333
    },
    {
      "epoch": 0.01920751022288775,
      "grad_norm": 0.7688528895378113,
      "learning_rate": 1.3496420825512267e-05,
      "loss": 3.1149,
      "step": 1334
    },
    {
      "epoch": 0.01922190865633819,
      "grad_norm": 0.9816393256187439,
      "learning_rate": 1.339745962155613e-05,
      "loss": 3.2305,
      "step": 1335
    },
    {
      "epoch": 0.019236307089788632,
      "grad_norm": 0.764835000038147,
      "learning_rate": 1.3298836510450596e-05,
      "loss": 3.1893,
      "step": 1336
    },
    {
      "epoch": 0.01925070552323907,
      "grad_norm": 0.9160856008529663,
      "learning_rate": 1.3200551877216327e-05,
      "loss": 2.9222,
      "step": 1337
    },
    {
      "epoch": 0.01926510395668951,
      "grad_norm": 0.8596697449684143,
      "learning_rate": 1.3102606105552584e-05,
      "loss": 2.9711,
      "step": 1338
    },
    {
      "epoch": 0.019279502390139952,
      "grad_norm": 0.9149341583251953,
      "learning_rate": 1.3004999577835786e-05,
      "loss": 3.3247,
      "step": 1339
    },
    {
      "epoch": 0.019293900823590393,
      "grad_norm": 0.8943363428115845,
      "learning_rate": 1.290773267511788e-05,
      "loss": 3.3037,
      "step": 1340
    },
    {
      "epoch": 0.019308299257040834,
      "grad_norm": 0.8161001205444336,
      "learning_rate": 1.2810805777124968e-05,
      "loss": 3.2199,
      "step": 1341
    },
    {
      "epoch": 0.019322697690491275,
      "grad_norm": 0.9713281393051147,
      "learning_rate": 1.2714219262255778e-05,
      "loss": 3.179,
      "step": 1342
    },
    {
      "epoch": 0.019337096123941716,
      "grad_norm": 0.7729328870773315,
      "learning_rate": 1.2617973507580162e-05,
      "loss": 2.6207,
      "step": 1343
    },
    {
      "epoch": 0.019351494557392157,
      "grad_norm": 0.9098682403564453,
      "learning_rate": 1.2522068888837758e-05,
      "loss": 2.8953,
      "step": 1344
    },
    {
      "epoch": 0.019365892990842595,
      "grad_norm": 1.0118416547775269,
      "learning_rate": 1.2426505780436326e-05,
      "loss": 3.3682,
      "step": 1345
    },
    {
      "epoch": 0.019380291424293036,
      "grad_norm": 0.9126576781272888,
      "learning_rate": 1.2331284555450406e-05,
      "loss": 2.8255,
      "step": 1346
    },
    {
      "epoch": 0.019394689857743477,
      "grad_norm": 1.0428135395050049,
      "learning_rate": 1.2236405585619847e-05,
      "loss": 3.2061,
      "step": 1347
    },
    {
      "epoch": 0.019409088291193918,
      "grad_norm": 0.9007376432418823,
      "learning_rate": 1.214186924134838e-05,
      "loss": 3.2628,
      "step": 1348
    },
    {
      "epoch": 0.01942348672464436,
      "grad_norm": 0.9443736672401428,
      "learning_rate": 1.2047675891702082e-05,
      "loss": 3.038,
      "step": 1349
    },
    {
      "epoch": 0.0194378851580948,
      "grad_norm": 0.9108110070228577,
      "learning_rate": 1.1953825904408034e-05,
      "loss": 3.2143,
      "step": 1350
    },
    {
      "epoch": 0.01945228359154524,
      "grad_norm": 1.2777231931686401,
      "learning_rate": 1.1860319645852813e-05,
      "loss": 2.9798,
      "step": 1351
    },
    {
      "epoch": 0.01946668202499568,
      "grad_norm": 1.0725250244140625,
      "learning_rate": 1.1767157481081092e-05,
      "loss": 3.2261,
      "step": 1352
    },
    {
      "epoch": 0.019481080458446123,
      "grad_norm": 0.9306786060333252,
      "learning_rate": 1.1674339773794285e-05,
      "loss": 3.1596,
      "step": 1353
    },
    {
      "epoch": 0.01949547889189656,
      "grad_norm": 0.8385213613510132,
      "learning_rate": 1.158186688634898e-05,
      "loss": 3.1806,
      "step": 1354
    },
    {
      "epoch": 0.019509877325347,
      "grad_norm": 0.8829143643379211,
      "learning_rate": 1.148973917975562e-05,
      "loss": 3.1044,
      "step": 1355
    },
    {
      "epoch": 0.019524275758797442,
      "grad_norm": 0.909599781036377,
      "learning_rate": 1.1397957013677064e-05,
      "loss": 3.2432,
      "step": 1356
    },
    {
      "epoch": 0.019538674192247883,
      "grad_norm": 0.9075611233711243,
      "learning_rate": 1.1306520746427263e-05,
      "loss": 3.3071,
      "step": 1357
    },
    {
      "epoch": 0.019553072625698324,
      "grad_norm": 0.9166622757911682,
      "learning_rate": 1.1215430734969722e-05,
      "loss": 3.3604,
      "step": 1358
    },
    {
      "epoch": 0.019567471059148765,
      "grad_norm": 0.8951576948165894,
      "learning_rate": 1.1124687334916195e-05,
      "loss": 3.0515,
      "step": 1359
    },
    {
      "epoch": 0.019581869492599206,
      "grad_norm": 0.8721620440483093,
      "learning_rate": 1.103429090052528e-05,
      "loss": 2.6732,
      "step": 1360
    },
    {
      "epoch": 0.019596267926049647,
      "grad_norm": 0.8186014294624329,
      "learning_rate": 1.0944241784701026e-05,
      "loss": 2.8059,
      "step": 1361
    },
    {
      "epoch": 0.019610666359500085,
      "grad_norm": 1.0120344161987305,
      "learning_rate": 1.0854540338991615e-05,
      "loss": 3.1843,
      "step": 1362
    },
    {
      "epoch": 0.019625064792950526,
      "grad_norm": 0.8487077355384827,
      "learning_rate": 1.0765186913587866e-05,
      "loss": 3.1065,
      "step": 1363
    },
    {
      "epoch": 0.019639463226400967,
      "grad_norm": 0.8724867701530457,
      "learning_rate": 1.0676181857321998e-05,
      "loss": 3.2118,
      "step": 1364
    },
    {
      "epoch": 0.019653861659851408,
      "grad_norm": 0.8946170210838318,
      "learning_rate": 1.0587525517666142e-05,
      "loss": 3.1623,
      "step": 1365
    },
    {
      "epoch": 0.01966826009330185,
      "grad_norm": 0.9072263240814209,
      "learning_rate": 1.0499218240731157e-05,
      "loss": 2.8071,
      "step": 1366
    },
    {
      "epoch": 0.01968265852675229,
      "grad_norm": 0.7811313271522522,
      "learning_rate": 1.0411260371265097e-05,
      "loss": 3.0948,
      "step": 1367
    },
    {
      "epoch": 0.01969705696020273,
      "grad_norm": 0.9177356958389282,
      "learning_rate": 1.032365225265196e-05,
      "loss": 2.8142,
      "step": 1368
    },
    {
      "epoch": 0.019711455393653172,
      "grad_norm": 0.9409539103507996,
      "learning_rate": 1.0236394226910329e-05,
      "loss": 3.1166,
      "step": 1369
    },
    {
      "epoch": 0.019725853827103613,
      "grad_norm": 0.8630549311637878,
      "learning_rate": 1.0149486634692018e-05,
      "loss": 3.2384,
      "step": 1370
    },
    {
      "epoch": 0.01974025226055405,
      "grad_norm": 0.7596331238746643,
      "learning_rate": 1.0062929815280842e-05,
      "loss": 2.8805,
      "step": 1371
    },
    {
      "epoch": 0.01975465069400449,
      "grad_norm": 0.909783661365509,
      "learning_rate": 9.976724106591129e-06,
      "loss": 2.8891,
      "step": 1372
    },
    {
      "epoch": 0.019769049127454932,
      "grad_norm": 0.9490066170692444,
      "learning_rate": 9.890869845166518e-06,
      "loss": 3.2521,
      "step": 1373
    },
    {
      "epoch": 0.019783447560905373,
      "grad_norm": 0.8483551740646362,
      "learning_rate": 9.805367366178608e-06,
      "loss": 3.1788,
      "step": 1374
    },
    {
      "epoch": 0.019797845994355814,
      "grad_norm": 0.8527052402496338,
      "learning_rate": 9.720217003425647e-06,
      "loss": 3.1432,
      "step": 1375
    },
    {
      "epoch": 0.019812244427806255,
      "grad_norm": 1.0256832838058472,
      "learning_rate": 9.635419089331255e-06,
      "loss": 2.9634,
      "step": 1376
    },
    {
      "epoch": 0.019826642861256696,
      "grad_norm": 0.9176866412162781,
      "learning_rate": 9.550973954943098e-06,
      "loss": 3.2566,
      "step": 1377
    },
    {
      "epoch": 0.019841041294707137,
      "grad_norm": 1.0065146684646606,
      "learning_rate": 9.466881929931581e-06,
      "loss": 3.3794,
      "step": 1378
    },
    {
      "epoch": 0.019855439728157575,
      "grad_norm": 0.9649627804756165,
      "learning_rate": 9.383143342588595e-06,
      "loss": 3.1889,
      "step": 1379
    },
    {
      "epoch": 0.019869838161608016,
      "grad_norm": 0.9409183859825134,
      "learning_rate": 9.299758519826273e-06,
      "loss": 3.1253,
      "step": 1380
    },
    {
      "epoch": 0.019884236595058457,
      "grad_norm": 1.021848440170288,
      "learning_rate": 9.216727787175605e-06,
      "loss": 3.0543,
      "step": 1381
    },
    {
      "epoch": 0.019898635028508898,
      "grad_norm": 1.0622061491012573,
      "learning_rate": 9.134051468785244e-06,
      "loss": 3.6111,
      "step": 1382
    },
    {
      "epoch": 0.01991303346195934,
      "grad_norm": 0.9643726348876953,
      "learning_rate": 9.051729887420225e-06,
      "loss": 3.0249,
      "step": 1383
    },
    {
      "epoch": 0.01992743189540978,
      "grad_norm": 0.7240935564041138,
      "learning_rate": 8.969763364460681e-06,
      "loss": 2.7752,
      "step": 1384
    },
    {
      "epoch": 0.01994183032886022,
      "grad_norm": 0.9863350987434387,
      "learning_rate": 8.888152219900691e-06,
      "loss": 3.0046,
      "step": 1385
    },
    {
      "epoch": 0.019956228762310662,
      "grad_norm": 0.8436025381088257,
      "learning_rate": 8.806896772346874e-06,
      "loss": 2.7945,
      "step": 1386
    },
    {
      "epoch": 0.0199706271957611,
      "grad_norm": 0.9244403839111328,
      "learning_rate": 8.725997339017233e-06,
      "loss": 3.2573,
      "step": 1387
    },
    {
      "epoch": 0.01998502562921154,
      "grad_norm": 0.9481809735298157,
      "learning_rate": 8.645454235739903e-06,
      "loss": 3.4165,
      "step": 1388
    },
    {
      "epoch": 0.01999942406266198,
      "grad_norm": 0.8662943243980408,
      "learning_rate": 8.56526777695198e-06,
      "loss": 2.733,
      "step": 1389
    },
    {
      "epoch": 0.020013822496112423,
      "grad_norm": 0.8003318309783936,
      "learning_rate": 8.485438275698154e-06,
      "loss": 3.2221,
      "step": 1390
    },
    {
      "epoch": 0.020028220929562864,
      "grad_norm": 0.8025987148284912,
      "learning_rate": 8.405966043629621e-06,
      "loss": 2.8828,
      "step": 1391
    },
    {
      "epoch": 0.020042619363013305,
      "grad_norm": 0.8320490717887878,
      "learning_rate": 8.326851391002776e-06,
      "loss": 3.1832,
      "step": 1392
    },
    {
      "epoch": 0.020057017796463746,
      "grad_norm": 0.7551702857017517,
      "learning_rate": 8.24809462667805e-06,
      "loss": 2.9471,
      "step": 1393
    },
    {
      "epoch": 0.020071416229914187,
      "grad_norm": 0.8278775811195374,
      "learning_rate": 8.169696058118725e-06,
      "loss": 2.7189,
      "step": 1394
    },
    {
      "epoch": 0.020085814663364628,
      "grad_norm": 1.0199434757232666,
      "learning_rate": 8.091655991389668e-06,
      "loss": 3.3056,
      "step": 1395
    },
    {
      "epoch": 0.020100213096815065,
      "grad_norm": 1.0125652551651,
      "learning_rate": 8.01397473115616e-06,
      "loss": 2.9153,
      "step": 1396
    },
    {
      "epoch": 0.020114611530265506,
      "grad_norm": 0.7923358082771301,
      "learning_rate": 7.936652580682724e-06,
      "loss": 2.7301,
      "step": 1397
    },
    {
      "epoch": 0.020129009963715947,
      "grad_norm": 0.8389890193939209,
      "learning_rate": 7.859689841831974e-06,
      "loss": 3.051,
      "step": 1398
    },
    {
      "epoch": 0.020143408397166388,
      "grad_norm": 0.8989828824996948,
      "learning_rate": 7.783086815063346e-06,
      "loss": 3.1173,
      "step": 1399
    },
    {
      "epoch": 0.02015780683061683,
      "grad_norm": 0.9250292181968689,
      "learning_rate": 7.706843799431984e-06,
      "loss": 3.5338,
      "step": 1400
    },
    {
      "epoch": 0.02017220526406727,
      "grad_norm": 0.7860932946205139,
      "learning_rate": 7.630961092587574e-06,
      "loss": 3.0299,
      "step": 1401
    },
    {
      "epoch": 0.02018660369751771,
      "grad_norm": 0.8169914484024048,
      "learning_rate": 7.5554389907731334e-06,
      "loss": 2.9808,
      "step": 1402
    },
    {
      "epoch": 0.020201002130968152,
      "grad_norm": 0.837401270866394,
      "learning_rate": 7.480277788823986e-06,
      "loss": 3.1349,
      "step": 1403
    },
    {
      "epoch": 0.02021540056441859,
      "grad_norm": 0.9147258400917053,
      "learning_rate": 7.405477780166414e-06,
      "loss": 3.2803,
      "step": 1404
    },
    {
      "epoch": 0.02022979899786903,
      "grad_norm": 0.8905622363090515,
      "learning_rate": 7.331039256816663e-06,
      "loss": 2.7725,
      "step": 1405
    },
    {
      "epoch": 0.02024419743131947,
      "grad_norm": 0.9896838665008545,
      "learning_rate": 7.25696250937975e-06,
      "loss": 3.0273,
      "step": 1406
    },
    {
      "epoch": 0.020258595864769913,
      "grad_norm": 0.8608776926994324,
      "learning_rate": 7.1832478270483224e-06,
      "loss": 3.2194,
      "step": 1407
    },
    {
      "epoch": 0.020272994298220354,
      "grad_norm": 1.0267692804336548,
      "learning_rate": 7.109895497601571e-06,
      "loss": 3.151,
      "step": 1408
    },
    {
      "epoch": 0.020287392731670795,
      "grad_norm": 0.9626919031143188,
      "learning_rate": 7.036905807404037e-06,
      "loss": 3.3057,
      "step": 1409
    },
    {
      "epoch": 0.020301791165121236,
      "grad_norm": 0.898408830165863,
      "learning_rate": 6.964279041404553e-06,
      "loss": 2.9023,
      "step": 1410
    },
    {
      "epoch": 0.020316189598571677,
      "grad_norm": 1.1227731704711914,
      "learning_rate": 6.892015483135095e-06,
      "loss": 3.4548,
      "step": 1411
    },
    {
      "epoch": 0.020330588032022118,
      "grad_norm": 0.937741219997406,
      "learning_rate": 6.820115414709727e-06,
      "loss": 3.1073,
      "step": 1412
    },
    {
      "epoch": 0.020344986465472555,
      "grad_norm": 0.928331196308136,
      "learning_rate": 6.748579116823417e-06,
      "loss": 3.322,
      "step": 1413
    },
    {
      "epoch": 0.020359384898922996,
      "grad_norm": 0.9751583337783813,
      "learning_rate": 6.677406868751013e-06,
      "loss": 2.7888,
      "step": 1414
    },
    {
      "epoch": 0.020373783332373437,
      "grad_norm": 0.8664520382881165,
      "learning_rate": 6.606598948346132e-06,
      "loss": 3.0501,
      "step": 1415
    },
    {
      "epoch": 0.02038818176582388,
      "grad_norm": 1.055211067199707,
      "learning_rate": 6.536155632040031e-06,
      "loss": 2.7257,
      "step": 1416
    },
    {
      "epoch": 0.02040258019927432,
      "grad_norm": 0.8212469220161438,
      "learning_rate": 6.466077194840636e-06,
      "loss": 3.2849,
      "step": 1417
    },
    {
      "epoch": 0.02041697863272476,
      "grad_norm": 0.8457691669464111,
      "learning_rate": 6.396363910331338e-06,
      "loss": 3.0254,
      "step": 1418
    },
    {
      "epoch": 0.0204313770661752,
      "grad_norm": 1.16665518283844,
      "learning_rate": 6.327016050670009e-06,
      "loss": 3.115,
      "step": 1419
    },
    {
      "epoch": 0.020445775499625642,
      "grad_norm": 0.9927017092704773,
      "learning_rate": 6.258033886587911e-06,
      "loss": 3.3696,
      "step": 1420
    },
    {
      "epoch": 0.02046017393307608,
      "grad_norm": 0.8543211817741394,
      "learning_rate": 6.189417687388665e-06,
      "loss": 3.349,
      "step": 1421
    },
    {
      "epoch": 0.02047457236652652,
      "grad_norm": 0.8945198655128479,
      "learning_rate": 6.121167720947174e-06,
      "loss": 3.0894,
      "step": 1422
    },
    {
      "epoch": 0.020488970799976962,
      "grad_norm": 0.8682249188423157,
      "learning_rate": 6.053284253708547e-06,
      "loss": 2.757,
      "step": 1423
    },
    {
      "epoch": 0.020503369233427403,
      "grad_norm": 0.8274182677268982,
      "learning_rate": 5.985767550687149e-06,
      "loss": 3.347,
      "step": 1424
    },
    {
      "epoch": 0.020517767666877844,
      "grad_norm": 1.0151300430297852,
      "learning_rate": 5.918617875465449e-06,
      "loss": 3.1264,
      "step": 1425
    },
    {
      "epoch": 0.020532166100328285,
      "grad_norm": 1.0180535316467285,
      "learning_rate": 5.8518354901931364e-06,
      "loss": 3.1364,
      "step": 1426
    },
    {
      "epoch": 0.020546564533778726,
      "grad_norm": 0.9554280638694763,
      "learning_rate": 5.785420655585949e-06,
      "loss": 3.0376,
      "step": 1427
    },
    {
      "epoch": 0.020560962967229167,
      "grad_norm": 0.8795419335365295,
      "learning_rate": 5.719373630924741e-06,
      "loss": 2.8552,
      "step": 1428
    },
    {
      "epoch": 0.020575361400679604,
      "grad_norm": 0.8722289800643921,
      "learning_rate": 5.653694674054444e-06,
      "loss": 3.0919,
      "step": 1429
    },
    {
      "epoch": 0.020589759834130045,
      "grad_norm": 0.9424971342086792,
      "learning_rate": 5.588384041383088e-06,
      "loss": 3.3991,
      "step": 1430
    },
    {
      "epoch": 0.020604158267580486,
      "grad_norm": 0.9186734557151794,
      "learning_rate": 5.523441987880773e-06,
      "loss": 3.0628,
      "step": 1431
    },
    {
      "epoch": 0.020618556701030927,
      "grad_norm": 1.0790531635284424,
      "learning_rate": 5.4588687670786735e-06,
      "loss": 2.7631,
      "step": 1432
    },
    {
      "epoch": 0.02063295513448137,
      "grad_norm": 0.8201148509979248,
      "learning_rate": 5.394664631068047e-06,
      "loss": 3.2362,
      "step": 1433
    },
    {
      "epoch": 0.02064735356793181,
      "grad_norm": 0.826225996017456,
      "learning_rate": 5.330829830499262e-06,
      "loss": 2.7277,
      "step": 1434
    },
    {
      "epoch": 0.02066175200138225,
      "grad_norm": 0.9269322752952576,
      "learning_rate": 5.267364614580861e-06,
      "loss": 3.3327,
      "step": 1435
    },
    {
      "epoch": 0.02067615043483269,
      "grad_norm": 0.9393075704574585,
      "learning_rate": 5.2042692310784846e-06,
      "loss": 2.6219,
      "step": 1436
    },
    {
      "epoch": 0.020690548868283132,
      "grad_norm": 1.161726474761963,
      "learning_rate": 5.141543926313974e-06,
      "loss": 3.4494,
      "step": 1437
    },
    {
      "epoch": 0.02070494730173357,
      "grad_norm": 1.061601161956787,
      "learning_rate": 5.079188945164426e-06,
      "loss": 3.117,
      "step": 1438
    },
    {
      "epoch": 0.02071934573518401,
      "grad_norm": 0.7991065979003906,
      "learning_rate": 5.01720453106116e-06,
      "loss": 2.9382,
      "step": 1439
    },
    {
      "epoch": 0.020733744168634452,
      "grad_norm": 0.9421443343162537,
      "learning_rate": 4.955590925988895e-06,
      "loss": 3.3152,
      "step": 1440
    },
    {
      "epoch": 0.020748142602084893,
      "grad_norm": 0.8907252550125122,
      "learning_rate": 4.8943483704846475e-06,
      "loss": 2.647,
      "step": 1441
    },
    {
      "epoch": 0.020762541035535334,
      "grad_norm": 0.8007557392120361,
      "learning_rate": 4.833477103636908e-06,
      "loss": 3.1703,
      "step": 1442
    },
    {
      "epoch": 0.020776939468985775,
      "grad_norm": 0.8335564732551575,
      "learning_rate": 4.772977363084652e-06,
      "loss": 2.9038,
      "step": 1443
    },
    {
      "epoch": 0.020791337902436216,
      "grad_norm": 1.0135235786437988,
      "learning_rate": 4.712849385016471e-06,
      "loss": 3.5445,
      "step": 1444
    },
    {
      "epoch": 0.020805736335886657,
      "grad_norm": 0.8235958814620972,
      "learning_rate": 4.653093404169573e-06,
      "loss": 2.6932,
      "step": 1445
    },
    {
      "epoch": 0.020820134769337095,
      "grad_norm": 1.0033237934112549,
      "learning_rate": 4.593709653828915e-06,
      "loss": 3.3379,
      "step": 1446
    },
    {
      "epoch": 0.020834533202787536,
      "grad_norm": 0.74470454454422,
      "learning_rate": 4.534698365826273e-06,
      "loss": 2.9057,
      "step": 1447
    },
    {
      "epoch": 0.020848931636237977,
      "grad_norm": 0.8732585310935974,
      "learning_rate": 4.476059770539354e-06,
      "loss": 3.131,
      "step": 1448
    },
    {
      "epoch": 0.020863330069688418,
      "grad_norm": 1.0951259136199951,
      "learning_rate": 4.417794096890903e-06,
      "loss": 3.3621,
      "step": 1449
    },
    {
      "epoch": 0.02087772850313886,
      "grad_norm": 0.9700301289558411,
      "learning_rate": 4.359901572347758e-06,
      "loss": 3.1855,
      "step": 1450
    },
    {
      "epoch": 0.0208921269365893,
      "grad_norm": 0.9334191679954529,
      "learning_rate": 4.3023824229200375e-06,
      "loss": 3.0549,
      "step": 1451
    },
    {
      "epoch": 0.02090652537003974,
      "grad_norm": 0.8674717545509338,
      "learning_rate": 4.245236873160164e-06,
      "loss": 3.2298,
      "step": 1452
    },
    {
      "epoch": 0.02092092380349018,
      "grad_norm": 0.8307326436042786,
      "learning_rate": 4.188465146162113e-06,
      "loss": 3.0607,
      "step": 1453
    },
    {
      "epoch": 0.02093532223694062,
      "grad_norm": 0.9371207356452942,
      "learning_rate": 4.132067463560418e-06,
      "loss": 3.0862,
      "step": 1454
    },
    {
      "epoch": 0.02094972067039106,
      "grad_norm": 0.9844512939453125,
      "learning_rate": 4.07604404552937e-06,
      "loss": 3.2004,
      "step": 1455
    },
    {
      "epoch": 0.0209641191038415,
      "grad_norm": 0.8348737955093384,
      "learning_rate": 4.02039511078216e-06,
      "loss": 3.5696,
      "step": 1456
    },
    {
      "epoch": 0.020978517537291942,
      "grad_norm": 0.6969050168991089,
      "learning_rate": 3.965120876569983e-06,
      "loss": 2.8607,
      "step": 1457
    },
    {
      "epoch": 0.020992915970742383,
      "grad_norm": 0.9778659343719482,
      "learning_rate": 3.910221558681271e-06,
      "loss": 2.9977,
      "step": 1458
    },
    {
      "epoch": 0.021007314404192824,
      "grad_norm": 0.8741122484207153,
      "learning_rate": 3.855697371440736e-06,
      "loss": 3.2519,
      "step": 1459
    },
    {
      "epoch": 0.021021712837643265,
      "grad_norm": 1.1039549112319946,
      "learning_rate": 3.8015485277086205e-06,
      "loss": 3.0522,
      "step": 1460
    },
    {
      "epoch": 0.021036111271093706,
      "grad_norm": 0.8553768992424011,
      "learning_rate": 3.747775238879847e-06,
      "loss": 3.1598,
      "step": 1461
    },
    {
      "epoch": 0.021050509704544147,
      "grad_norm": 1.0895198583602905,
      "learning_rate": 3.6943777148831902e-06,
      "loss": 3.3334,
      "step": 1462
    },
    {
      "epoch": 0.021064908137994585,
      "grad_norm": 0.8737955689430237,
      "learning_rate": 3.641356164180454e-06,
      "loss": 2.938,
      "step": 1463
    },
    {
      "epoch": 0.021079306571445026,
      "grad_norm": 1.1556901931762695,
      "learning_rate": 3.588710793765626e-06,
      "loss": 3.5071,
      "step": 1464
    },
    {
      "epoch": 0.021093705004895467,
      "grad_norm": 1.067346453666687,
      "learning_rate": 3.5364418091641373e-06,
      "loss": 3.5314,
      "step": 1465
    },
    {
      "epoch": 0.021108103438345908,
      "grad_norm": 0.8786953091621399,
      "learning_rate": 3.4845494144320035e-06,
      "loss": 3.4366,
      "step": 1466
    },
    {
      "epoch": 0.02112250187179635,
      "grad_norm": 0.960814893245697,
      "learning_rate": 3.433033812155073e-06,
      "loss": 3.0396,
      "step": 1467
    },
    {
      "epoch": 0.02113690030524679,
      "grad_norm": 0.8296492099761963,
      "learning_rate": 3.3818952034481823e-06,
      "loss": 3.4261,
      "step": 1468
    },
    {
      "epoch": 0.02115129873869723,
      "grad_norm": 0.834652304649353,
      "learning_rate": 3.33113378795441e-06,
      "loss": 2.8386,
      "step": 1469
    },
    {
      "epoch": 0.021165697172147672,
      "grad_norm": 0.8893423676490784,
      "learning_rate": 3.280749763844293e-06,
      "loss": 2.9801,
      "step": 1470
    },
    {
      "epoch": 0.02118009560559811,
      "grad_norm": 0.8707497715950012,
      "learning_rate": 3.2307433278150443e-06,
      "loss": 3.0479,
      "step": 1471
    },
    {
      "epoch": 0.02119449403904855,
      "grad_norm": 0.8469563722610474,
      "learning_rate": 3.1811146750898023e-06,
      "loss": 3.0877,
      "step": 1472
    },
    {
      "epoch": 0.02120889247249899,
      "grad_norm": 0.8180171251296997,
      "learning_rate": 3.1318639994168177e-06,
      "loss": 2.9593,
      "step": 1473
    },
    {
      "epoch": 0.021223290905949432,
      "grad_norm": 0.9735839366912842,
      "learning_rate": 3.0829914930687764e-06,
      "loss": 2.9285,
      "step": 1474
    },
    {
      "epoch": 0.021237689339399873,
      "grad_norm": 0.9077340960502625,
      "learning_rate": 3.0344973468419578e-06,
      "loss": 3.1101,
      "step": 1475
    },
    {
      "epoch": 0.021252087772850314,
      "grad_norm": 0.8200520873069763,
      "learning_rate": 2.9863817500556e-06,
      "loss": 2.9637,
      "step": 1476
    },
    {
      "epoch": 0.021266486206300755,
      "grad_norm": 1.1016018390655518,
      "learning_rate": 2.9386448905510565e-06,
      "loss": 3.1469,
      "step": 1477
    },
    {
      "epoch": 0.021280884639751196,
      "grad_norm": 0.7280232310295105,
      "learning_rate": 2.8912869546911082e-06,
      "loss": 2.9912,
      "step": 1478
    },
    {
      "epoch": 0.021295283073201637,
      "grad_norm": 1.0194820165634155,
      "learning_rate": 2.844308127359241e-06,
      "loss": 3.6857,
      "step": 1479
    },
    {
      "epoch": 0.021309681506652075,
      "grad_norm": 0.8763614892959595,
      "learning_rate": 2.7977085919589254e-06,
      "loss": 2.7264,
      "step": 1480
    },
    {
      "epoch": 0.021324079940102516,
      "grad_norm": 0.8831347227096558,
      "learning_rate": 2.7514885304128713e-06,
      "loss": 2.6803,
      "step": 1481
    },
    {
      "epoch": 0.021338478373552957,
      "grad_norm": 0.8122050166130066,
      "learning_rate": 2.7056481231623633e-06,
      "loss": 3.0859,
      "step": 1482
    },
    {
      "epoch": 0.021352876807003398,
      "grad_norm": 0.9077602624893188,
      "learning_rate": 2.6601875491665042e-06,
      "loss": 3.393,
      "step": 1483
    },
    {
      "epoch": 0.02136727524045384,
      "grad_norm": 0.8463223576545715,
      "learning_rate": 2.6151069859015387e-06,
      "loss": 2.8662,
      "step": 1484
    },
    {
      "epoch": 0.02138167367390428,
      "grad_norm": 1.0027157068252563,
      "learning_rate": 2.570406609360221e-06,
      "loss": 3.0581,
      "step": 1485
    },
    {
      "epoch": 0.02139607210735472,
      "grad_norm": 0.8902380466461182,
      "learning_rate": 2.5260865940510025e-06,
      "loss": 3.4835,
      "step": 1486
    },
    {
      "epoch": 0.021410470540805162,
      "grad_norm": 0.8979059457778931,
      "learning_rate": 2.4821471129974683e-06,
      "loss": 3.3068,
      "step": 1487
    },
    {
      "epoch": 0.0214248689742556,
      "grad_norm": 0.8581022620201111,
      "learning_rate": 2.4385883377375685e-06,
      "loss": 3.1571,
      "step": 1488
    },
    {
      "epoch": 0.02143926740770604,
      "grad_norm": 0.8640710115432739,
      "learning_rate": 2.395410438323031e-06,
      "loss": 2.6012,
      "step": 1489
    },
    {
      "epoch": 0.02145366584115648,
      "grad_norm": 1.0443331003189087,
      "learning_rate": 2.3526135833186525e-06,
      "loss": 3.3211,
      "step": 1490
    },
    {
      "epoch": 0.021468064274606923,
      "grad_norm": 0.7340946793556213,
      "learning_rate": 2.3101979398016283e-06,
      "loss": 2.9021,
      "step": 1491
    },
    {
      "epoch": 0.021482462708057364,
      "grad_norm": 1.1307364702224731,
      "learning_rate": 2.2681636733609457e-06,
      "loss": 3.3677,
      "step": 1492
    },
    {
      "epoch": 0.021496861141507805,
      "grad_norm": 1.2450916767120361,
      "learning_rate": 2.226510948096683e-06,
      "loss": 3.1438,
      "step": 1493
    },
    {
      "epoch": 0.021511259574958246,
      "grad_norm": 0.9549129009246826,
      "learning_rate": 2.1852399266194314e-06,
      "loss": 3.089,
      "step": 1494
    },
    {
      "epoch": 0.021525658008408687,
      "grad_norm": 0.8855454921722412,
      "learning_rate": 2.144350770049597e-06,
      "loss": 2.9229,
      "step": 1495
    },
    {
      "epoch": 0.021540056441859124,
      "grad_norm": 0.8501705527305603,
      "learning_rate": 2.1038436380168113e-06,
      "loss": 3.0764,
      "step": 1496
    },
    {
      "epoch": 0.021554454875309565,
      "grad_norm": 1.0377739667892456,
      "learning_rate": 2.0637186886593e-06,
      "loss": 3.1329,
      "step": 1497
    },
    {
      "epoch": 0.021568853308760006,
      "grad_norm": 0.8459200859069824,
      "learning_rate": 2.0239760786232353e-06,
      "loss": 3.2961,
      "step": 1498
    },
    {
      "epoch": 0.021583251742210447,
      "grad_norm": 0.7670819163322449,
      "learning_rate": 1.9846159630621976e-06,
      "loss": 3.0617,
      "step": 1499
    },
    {
      "epoch": 0.021597650175660888,
      "grad_norm": 0.7971162796020508,
      "learning_rate": 1.945638495636515e-06,
      "loss": 3.1738,
      "step": 1500
    },
    {
      "epoch": 0.02161204860911133,
      "grad_norm": 0.8202035427093506,
      "learning_rate": 1.9070438285126335e-06,
      "loss": 3.0743,
      "step": 1501
    },
    {
      "epoch": 0.02162644704256177,
      "grad_norm": 0.9385535717010498,
      "learning_rate": 1.8688321123625841e-06,
      "loss": 2.8475,
      "step": 1502
    },
    {
      "epoch": 0.02164084547601221,
      "grad_norm": 1.0729392766952515,
      "learning_rate": 1.831003496363415e-06,
      "loss": 3.1549,
      "step": 1503
    },
    {
      "epoch": 0.021655243909462652,
      "grad_norm": 0.8401126265525818,
      "learning_rate": 1.793558128196493e-06,
      "loss": 3.1772,
      "step": 1504
    },
    {
      "epoch": 0.02166964234291309,
      "grad_norm": 0.86048823595047,
      "learning_rate": 1.7564961540470494e-06,
      "loss": 2.7676,
      "step": 1505
    },
    {
      "epoch": 0.02168404077636353,
      "grad_norm": 0.8894144892692566,
      "learning_rate": 1.7198177186035446e-06,
      "loss": 3.1937,
      "step": 1506
    },
    {
      "epoch": 0.02169843920981397,
      "grad_norm": 0.8632349371910095,
      "learning_rate": 1.6835229650571271e-06,
      "loss": 2.8604,
      "step": 1507
    },
    {
      "epoch": 0.021712837643264413,
      "grad_norm": 0.8440278172492981,
      "learning_rate": 1.6476120351010538e-06,
      "loss": 2.8425,
      "step": 1508
    },
    {
      "epoch": 0.021727236076714854,
      "grad_norm": 0.9330465197563171,
      "learning_rate": 1.6120850689301693e-06,
      "loss": 2.9257,
      "step": 1509
    },
    {
      "epoch": 0.021741634510165295,
      "grad_norm": 0.7720358371734619,
      "learning_rate": 1.576942205240317e-06,
      "loss": 3.0297,
      "step": 1510
    },
    {
      "epoch": 0.021756032943615736,
      "grad_norm": 0.9595306515693665,
      "learning_rate": 1.5421835812278407e-06,
      "loss": 3.1882,
      "step": 1511
    },
    {
      "epoch": 0.021770431377066177,
      "grad_norm": 0.8593202829360962,
      "learning_rate": 1.507809332588994e-06,
      "loss": 3.1556,
      "step": 1512
    },
    {
      "epoch": 0.021784829810516614,
      "grad_norm": 0.9006519913673401,
      "learning_rate": 1.4738195935194987e-06,
      "loss": 2.8204,
      "step": 1513
    },
    {
      "epoch": 0.021799228243967055,
      "grad_norm": 0.874077320098877,
      "learning_rate": 1.4402144967139097e-06,
      "loss": 3.0097,
      "step": 1514
    },
    {
      "epoch": 0.021813626677417496,
      "grad_norm": 0.9423086047172546,
      "learning_rate": 1.4069941733651948e-06,
      "loss": 3.0998,
      "step": 1515
    },
    {
      "epoch": 0.021828025110867937,
      "grad_norm": 0.920586109161377,
      "learning_rate": 1.3741587531641564e-06,
      "loss": 3.1215,
      "step": 1516
    },
    {
      "epoch": 0.021842423544318378,
      "grad_norm": 0.8630989789962769,
      "learning_rate": 1.3417083642989658e-06,
      "loss": 3.1039,
      "step": 1517
    },
    {
      "epoch": 0.02185682197776882,
      "grad_norm": 0.9211531281471252,
      "learning_rate": 1.3096431334546411e-06,
      "loss": 3.3031,
      "step": 1518
    },
    {
      "epoch": 0.02187122041121926,
      "grad_norm": 0.9962487816810608,
      "learning_rate": 1.2779631858125696e-06,
      "loss": 3.1632,
      "step": 1519
    },
    {
      "epoch": 0.0218856188446697,
      "grad_norm": 1.007925033569336,
      "learning_rate": 1.2466686450499865e-06,
      "loss": 2.8957,
      "step": 1520
    },
    {
      "epoch": 0.02190001727812014,
      "grad_norm": 0.8117822408676147,
      "learning_rate": 1.2157596333395082e-06,
      "loss": 3.1542,
      "step": 1521
    },
    {
      "epoch": 0.02191441571157058,
      "grad_norm": 0.974325954914093,
      "learning_rate": 1.185236271348722e-06,
      "loss": 2.7068,
      "step": 1522
    },
    {
      "epoch": 0.02192881414502102,
      "grad_norm": 0.9291583299636841,
      "learning_rate": 1.1550986782395856e-06,
      "loss": 3.3964,
      "step": 1523
    },
    {
      "epoch": 0.021943212578471462,
      "grad_norm": 0.9573922157287598,
      "learning_rate": 1.125346971668051e-06,
      "loss": 2.9677,
      "step": 1524
    },
    {
      "epoch": 0.021957611011921903,
      "grad_norm": 0.9673399329185486,
      "learning_rate": 1.0959812677835968e-06,
      "loss": 3.1615,
      "step": 1525
    },
    {
      "epoch": 0.021972009445372344,
      "grad_norm": 0.9846709370613098,
      "learning_rate": 1.067001681228763e-06,
      "loss": 3.139,
      "step": 1526
    },
    {
      "epoch": 0.021986407878822785,
      "grad_norm": 0.8348029851913452,
      "learning_rate": 1.0384083251386956e-06,
      "loss": 3.0496,
      "step": 1527
    },
    {
      "epoch": 0.022000806312273226,
      "grad_norm": 1.1348259449005127,
      "learning_rate": 1.0102013111406906e-06,
      "loss": 3.6287,
      "step": 1528
    },
    {
      "epoch": 0.022015204745723667,
      "grad_norm": 1.0039249658584595,
      "learning_rate": 9.823807493538284e-07,
      "loss": 3.1782,
      "step": 1529
    },
    {
      "epoch": 0.022029603179174104,
      "grad_norm": 1.026220440864563,
      "learning_rate": 9.549467483884412e-07,
      "loss": 3.0228,
      "step": 1530
    },
    {
      "epoch": 0.022044001612624545,
      "grad_norm": 1.0428894758224487,
      "learning_rate": 9.278994153457898e-07,
      "loss": 3.3394,
      "step": 1531
    },
    {
      "epoch": 0.022058400046074986,
      "grad_norm": 0.7290953397750854,
      "learning_rate": 9.012388558175877e-07,
      "loss": 3.0217,
      "step": 1532
    },
    {
      "epoch": 0.022072798479525427,
      "grad_norm": 0.7858526110649109,
      "learning_rate": 8.749651738855669e-07,
      "loss": 3.0568,
      "step": 1533
    },
    {
      "epoch": 0.02208719691297587,
      "grad_norm": 1.0163757801055908,
      "learning_rate": 8.490784721211453e-07,
      "loss": 2.8271,
      "step": 1534
    },
    {
      "epoch": 0.02210159534642631,
      "grad_norm": 0.8682652115821838,
      "learning_rate": 8.235788515849607e-07,
      "loss": 3.0352,
      "step": 1535
    },
    {
      "epoch": 0.02211599377987675,
      "grad_norm": 0.9091812968254089,
      "learning_rate": 7.984664118265262e-07,
      "loss": 2.7206,
      "step": 1536
    },
    {
      "epoch": 0.02213039221332719,
      "grad_norm": 0.9162892699241638,
      "learning_rate": 7.73741250883786e-07,
      "loss": 2.8099,
      "step": 1537
    },
    {
      "epoch": 0.02214479064677763,
      "grad_norm": 0.9814125895500183,
      "learning_rate": 7.494034652827942e-07,
      "loss": 3.1138,
      "step": 1538
    },
    {
      "epoch": 0.02215918908022807,
      "grad_norm": 0.8817875981330872,
      "learning_rate": 7.254531500372696e-07,
      "loss": 3.1612,
      "step": 1539
    },
    {
      "epoch": 0.02217358751367851,
      "grad_norm": 0.9872780442237854,
      "learning_rate": 7.018903986483083e-07,
      "loss": 3.0092,
      "step": 1540
    },
    {
      "epoch": 0.022187985947128952,
      "grad_norm": 1.0097023248672485,
      "learning_rate": 6.787153031039273e-07,
      "loss": 3.4636,
      "step": 1541
    },
    {
      "epoch": 0.022202384380579393,
      "grad_norm": 0.868097186088562,
      "learning_rate": 6.559279538787877e-07,
      "loss": 2.9645,
      "step": 1542
    },
    {
      "epoch": 0.022216782814029834,
      "grad_norm": 0.9539592862129211,
      "learning_rate": 6.335284399337726e-07,
      "loss": 3.605,
      "step": 1543
    },
    {
      "epoch": 0.022231181247480275,
      "grad_norm": 0.8552882075309753,
      "learning_rate": 6.115168487157097e-07,
      "loss": 2.913,
      "step": 1544
    },
    {
      "epoch": 0.022245579680930716,
      "grad_norm": 0.8305221796035767,
      "learning_rate": 5.898932661569489e-07,
      "loss": 3.005,
      "step": 1545
    },
    {
      "epoch": 0.022259978114381157,
      "grad_norm": 0.8164334297180176,
      "learning_rate": 5.686577766751078e-07,
      "loss": 3.0085,
      "step": 1546
    },
    {
      "epoch": 0.022274376547831595,
      "grad_norm": 0.9529278874397278,
      "learning_rate": 5.478104631726711e-07,
      "loss": 3.0169,
      "step": 1547
    },
    {
      "epoch": 0.022288774981282036,
      "grad_norm": 0.9226743578910828,
      "learning_rate": 5.273514070367247e-07,
      "loss": 3.0388,
      "step": 1548
    },
    {
      "epoch": 0.022303173414732477,
      "grad_norm": 0.8834388852119446,
      "learning_rate": 5.072806881386006e-07,
      "loss": 2.7863,
      "step": 1549
    },
    {
      "epoch": 0.022317571848182918,
      "grad_norm": 0.7755020260810852,
      "learning_rate": 4.875983848335874e-07,
      "loss": 3.223,
      "step": 1550
    },
    {
      "epoch": 0.02233197028163336,
      "grad_norm": 0.9426074028015137,
      "learning_rate": 4.683045739606096e-07,
      "loss": 3.3962,
      "step": 1551
    },
    {
      "epoch": 0.0223463687150838,
      "grad_norm": 0.9066960215568542,
      "learning_rate": 4.4939933084192644e-07,
      "loss": 3.2307,
      "step": 1552
    },
    {
      "epoch": 0.02236076714853424,
      "grad_norm": 0.9477612376213074,
      "learning_rate": 4.3088272928285543e-07,
      "loss": 3.2692,
      "step": 1553
    },
    {
      "epoch": 0.02237516558198468,
      "grad_norm": 0.8785979151725769,
      "learning_rate": 4.1275484157147214e-07,
      "loss": 2.8351,
      "step": 1554
    },
    {
      "epoch": 0.02238956401543512,
      "grad_norm": 0.9299174547195435,
      "learning_rate": 3.950157384783104e-07,
      "loss": 3.4668,
      "step": 1555
    },
    {
      "epoch": 0.02240396244888556,
      "grad_norm": 0.7960776090621948,
      "learning_rate": 3.7766548925612933e-07,
      "loss": 3.2686,
      "step": 1556
    },
    {
      "epoch": 0.022418360882336,
      "grad_norm": 0.826931893825531,
      "learning_rate": 3.607041616396023e-07,
      "loss": 3.1563,
      "step": 1557
    },
    {
      "epoch": 0.022432759315786442,
      "grad_norm": 1.0381782054901123,
      "learning_rate": 3.4413182184507285e-07,
      "loss": 3.1191,
      "step": 1558
    },
    {
      "epoch": 0.022447157749236883,
      "grad_norm": 0.9099294543266296,
      "learning_rate": 3.279485345702993e-07,
      "loss": 3.1768,
      "step": 1559
    },
    {
      "epoch": 0.022461556182687324,
      "grad_norm": 0.8162287473678589,
      "learning_rate": 3.12154362994177e-07,
      "loss": 3.4176,
      "step": 1560
    },
    {
      "epoch": 0.022475954616137765,
      "grad_norm": 0.7798431515693665,
      "learning_rate": 2.967493687765277e-07,
      "loss": 3.078,
      "step": 1561
    },
    {
      "epoch": 0.022490353049588206,
      "grad_norm": 0.7233580350875854,
      "learning_rate": 2.8173361205783286e-07,
      "loss": 3.1592,
      "step": 1562
    },
    {
      "epoch": 0.022504751483038644,
      "grad_norm": 0.9331035614013672,
      "learning_rate": 2.671071514589896e-07,
      "loss": 3.0028,
      "step": 1563
    },
    {
      "epoch": 0.022519149916489085,
      "grad_norm": 1.1705758571624756,
      "learning_rate": 2.528700440811438e-07,
      "loss": 3.408,
      "step": 1564
    },
    {
      "epoch": 0.022533548349939526,
      "grad_norm": 0.859615683555603,
      "learning_rate": 2.390223455053686e-07,
      "loss": 2.895,
      "step": 1565
    },
    {
      "epoch": 0.022547946783389967,
      "grad_norm": 0.7819058299064636,
      "learning_rate": 2.2556410979253095e-07,
      "loss": 3.0875,
      "step": 1566
    },
    {
      "epoch": 0.022562345216840408,
      "grad_norm": 1.0082193613052368,
      "learning_rate": 2.1249538948304725e-07,
      "loss": 3.2887,
      "step": 1567
    },
    {
      "epoch": 0.02257674365029085,
      "grad_norm": 0.838247537612915,
      "learning_rate": 1.998162355966726e-07,
      "loss": 3.2147,
      "step": 1568
    },
    {
      "epoch": 0.02259114208374129,
      "grad_norm": 0.8305604457855225,
      "learning_rate": 1.8752669763232311e-07,
      "loss": 3.0408,
      "step": 1569
    },
    {
      "epoch": 0.02260554051719173,
      "grad_norm": 0.9061922430992126,
      "learning_rate": 1.7562682356786487e-07,
      "loss": 2.9893,
      "step": 1570
    },
    {
      "epoch": 0.022619938950642172,
      "grad_norm": 0.927106499671936,
      "learning_rate": 1.641166598599142e-07,
      "loss": 3.2484,
      "step": 1571
    },
    {
      "epoch": 0.02263433738409261,
      "grad_norm": 0.8613457083702087,
      "learning_rate": 1.5299625144370443e-07,
      "loss": 3.1452,
      "step": 1572
    },
    {
      "epoch": 0.02264873581754305,
      "grad_norm": 0.7377899289131165,
      "learning_rate": 1.4226564173286382e-07,
      "loss": 2.9396,
      "step": 1573
    },
    {
      "epoch": 0.02266313425099349,
      "grad_norm": 0.8339350819587708,
      "learning_rate": 1.3192487261926012e-07,
      "loss": 2.7735,
      "step": 1574
    },
    {
      "epoch": 0.022677532684443932,
      "grad_norm": 0.8579245805740356,
      "learning_rate": 1.2197398447283404e-07,
      "loss": 2.5674,
      "step": 1575
    },
    {
      "epoch": 0.022691931117894373,
      "grad_norm": 0.8995113968849182,
      "learning_rate": 1.1241301614147714e-07,
      "loss": 2.9122,
      "step": 1576
    },
    {
      "epoch": 0.022706329551344814,
      "grad_norm": 0.9843743443489075,
      "learning_rate": 1.0324200495079873e-07,
      "loss": 3.3908,
      "step": 1577
    },
    {
      "epoch": 0.022720727984795255,
      "grad_norm": 0.9193294048309326,
      "learning_rate": 9.446098670408132e-08,
      "loss": 3.258,
      "step": 1578
    },
    {
      "epoch": 0.022735126418245696,
      "grad_norm": 0.8787617683410645,
      "learning_rate": 8.606999568204766e-08,
      "loss": 3.0627,
      "step": 1579
    },
    {
      "epoch": 0.022749524851696134,
      "grad_norm": 0.951793372631073,
      "learning_rate": 7.806906464281615e-08,
      "loss": 3.1439,
      "step": 1580
    },
    {
      "epoch": 0.022763923285146575,
      "grad_norm": 0.795525074005127,
      "learning_rate": 7.045822482167896e-08,
      "loss": 2.9798,
      "step": 1581
    },
    {
      "epoch": 0.022778321718597016,
      "grad_norm": 1.0739864110946655,
      "learning_rate": 6.323750593106859e-08,
      "loss": 3.365,
      "step": 1582
    },
    {
      "epoch": 0.022792720152047457,
      "grad_norm": 0.8644680380821228,
      "learning_rate": 5.640693616036918e-08,
      "loss": 2.9562,
      "step": 1583
    },
    {
      "epoch": 0.022807118585497898,
      "grad_norm": 0.879692792892456,
      "learning_rate": 4.996654217584995e-08,
      "loss": 2.4687,
      "step": 1584
    },
    {
      "epoch": 0.02282151701894834,
      "grad_norm": 1.1350126266479492,
      "learning_rate": 4.391634912056519e-08,
      "loss": 3.093,
      "step": 1585
    },
    {
      "epoch": 0.02283591545239878,
      "grad_norm": 0.7943992018699646,
      "learning_rate": 3.825638061421e-08,
      "loss": 2.9388,
      "step": 1586
    },
    {
      "epoch": 0.02285031388584922,
      "grad_norm": 1.1115564107894897,
      "learning_rate": 3.298665875309803e-08,
      "loss": 2.7612,
      "step": 1587
    },
    {
      "epoch": 0.02286471231929966,
      "grad_norm": 1.037804365158081,
      "learning_rate": 2.810720410998391e-08,
      "loss": 3.5577,
      "step": 1588
    },
    {
      "epoch": 0.0228791107527501,
      "grad_norm": 0.8154281973838806,
      "learning_rate": 2.3618035734074283e-08,
      "loss": 2.7991,
      "step": 1589
    },
    {
      "epoch": 0.02289350918620054,
      "grad_norm": 0.7523290514945984,
      "learning_rate": 1.951917115091684e-08,
      "loss": 2.7152,
      "step": 1590
    },
    {
      "epoch": 0.02290790761965098,
      "grad_norm": 0.9457141160964966,
      "learning_rate": 1.5810626362300352e-08,
      "loss": 3.1386,
      "step": 1591
    },
    {
      "epoch": 0.022922306053101422,
      "grad_norm": 1.0571467876434326,
      "learning_rate": 1.2492415846232508e-08,
      "loss": 3.336,
      "step": 1592
    },
    {
      "epoch": 0.022936704486551864,
      "grad_norm": 0.8790506720542908,
      "learning_rate": 9.564552556884377e-09,
      "loss": 3.4319,
      "step": 1593
    },
    {
      "epoch": 0.022951102920002305,
      "grad_norm": 0.7702246904373169,
      "learning_rate": 7.027047924512698e-09,
      "loss": 3.066,
      "step": 1594
    },
    {
      "epoch": 0.022965501353452746,
      "grad_norm": 1.0976815223693848,
      "learning_rate": 4.8799118554265775e-09,
      "loss": 3.6295,
      "step": 1595
    },
    {
      "epoch": 0.022979899786903187,
      "grad_norm": 1.268763780593872,
      "learning_rate": 3.1231527319763866e-09,
      "loss": 3.3013,
      "step": 1596
    },
    {
      "epoch": 0.022994298220353624,
      "grad_norm": 0.9560714364051819,
      "learning_rate": 1.7567774124649383e-09,
      "loss": 3.2708,
      "step": 1597
    },
    {
      "epoch": 0.023008696653804065,
      "grad_norm": 0.8008261919021606,
      "learning_rate": 7.807912311696974e-10,
      "loss": 3.0114,
      "step": 1598
    },
    {
      "epoch": 0.023023095087254506,
      "grad_norm": 0.9531574845314026,
      "learning_rate": 1.951979982983687e-10,
      "loss": 3.007,
      "step": 1599
    },
    {
      "epoch": 0.023037493520704947,
      "grad_norm": 1.0921416282653809,
      "learning_rate": 0.0,
      "loss": 3.24,
      "step": 1600
    },
    {
      "epoch": 0.023037493520704947,
      "eval_loss": 3.110481023788452,
      "eval_runtime": 579.3272,
      "eval_samples_per_second": 50.478,
      "eval_steps_per_second": 25.24,
      "step": 1600
    }
  ],
  "logging_steps": 1,
  "max_steps": 1600,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 400,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.4726912293208064e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}