{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.05057769827364397,
  "eval_steps": 344,
  "global_step": 1032,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 4.900939755198059e-05,
      "grad_norm": 0.5669925808906555,
      "learning_rate": 2e-05,
      "loss": 1.0427,
      "step": 1
    },
    {
      "epoch": 4.900939755198059e-05,
      "eval_loss": NaN,
      "eval_runtime": 190.9106,
      "eval_samples_per_second": 45.005,
      "eval_steps_per_second": 22.503,
      "step": 1
    },
    {
      "epoch": 9.801879510396118e-05,
      "grad_norm": 0.9362468719482422,
      "learning_rate": 4e-05,
      "loss": 1.2518,
      "step": 2
    },
    {
      "epoch": 0.00014702819265594177,
      "grad_norm": 0.7555280327796936,
      "learning_rate": 6e-05,
      "loss": 1.1881,
      "step": 3
    },
    {
      "epoch": 0.00019603759020792236,
      "grad_norm": 0.6283417344093323,
      "learning_rate": 8e-05,
      "loss": 1.0244,
      "step": 4
    },
    {
      "epoch": 0.00024504698775990296,
      "grad_norm": 0.6222032904624939,
      "learning_rate": 0.0001,
      "loss": 1.0735,
      "step": 5
    },
    {
      "epoch": 0.00029405638531188353,
      "grad_norm": 0.8373112678527832,
      "learning_rate": 0.00012,
      "loss": 1.2054,
      "step": 6
    },
    {
      "epoch": 0.00034306578286386416,
      "grad_norm": 0.8464201092720032,
      "learning_rate": 0.00014,
      "loss": 1.2962,
      "step": 7
    },
    {
      "epoch": 0.00039207518041584473,
      "grad_norm": 0.7923982739448547,
      "learning_rate": 0.00016,
      "loss": 1.2041,
      "step": 8
    },
    {
      "epoch": 0.00044108457796782535,
      "grad_norm": 0.7050910592079163,
      "learning_rate": 0.00018,
      "loss": 1.0228,
      "step": 9
    },
    {
      "epoch": 0.0004900939755198059,
      "grad_norm": 0.7044729590415955,
      "learning_rate": 0.0002,
      "loss": 1.2154,
      "step": 10
    },
    {
      "epoch": 0.0005391033730717865,
      "grad_norm": 0.7349343299865723,
      "learning_rate": 0.000199999734758902,
      "loss": 1.0115,
      "step": 11
    },
    {
      "epoch": 0.0005881127706237671,
      "grad_norm": 0.672950267791748,
      "learning_rate": 0.00019999893903701498,
      "loss": 1.1165,
      "step": 12
    },
    {
      "epoch": 0.0006371221681757477,
      "grad_norm": 0.7907059192657471,
      "learning_rate": 0.00019999761283856016,
      "loss": 1.1412,
      "step": 13
    },
    {
      "epoch": 0.0006861315657277283,
      "grad_norm": 0.6155060529708862,
      "learning_rate": 0.00019999575617057276,
      "loss": 1.0535,
      "step": 14
    },
    {
      "epoch": 0.0007351409632797088,
      "grad_norm": 0.734891414642334,
      "learning_rate": 0.00019999336904290207,
      "loss": 1.0994,
      "step": 15
    },
    {
      "epoch": 0.0007841503608316895,
      "grad_norm": 0.7447819113731384,
      "learning_rate": 0.0001999904514682114,
      "loss": 1.2709,
      "step": 16
    },
    {
      "epoch": 0.0008331597583836701,
      "grad_norm": 0.6505594253540039,
      "learning_rate": 0.00019998700346197796,
      "loss": 1.1125,
      "step": 17
    },
    {
      "epoch": 0.0008821691559356507,
      "grad_norm": 0.6465937495231628,
      "learning_rate": 0.00019998302504249278,
      "loss": 1.0194,
      "step": 18
    },
    {
      "epoch": 0.0009311785534876312,
      "grad_norm": 0.5565822124481201,
      "learning_rate": 0.00019997851623086067,
      "loss": 1.0225,
      "step": 19
    },
    {
      "epoch": 0.0009801879510396118,
      "grad_norm": 0.7468676567077637,
      "learning_rate": 0.00019997347705100015,
      "loss": 1.1568,
      "step": 20
    },
    {
      "epoch": 0.0010291973485915924,
      "grad_norm": 0.6162151098251343,
      "learning_rate": 0.00019996790752964305,
      "loss": 1.0807,
      "step": 21
    },
    {
      "epoch": 0.001078206746143573,
      "grad_norm": 0.8437680006027222,
      "learning_rate": 0.0001999618076963348,
      "loss": 1.2983,
      "step": 22
    },
    {
      "epoch": 0.0011272161436955536,
      "grad_norm": 0.5526348948478699,
      "learning_rate": 0.00019995517758343386,
      "loss": 0.9765,
      "step": 23
    },
    {
      "epoch": 0.0011762255412475341,
      "grad_norm": 0.6349455118179321,
      "learning_rate": 0.00019994801722611182,
      "loss": 1.0166,
      "step": 24
    },
    {
      "epoch": 0.0012252349387995149,
      "grad_norm": 0.5414666533470154,
      "learning_rate": 0.00019994032666235308,
      "loss": 1.117,
      "step": 25
    },
    {
      "epoch": 0.0012742443363514954,
      "grad_norm": 0.6195358037948608,
      "learning_rate": 0.00019993210593295473,
      "loss": 0.9861,
      "step": 26
    },
    {
      "epoch": 0.001323253733903476,
      "grad_norm": 0.7789687514305115,
      "learning_rate": 0.00019992335508152632,
      "loss": 1.0919,
      "step": 27
    },
    {
      "epoch": 0.0013722631314554566,
      "grad_norm": 0.5566816329956055,
      "learning_rate": 0.00019991407415448947,
      "loss": 1.024,
      "step": 28
    },
    {
      "epoch": 0.0014212725290074371,
      "grad_norm": 0.5489128828048706,
      "learning_rate": 0.00019990426320107792,
      "loss": 1.1052,
      "step": 29
    },
    {
      "epoch": 0.0014702819265594177,
      "grad_norm": 0.5607632994651794,
      "learning_rate": 0.000199893922273337,
      "loss": 1.0724,
      "step": 30
    },
    {
      "epoch": 0.0015192913241113984,
      "grad_norm": 0.7171201705932617,
      "learning_rate": 0.0001998830514261235,
      "loss": 1.1709,
      "step": 31
    },
    {
      "epoch": 0.001568300721663379,
      "grad_norm": 0.5123708844184875,
      "learning_rate": 0.00019987165071710527,
      "loss": 1.1018,
      "step": 32
    },
    {
      "epoch": 0.0016173101192153596,
      "grad_norm": 0.4261878728866577,
      "learning_rate": 0.00019985972020676116,
      "loss": 0.9538,
      "step": 33
    },
    {
      "epoch": 0.0016663195167673402,
      "grad_norm": 0.4909748136997223,
      "learning_rate": 0.00019984725995838033,
      "loss": 0.8058,
      "step": 34
    },
    {
      "epoch": 0.0017153289143193207,
      "grad_norm": 0.5089905858039856,
      "learning_rate": 0.00019983427003806214,
      "loss": 1.0244,
      "step": 35
    },
    {
      "epoch": 0.0017643383118713014,
      "grad_norm": 0.5720312595367432,
      "learning_rate": 0.00019982075051471588,
      "loss": 1.0221,
      "step": 36
    },
    {
      "epoch": 0.001813347709423282,
      "grad_norm": 0.6027688384056091,
      "learning_rate": 0.0001998067014600602,
      "loss": 1.1456,
      "step": 37
    },
    {
      "epoch": 0.0018623571069752624,
      "grad_norm": 0.5108826756477356,
      "learning_rate": 0.0001997921229486228,
      "loss": 0.9645,
      "step": 38
    },
    {
      "epoch": 0.0019113665045272432,
      "grad_norm": 0.4945649802684784,
      "learning_rate": 0.0001997770150577401,
      "loss": 1.1224,
      "step": 39
    },
    {
      "epoch": 0.0019603759020792237,
      "grad_norm": 0.5667322874069214,
      "learning_rate": 0.0001997613778675568,
      "loss": 0.935,
      "step": 40
    },
    {
      "epoch": 0.002009385299631204,
      "grad_norm": 0.4540376365184784,
      "learning_rate": 0.00019974521146102537,
      "loss": 1.0331,
      "step": 41
    },
    {
      "epoch": 0.0020583946971831847,
      "grad_norm": 0.47183912992477417,
      "learning_rate": 0.00019972851592390574,
      "loss": 0.8155,
      "step": 42
    },
    {
      "epoch": 0.0021074040947351657,
      "grad_norm": 0.5023772716522217,
      "learning_rate": 0.00019971129134476473,
      "loss": 1.0721,
      "step": 43
    },
    {
      "epoch": 0.002156413492287146,
      "grad_norm": 0.5852993726730347,
      "learning_rate": 0.00019969353781497574,
      "loss": 1.0317,
      "step": 44
    },
    {
      "epoch": 0.0022054228898391267,
      "grad_norm": 0.5390639901161194,
      "learning_rate": 0.00019967525542871804,
      "loss": 1.0256,
      "step": 45
    },
    {
      "epoch": 0.0022544322873911072,
      "grad_norm": 0.43362703919410706,
      "learning_rate": 0.00019965644428297642,
      "loss": 1.0031,
      "step": 46
    },
    {
      "epoch": 0.0023034416849430877,
      "grad_norm": 0.6126392483711243,
      "learning_rate": 0.00019963710447754065,
      "loss": 1.0297,
      "step": 47
    },
    {
      "epoch": 0.0023524510824950683,
      "grad_norm": 0.5189986824989319,
      "learning_rate": 0.000199617236115005,
      "loss": 1.0228,
      "step": 48
    },
    {
      "epoch": 0.002401460480047049,
      "grad_norm": 0.5350143313407898,
      "learning_rate": 0.00019959683930076758,
      "loss": 0.9122,
      "step": 49
    },
    {
      "epoch": 0.0024504698775990297,
      "grad_norm": 0.6678082346916199,
      "learning_rate": 0.00019957591414302984,
      "loss": 1.0357,
      "step": 50
    },
    {
      "epoch": 0.0024994792751510102,
      "grad_norm": 0.5359461903572083,
      "learning_rate": 0.000199554460752796,
      "loss": 1.0961,
      "step": 51
    },
    {
      "epoch": 0.0025484886727029908,
      "grad_norm": 0.5009998679161072,
      "learning_rate": 0.00019953247924387252,
      "loss": 1.1199,
      "step": 52
    },
    {
      "epoch": 0.0025974980702549713,
      "grad_norm": 0.6593940258026123,
      "learning_rate": 0.0001995099697328674,
      "loss": 1.0412,
      "step": 53
    },
    {
      "epoch": 0.002646507467806952,
      "grad_norm": 0.4918321371078491,
      "learning_rate": 0.00019948693233918952,
      "loss": 1.0862,
      "step": 54
    },
    {
      "epoch": 0.0026955168653589327,
      "grad_norm": 0.5353217124938965,
      "learning_rate": 0.00019946336718504822,
      "loss": 0.9642,
      "step": 55
    },
    {
      "epoch": 0.0027445262629109133,
      "grad_norm": 0.5334650874137878,
      "learning_rate": 0.00019943927439545242,
      "loss": 0.9241,
      "step": 56
    },
    {
      "epoch": 0.0027935356604628938,
      "grad_norm": 0.7907059788703918,
      "learning_rate": 0.00019941465409821008,
      "loss": 1.0774,
      "step": 57
    },
    {
      "epoch": 0.0028425450580148743,
      "grad_norm": 0.832089900970459,
      "learning_rate": 0.00019938950642392746,
      "loss": 0.9826,
      "step": 58
    },
    {
      "epoch": 0.002891554455566855,
      "grad_norm": 0.517388641834259,
      "learning_rate": 0.00019936383150600856,
      "loss": 0.9748,
      "step": 59
    },
    {
      "epoch": 0.0029405638531188353,
      "grad_norm": 0.5441301465034485,
      "learning_rate": 0.0001993376294806542,
      "loss": 1.0269,
      "step": 60
    },
    {
      "epoch": 0.0029895732506708163,
      "grad_norm": 0.555640697479248,
      "learning_rate": 0.00019931090048686152,
      "loss": 1.0578,
      "step": 61
    },
    {
      "epoch": 0.003038582648222797,
      "grad_norm": 0.6279956102371216,
      "learning_rate": 0.000199283644666423,
      "loss": 1.2617,
      "step": 62
    },
    {
      "epoch": 0.0030875920457747773,
      "grad_norm": 0.4865565299987793,
      "learning_rate": 0.00019925586216392596,
      "loss": 1.0249,
      "step": 63
    },
    {
      "epoch": 0.003136601443326758,
      "grad_norm": 0.4563484191894531,
      "learning_rate": 0.00019922755312675158,
      "loss": 0.9952,
      "step": 64
    },
    {
      "epoch": 0.0031856108408787383,
      "grad_norm": 0.49014946818351746,
      "learning_rate": 0.0001991987177050743,
      "loss": 1.0213,
      "step": 65
    },
    {
      "epoch": 0.0032346202384307193,
      "grad_norm": 0.5169650912284851,
      "learning_rate": 0.00019916935605186092,
      "loss": 0.975,
      "step": 66
    },
    {
      "epoch": 0.0032836296359827,
      "grad_norm": 0.5917327404022217,
      "learning_rate": 0.00019913946832286975,
      "loss": 0.861,
      "step": 67
    },
    {
      "epoch": 0.0033326390335346803,
      "grad_norm": 0.529413104057312,
      "learning_rate": 0.00019910905467664987,
      "loss": 0.9659,
      "step": 68
    },
    {
      "epoch": 0.003381648431086661,
      "grad_norm": 0.4471118748188019,
      "learning_rate": 0.0001990781152745403,
      "loss": 1.0188,
      "step": 69
    },
    {
      "epoch": 0.0034306578286386414,
      "grad_norm": 0.6078509092330933,
      "learning_rate": 0.00019904665028066894,
      "loss": 1.1438,
      "step": 70
    },
    {
      "epoch": 0.003479667226190622,
      "grad_norm": 0.47086215019226074,
      "learning_rate": 0.00019901465986195212,
      "loss": 0.967,
      "step": 71
    },
    {
      "epoch": 0.003528676623742603,
      "grad_norm": 0.5741750597953796,
      "learning_rate": 0.0001989821441880933,
      "loss": 1.0131,
      "step": 72
    },
    {
      "epoch": 0.0035776860212945833,
      "grad_norm": 0.41995564103126526,
      "learning_rate": 0.00019894910343158225,
      "loss": 0.9698,
      "step": 73
    },
    {
      "epoch": 0.003626695418846564,
      "grad_norm": 0.5777742266654968,
      "learning_rate": 0.0001989155377676944,
      "loss": 1.124,
      "step": 74
    },
    {
      "epoch": 0.0036757048163985444,
      "grad_norm": 0.5492279529571533,
      "learning_rate": 0.00019888144737448951,
      "loss": 0.9184,
      "step": 75
    },
    {
      "epoch": 0.003724714213950525,
      "grad_norm": 0.48106443881988525,
      "learning_rate": 0.00019884683243281116,
      "loss": 0.9505,
      "step": 76
    },
    {
      "epoch": 0.0037737236115025054,
      "grad_norm": 0.765073835849762,
      "learning_rate": 0.0001988116931262854,
      "loss": 1.2415,
      "step": 77
    },
    {
      "epoch": 0.0038227330090544864,
      "grad_norm": 0.5020736455917358,
      "learning_rate": 0.00019877602964131995,
      "loss": 0.9482,
      "step": 78
    },
    {
      "epoch": 0.003871742406606467,
      "grad_norm": 0.5307198166847229,
      "learning_rate": 0.00019873984216710336,
      "loss": 1.0802,
      "step": 79
    },
    {
      "epoch": 0.003920751804158447,
      "grad_norm": 0.6597923040390015,
      "learning_rate": 0.00019870313089560365,
      "loss": 0.9818,
      "step": 80
    },
    {
      "epoch": 0.003969761201710428,
      "grad_norm": 0.637130618095398,
      "learning_rate": 0.0001986658960215676,
      "loss": 1.1807,
      "step": 81
    },
    {
      "epoch": 0.004018770599262408,
      "grad_norm": 0.5422444939613342,
      "learning_rate": 0.0001986281377425196,
      "loss": 1.0189,
      "step": 82
    },
    {
      "epoch": 0.004067779996814389,
      "grad_norm": 0.5364458560943604,
      "learning_rate": 0.00019858985625876056,
      "loss": 1.0669,
      "step": 83
    },
    {
      "epoch": 0.0041167893943663695,
      "grad_norm": 0.5940941572189331,
      "learning_rate": 0.00019855105177336702,
      "loss": 0.9048,
      "step": 84
    },
    {
      "epoch": 0.00416579879191835,
      "grad_norm": 0.7051306366920471,
      "learning_rate": 0.00019851172449218978,
      "loss": 1.0806,
      "step": 85
    },
    {
      "epoch": 0.004214808189470331,
      "grad_norm": 0.5904214978218079,
      "learning_rate": 0.0001984718746238531,
      "loss": 1.1807,
      "step": 86
    },
    {
      "epoch": 0.0042638175870223114,
      "grad_norm": 0.7235092520713806,
      "learning_rate": 0.00019843150237975344,
      "loss": 1.0963,
      "step": 87
    },
    {
      "epoch": 0.004312826984574292,
      "grad_norm": 0.617886483669281,
      "learning_rate": 0.00019839060797405833,
      "loss": 1.0005,
      "step": 88
    },
    {
      "epoch": 0.0043618363821262725,
      "grad_norm": 0.682004988193512,
      "learning_rate": 0.00019834919162370538,
      "loss": 1.0477,
      "step": 89
    },
    {
      "epoch": 0.004410845779678253,
      "grad_norm": 0.6911929249763489,
      "learning_rate": 0.00019830725354840089,
      "loss": 0.7906,
      "step": 90
    },
    {
      "epoch": 0.0044598551772302335,
      "grad_norm": 0.5372890830039978,
      "learning_rate": 0.00019826479397061893,
      "loss": 1.0464,
      "step": 91
    },
    {
      "epoch": 0.0045088645747822145,
      "grad_norm": 0.6014367938041687,
      "learning_rate": 0.00019822181311559994,
      "loss": 0.9304,
      "step": 92
    },
    {
      "epoch": 0.004557873972334195,
      "grad_norm": 0.8088124394416809,
      "learning_rate": 0.0001981783112113498,
      "loss": 1.0049,
      "step": 93
    },
    {
      "epoch": 0.0046068833698861755,
      "grad_norm": 0.46419817209243774,
      "learning_rate": 0.00019813428848863826,
      "loss": 1.0476,
      "step": 94
    },
    {
      "epoch": 0.0046558927674381564,
      "grad_norm": 0.6784588098526001,
      "learning_rate": 0.00019808974518099813,
      "loss": 1.0993,
      "step": 95
    },
    {
      "epoch": 0.0047049021649901365,
      "grad_norm": 0.5279972553253174,
      "learning_rate": 0.00019804468152472362,
      "loss": 1.0641,
      "step": 96
    },
    {
      "epoch": 0.0047539115625421175,
      "grad_norm": 0.6536765694618225,
      "learning_rate": 0.0001979990977588695,
      "loss": 1.0789,
      "step": 97
    },
    {
      "epoch": 0.004802920960094098,
      "grad_norm": 0.6503429412841797,
      "learning_rate": 0.00019795299412524945,
      "loss": 0.955,
      "step": 98
    },
    {
      "epoch": 0.0048519303576460785,
      "grad_norm": 0.7839491367340088,
      "learning_rate": 0.0001979063708684351,
      "loss": 1.0823,
      "step": 99
    },
    {
      "epoch": 0.0049009397551980595,
      "grad_norm": 0.6295004487037659,
      "learning_rate": 0.00019785922823575448,
      "loss": 1.1401,
      "step": 100
    },
    {
      "epoch": 0.0049499491527500395,
      "grad_norm": 0.5410403609275818,
      "learning_rate": 0.00019781156647729093,
      "loss": 1.1025,
      "step": 101
    },
    {
      "epoch": 0.0049989585503020205,
      "grad_norm": 0.6961344480514526,
      "learning_rate": 0.00019776338584588153,
      "loss": 1.0634,
      "step": 102
    },
    {
      "epoch": 0.005047967947854001,
      "grad_norm": 0.6630620360374451,
      "learning_rate": 0.00019771468659711595,
      "loss": 1.11,
      "step": 103
    },
    {
      "epoch": 0.0050969773454059815,
      "grad_norm": 0.5616917014122009,
      "learning_rate": 0.00019766546898933508,
      "loss": 0.9406,
      "step": 104
    },
    {
      "epoch": 0.0051459867429579625,
      "grad_norm": 0.5351662039756775,
      "learning_rate": 0.00019761573328362953,
      "loss": 1.0538,
      "step": 105
    },
    {
      "epoch": 0.0051949961405099426,
      "grad_norm": 0.9023745059967041,
      "learning_rate": 0.0001975654797438384,
      "loss": 1.2915,
      "step": 106
    },
    {
      "epoch": 0.0052440055380619235,
      "grad_norm": 0.68241286277771,
      "learning_rate": 0.00019751470863654772,
      "loss": 1.0932,
      "step": 107
    },
    {
      "epoch": 0.005293014935613904,
      "grad_norm": 0.5541945099830627,
      "learning_rate": 0.0001974634202310892,
      "loss": 1.0819,
      "step": 108
    },
    {
      "epoch": 0.0053420243331658845,
      "grad_norm": 0.45472872257232666,
      "learning_rate": 0.0001974116147995387,
      "loss": 0.9419,
      "step": 109
    },
    {
      "epoch": 0.0053910337307178655,
      "grad_norm": 0.4953383505344391,
      "learning_rate": 0.00019735929261671485,
      "loss": 1.0819,
      "step": 110
    },
    {
      "epoch": 0.005440043128269846,
      "grad_norm": 0.5232539176940918,
      "learning_rate": 0.00019730645396017743,
      "loss": 1.0805,
      "step": 111
    },
    {
      "epoch": 0.0054890525258218265,
      "grad_norm": 0.4374488294124603,
      "learning_rate": 0.00019725309911022617,
      "loss": 1.0193,
      "step": 112
    },
    {
      "epoch": 0.005538061923373807,
      "grad_norm": 0.5137783288955688,
      "learning_rate": 0.00019719922834989906,
      "loss": 1.0381,
      "step": 113
    },
    {
      "epoch": 0.0055870713209257876,
      "grad_norm": 0.5410406589508057,
      "learning_rate": 0.00019714484196497084,
      "loss": 1.065,
      "step": 114
    },
    {
      "epoch": 0.0056360807184777685,
      "grad_norm": 0.5977544784545898,
      "learning_rate": 0.0001970899402439516,
      "loss": 1.0875,
      "step": 115
    },
    {
      "epoch": 0.005685090116029749,
      "grad_norm": 0.4832533597946167,
      "learning_rate": 0.00019703452347808527,
      "loss": 0.8953,
      "step": 116
    },
    {
      "epoch": 0.0057340995135817295,
      "grad_norm": 0.5572448372840881,
      "learning_rate": 0.00019697859196134786,
      "loss": 0.985,
      "step": 117
    },
    {
      "epoch": 0.00578310891113371,
      "grad_norm": 0.7539059519767761,
      "learning_rate": 0.0001969221459904461,
      "loss": 1.1399,
      "step": 118
    },
    {
      "epoch": 0.005832118308685691,
      "grad_norm": 0.5889812707901001,
      "learning_rate": 0.00019686518586481587,
      "loss": 1.1432,
      "step": 119
    },
    {
      "epoch": 0.005881127706237671,
      "grad_norm": 0.5186473727226257,
      "learning_rate": 0.00019680771188662044,
      "loss": 1.0086,
      "step": 120
    },
    {
      "epoch": 0.005930137103789652,
      "grad_norm": 0.4621770679950714,
      "learning_rate": 0.00019674972436074906,
      "loss": 0.9543,
      "step": 121
    },
    {
      "epoch": 0.0059791465013416326,
      "grad_norm": 0.5883305668830872,
      "learning_rate": 0.00019669122359481525,
      "loss": 1.073,
      "step": 122
    },
    {
      "epoch": 0.006028155898893613,
      "grad_norm": 0.6540161967277527,
      "learning_rate": 0.00019663220989915513,
      "loss": 1.0848,
      "step": 123
    },
    {
      "epoch": 0.006077165296445594,
      "grad_norm": 0.5027039051055908,
      "learning_rate": 0.00019657268358682584,
      "loss": 0.8941,
      "step": 124
    },
    {
      "epoch": 0.006126174693997574,
      "grad_norm": 0.6617297530174255,
      "learning_rate": 0.00019651264497360388,
      "loss": 1.1128,
      "step": 125
    },
    {
      "epoch": 0.006175184091549555,
      "grad_norm": 0.47780540585517883,
      "learning_rate": 0.0001964520943779834,
      "loss": 1.0762,
      "step": 126
    },
    {
      "epoch": 0.006224193489101536,
      "grad_norm": 0.6011373400688171,
      "learning_rate": 0.0001963910321211746,
      "loss": 1.0034,
      "step": 127
    },
    {
      "epoch": 0.006273202886653516,
      "grad_norm": 0.5459347367286682,
      "learning_rate": 0.00019632945852710173,
      "loss": 1.1253,
      "step": 128
    },
    {
      "epoch": 0.006322212284205497,
      "grad_norm": 0.455154150724411,
      "learning_rate": 0.00019626737392240188,
      "loss": 0.9168,
      "step": 129
    },
    {
      "epoch": 0.006371221681757477,
      "grad_norm": 0.518161952495575,
      "learning_rate": 0.00019620477863642276,
      "loss": 1.0766,
      "step": 130
    },
    {
      "epoch": 0.006420231079309458,
      "grad_norm": 0.7102360725402832,
      "learning_rate": 0.00019614167300122126,
      "loss": 1.1228,
      "step": 131
    },
    {
      "epoch": 0.006469240476861439,
      "grad_norm": 0.7223626375198364,
      "learning_rate": 0.0001960780573515615,
      "loss": 0.9173,
      "step": 132
    },
    {
      "epoch": 0.006518249874413419,
      "grad_norm": 0.49055570363998413,
      "learning_rate": 0.00019601393202491315,
      "loss": 0.9609,
      "step": 133
    },
    {
      "epoch": 0.0065672592719654,
      "grad_norm": 0.695004403591156,
      "learning_rate": 0.00019594929736144976,
      "loss": 1.0391,
      "step": 134
    },
    {
      "epoch": 0.00661626866951738,
      "grad_norm": 0.48482438921928406,
      "learning_rate": 0.0001958841537040466,
      "loss": 1.0298,
      "step": 135
    },
    {
      "epoch": 0.006665278067069361,
      "grad_norm": 0.6366567015647888,
      "learning_rate": 0.0001958185013982792,
      "loss": 1.3055,
      "step": 136
    },
    {
      "epoch": 0.006714287464621341,
      "grad_norm": 0.7061403393745422,
      "learning_rate": 0.00019575234079242143,
      "loss": 1.1116,
      "step": 137
    },
    {
      "epoch": 0.006763296862173322,
      "grad_norm": 0.7196466326713562,
      "learning_rate": 0.00019568567223744339,
      "loss": 0.8947,
      "step": 138
    },
    {
      "epoch": 0.006812306259725303,
      "grad_norm": 0.46182021498680115,
      "learning_rate": 0.00019561849608700998,
      "loss": 0.9004,
      "step": 139
    },
    {
      "epoch": 0.006861315657277283,
      "grad_norm": 0.5688273310661316,
      "learning_rate": 0.00019555081269747877,
      "loss": 0.9222,
      "step": 140
    },
    {
      "epoch": 0.006910325054829264,
      "grad_norm": 0.5371121764183044,
      "learning_rate": 0.00019548262242789796,
      "loss": 1.0133,
      "step": 141
    },
    {
      "epoch": 0.006959334452381244,
      "grad_norm": 0.46670231223106384,
      "learning_rate": 0.00019541392564000488,
      "loss": 0.9422,
      "step": 142
    },
    {
      "epoch": 0.007008343849933225,
      "grad_norm": 0.5357133746147156,
      "learning_rate": 0.00019534472269822377,
      "loss": 0.977,
      "step": 143
    },
    {
      "epoch": 0.007057353247485206,
      "grad_norm": 0.6149659752845764,
      "learning_rate": 0.00019527501396966382,
      "loss": 0.8432,
      "step": 144
    },
    {
      "epoch": 0.007106362645037186,
      "grad_norm": 0.5392964482307434,
      "learning_rate": 0.00019520479982411754,
      "loss": 1.085,
      "step": 145
    },
    {
      "epoch": 0.007155372042589167,
      "grad_norm": 0.6008024215698242,
      "learning_rate": 0.00019513408063405837,
      "loss": 1.0344,
      "step": 146
    },
    {
      "epoch": 0.007204381440141147,
      "grad_norm": 0.631237804889679,
      "learning_rate": 0.0001950628567746391,
      "loss": 1.1741,
      "step": 147
    },
    {
      "epoch": 0.007253390837693128,
      "grad_norm": 0.557081401348114,
      "learning_rate": 0.0001949911286236896,
      "loss": 1.0108,
      "step": 148
    },
    {
      "epoch": 0.007302400235245109,
      "grad_norm": 0.5638508200645447,
      "learning_rate": 0.0001949188965617149,
      "loss": 1.018,
      "step": 149
    },
    {
      "epoch": 0.007351409632797089,
      "grad_norm": 0.6250483989715576,
      "learning_rate": 0.0001948461609718933,
      "loss": 1.0428,
      "step": 150
    },
    {
      "epoch": 0.00740041903034907,
      "grad_norm": 0.5250871181488037,
      "learning_rate": 0.0001947729222400741,
      "loss": 1.1903,
      "step": 151
    },
    {
      "epoch": 0.00744942842790105,
      "grad_norm": 0.525010347366333,
      "learning_rate": 0.00019469918075477573,
      "loss": 1.0193,
      "step": 152
    },
    {
      "epoch": 0.007498437825453031,
      "grad_norm": 0.5281159281730652,
      "learning_rate": 0.0001946249369071837,
      "loss": 1.1144,
      "step": 153
    },
    {
      "epoch": 0.007547447223005011,
      "grad_norm": 0.5656271576881409,
      "learning_rate": 0.00019455019109114834,
      "loss": 1.1843,
      "step": 154
    },
    {
      "epoch": 0.007596456620556992,
      "grad_norm": 0.5072106719017029,
      "learning_rate": 0.0001944749437031829,
      "loss": 1.1116,
      "step": 155
    },
    {
      "epoch": 0.007645466018108973,
      "grad_norm": 0.528298020362854,
      "learning_rate": 0.00019439919514246143,
      "loss": 0.888,
      "step": 156
    },
    {
      "epoch": 0.007694475415660953,
      "grad_norm": 0.54777991771698,
      "learning_rate": 0.0001943229458108165,
      "loss": 0.9119,
      "step": 157
    },
    {
      "epoch": 0.007743484813212934,
      "grad_norm": 0.6645904183387756,
      "learning_rate": 0.00019424619611273727,
      "loss": 1.1814,
      "step": 158
    },
    {
      "epoch": 0.007792494210764914,
      "grad_norm": 0.5737053751945496,
      "learning_rate": 0.00019416894645536722,
      "loss": 1.0257,
      "step": 159
    },
    {
      "epoch": 0.007841503608316895,
      "grad_norm": 0.7527436017990112,
      "learning_rate": 0.00019409119724850203,
      "loss": 1.1007,
      "step": 160
    },
    {
      "epoch": 0.007890513005868875,
      "grad_norm": 0.5286053419113159,
      "learning_rate": 0.0001940129489045874,
      "loss": 1.0184,
      "step": 161
    },
    {
      "epoch": 0.007939522403420857,
      "grad_norm": 0.5729243755340576,
      "learning_rate": 0.00019393420183871682,
      "loss": 0.875,
      "step": 162
    },
    {
      "epoch": 0.007988531800972837,
      "grad_norm": 0.5544082522392273,
      "learning_rate": 0.00019385495646862954,
      "loss": 0.9027,
      "step": 163
    },
    {
      "epoch": 0.008037541198524817,
      "grad_norm": 0.69212406873703,
      "learning_rate": 0.00019377521321470805,
      "loss": 0.7537,
      "step": 164
    },
    {
      "epoch": 0.008086550596076797,
      "grad_norm": 0.519268274307251,
      "learning_rate": 0.0001936949724999762,
      "loss": 1.0303,
      "step": 165
    },
    {
      "epoch": 0.008135559993628779,
      "grad_norm": 0.505648136138916,
      "learning_rate": 0.0001936142347500966,
      "loss": 0.9959,
      "step": 166
    },
    {
      "epoch": 0.008184569391180759,
      "grad_norm": 0.5207555890083313,
      "learning_rate": 0.00019353300039336873,
      "loss": 1.0394,
      "step": 167
    },
    {
      "epoch": 0.008233578788732739,
      "grad_norm": 0.6580047011375427,
      "learning_rate": 0.00019345126986072635,
      "loss": 1.055,
      "step": 168
    },
    {
      "epoch": 0.00828258818628472,
      "grad_norm": 0.5248522162437439,
      "learning_rate": 0.00019336904358573537,
      "loss": 1.0934,
      "step": 169
    },
    {
      "epoch": 0.0083315975838367,
      "grad_norm": 0.5717313885688782,
      "learning_rate": 0.00019328632200459156,
      "loss": 0.9352,
      "step": 170
    },
    {
      "epoch": 0.008380606981388681,
      "grad_norm": 0.5888542532920837,
      "learning_rate": 0.00019320310555611818,
      "loss": 0.9511,
      "step": 171
    },
    {
      "epoch": 0.008429616378940663,
      "grad_norm": 0.6803163886070251,
      "learning_rate": 0.00019311939468176368,
      "loss": 1.1171,
      "step": 172
    },
    {
      "epoch": 0.008478625776492643,
      "grad_norm": 0.5806236863136292,
      "learning_rate": 0.00019303518982559932,
      "loss": 0.971,
      "step": 173
    },
    {
      "epoch": 0.008527635174044623,
      "grad_norm": 0.7745515704154968,
      "learning_rate": 0.00019295049143431685,
      "loss": 1.089,
      "step": 174
    },
    {
      "epoch": 0.008576644571596603,
      "grad_norm": 0.7384955883026123,
      "learning_rate": 0.00019286529995722623,
      "loss": 1.0539,
      "step": 175
    },
    {
      "epoch": 0.008625653969148585,
      "grad_norm": 0.4338519871234894,
      "learning_rate": 0.00019277961584625303,
      "loss": 0.8803,
      "step": 176
    },
    {
      "epoch": 0.008674663366700565,
      "grad_norm": 0.7020957469940186,
      "learning_rate": 0.00019269343955593618,
      "loss": 0.9765,
      "step": 177
    },
    {
      "epoch": 0.008723672764252545,
      "grad_norm": 0.6570619940757751,
      "learning_rate": 0.00019260677154342564,
      "loss": 0.9266,
      "step": 178
    },
    {
      "epoch": 0.008772682161804527,
      "grad_norm": 0.699160099029541,
      "learning_rate": 0.0001925196122684797,
      "loss": 0.957,
      "step": 179
    },
    {
      "epoch": 0.008821691559356507,
      "grad_norm": 0.6613886952400208,
      "learning_rate": 0.00019243196219346283,
      "loss": 1.1497,
      "step": 180
    },
    {
      "epoch": 0.008870700956908487,
      "grad_norm": 1.0408309698104858,
      "learning_rate": 0.0001923438217833431,
      "loss": 1.4334,
      "step": 181
    },
    {
      "epoch": 0.008919710354460467,
      "grad_norm": 0.48833736777305603,
      "learning_rate": 0.00019225519150568965,
      "loss": 0.9524,
      "step": 182
    },
    {
      "epoch": 0.008968719752012449,
      "grad_norm": 0.678736686706543,
      "learning_rate": 0.00019216607183067033,
      "loss": 1.2887,
      "step": 183
    },
    {
      "epoch": 0.009017729149564429,
      "grad_norm": 0.4605243504047394,
      "learning_rate": 0.00019207646323104915,
      "loss": 1.0496,
      "step": 184
    },
    {
      "epoch": 0.009066738547116409,
      "grad_norm": 0.47743460536003113,
      "learning_rate": 0.0001919863661821838,
      "loss": 0.9761,
      "step": 185
    },
    {
      "epoch": 0.00911574794466839,
      "grad_norm": 0.5682041049003601,
      "learning_rate": 0.00019189578116202307,
      "loss": 0.9829,
      "step": 186
    },
    {
      "epoch": 0.009164757342220371,
      "grad_norm": 0.6300978660583496,
      "learning_rate": 0.00019180470865110436,
      "loss": 1.1405,
      "step": 187
    },
    {
      "epoch": 0.009213766739772351,
      "grad_norm": 0.6731711030006409,
      "learning_rate": 0.00019171314913255113,
      "loss": 1.1115,
      "step": 188
    },
    {
      "epoch": 0.009262776137324333,
      "grad_norm": 0.5064870715141296,
      "learning_rate": 0.00019162110309207034,
      "loss": 1.172,
      "step": 189
    },
    {
      "epoch": 0.009311785534876313,
      "grad_norm": 0.731783390045166,
      "learning_rate": 0.00019152857101794978,
      "loss": 1.2804,
      "step": 190
    },
    {
      "epoch": 0.009360794932428293,
      "grad_norm": 0.5047777891159058,
      "learning_rate": 0.00019143555340105572,
      "loss": 1.1409,
      "step": 191
    },
    {
      "epoch": 0.009409804329980273,
      "grad_norm": 0.496265709400177,
      "learning_rate": 0.00019134205073483002,
      "loss": 1.3615,
      "step": 192
    },
    {
      "epoch": 0.009458813727532255,
      "grad_norm": 0.5300483107566833,
      "learning_rate": 0.00019124806351528766,
      "loss": 1.0119,
      "step": 193
    },
    {
      "epoch": 0.009507823125084235,
      "grad_norm": 0.6595136523246765,
      "learning_rate": 0.00019115359224101416,
      "loss": 1.13,
      "step": 194
    },
    {
      "epoch": 0.009556832522636215,
      "grad_norm": 0.5877256989479065,
      "learning_rate": 0.0001910586374131627,
      "loss": 0.9175,
      "step": 195
    },
    {
      "epoch": 0.009605841920188197,
      "grad_norm": 0.717858612537384,
      "learning_rate": 0.00019096319953545185,
      "loss": 1.0143,
      "step": 196
    },
    {
      "epoch": 0.009654851317740177,
      "grad_norm": 0.6221309900283813,
      "learning_rate": 0.0001908672791141625,
      "loss": 1.0243,
      "step": 197
    },
    {
      "epoch": 0.009703860715292157,
      "grad_norm": 0.777083158493042,
      "learning_rate": 0.00019077087665813545,
      "loss": 1.043,
      "step": 198
    },
    {
      "epoch": 0.009752870112844137,
      "grad_norm": 0.5864018797874451,
      "learning_rate": 0.00019067399267876849,
      "loss": 1.0235,
      "step": 199
    },
    {
      "epoch": 0.009801879510396119,
      "grad_norm": 0.728624701499939,
      "learning_rate": 0.00019057662769001395,
      "loss": 1.0874,
      "step": 200
    },
    {
      "epoch": 0.009850888907948099,
      "grad_norm": 0.5477092266082764,
      "learning_rate": 0.00019047878220837576,
      "loss": 1.153,
      "step": 201
    },
    {
      "epoch": 0.009899898305500079,
      "grad_norm": 0.48813265562057495,
      "learning_rate": 0.00019038045675290674,
      "loss": 0.8876,
      "step": 202
    },
    {
      "epoch": 0.009948907703052061,
      "grad_norm": 0.7295644283294678,
      "learning_rate": 0.00019028165184520598,
      "loss": 0.9789,
      "step": 203
    },
    {
      "epoch": 0.009997917100604041,
      "grad_norm": 0.5288989543914795,
      "learning_rate": 0.00019018236800941586,
      "loss": 0.8486,
      "step": 204
    },
    {
      "epoch": 0.010046926498156021,
      "grad_norm": 0.6563767790794373,
      "learning_rate": 0.00019008260577221947,
      "loss": 1.0914,
      "step": 205
    },
    {
      "epoch": 0.010095935895708001,
      "grad_norm": 0.7081810832023621,
      "learning_rate": 0.00018998236566283774,
      "loss": 0.9169,
      "step": 206
    },
    {
      "epoch": 0.010144945293259983,
      "grad_norm": 0.5266115069389343,
      "learning_rate": 0.0001898816482130266,
      "loss": 1.0422,
      "step": 207
    },
    {
      "epoch": 0.010193954690811963,
      "grad_norm": 0.537180483341217,
      "learning_rate": 0.00018978045395707418,
      "loss": 1.108,
      "step": 208
    },
    {
      "epoch": 0.010242964088363943,
      "grad_norm": 0.6193870306015015,
      "learning_rate": 0.000189678783431798,
      "loss": 1.1089,
      "step": 209
    },
    {
      "epoch": 0.010291973485915925,
      "grad_norm": 0.6881736516952515,
      "learning_rate": 0.00018957663717654208,
      "loss": 1.0564,
      "step": 210
    },
    {
      "epoch": 0.010340982883467905,
      "grad_norm": 0.601584792137146,
      "learning_rate": 0.00018947401573317412,
      "loss": 1.0529,
      "step": 211
    },
    {
      "epoch": 0.010389992281019885,
      "grad_norm": 0.601595938205719,
      "learning_rate": 0.00018937091964608263,
      "loss": 0.9316,
      "step": 212
    },
    {
      "epoch": 0.010439001678571867,
      "grad_norm": 0.46183159947395325,
      "learning_rate": 0.00018926734946217395,
      "loss": 0.9844,
      "step": 213
    },
    {
      "epoch": 0.010488011076123847,
      "grad_norm": 0.4686426818370819,
      "learning_rate": 0.00018916330573086953,
      "loss": 0.8837,
      "step": 214
    },
    {
      "epoch": 0.010537020473675827,
      "grad_norm": 0.5408558249473572,
      "learning_rate": 0.00018905878900410275,
      "loss": 0.9943,
      "step": 215
    },
    {
      "epoch": 0.010586029871227807,
      "grad_norm": 0.5376341342926025,
      "learning_rate": 0.00018895379983631635,
      "loss": 0.8624,
      "step": 216
    },
    {
      "epoch": 0.010635039268779789,
      "grad_norm": 0.5817772150039673,
      "learning_rate": 0.00018884833878445912,
      "loss": 0.9403,
      "step": 217
    },
    {
      "epoch": 0.010684048666331769,
      "grad_norm": 0.6905390620231628,
      "learning_rate": 0.00018874240640798316,
      "loss": 1.1337,
      "step": 218
    },
    {
      "epoch": 0.01073305806388375,
      "grad_norm": 0.5839342474937439,
      "learning_rate": 0.00018863600326884082,
      "loss": 1.0261,
      "step": 219
    },
    {
      "epoch": 0.010782067461435731,
      "grad_norm": 0.6982305645942688,
      "learning_rate": 0.0001885291299314819,
      "loss": 0.8881,
      "step": 220
    },
    {
      "epoch": 0.010831076858987711,
      "grad_norm": 0.567031979560852,
      "learning_rate": 0.00018842178696285039,
      "loss": 1.1349,
      "step": 221
    },
    {
      "epoch": 0.010880086256539691,
      "grad_norm": 0.5911915898323059,
      "learning_rate": 0.00018831397493238158,
      "loss": 1.0704,
      "step": 222
    },
    {
      "epoch": 0.010929095654091671,
      "grad_norm": 0.6480631828308105,
      "learning_rate": 0.00018820569441199917,
      "loss": 0.9073,
      "step": 223
    },
    {
      "epoch": 0.010978105051643653,
      "grad_norm": 0.5865435004234314,
      "learning_rate": 0.00018809694597611201,
      "loss": 0.9735,
      "step": 224
    },
    {
      "epoch": 0.011027114449195633,
      "grad_norm": 0.46228355169296265,
      "learning_rate": 0.00018798773020161117,
      "loss": 0.9725,
      "step": 225
    },
    {
      "epoch": 0.011076123846747613,
      "grad_norm": 0.5068029761314392,
      "learning_rate": 0.00018787804766786693,
      "loss": 1.0115,
      "step": 226
    },
    {
      "epoch": 0.011125133244299595,
      "grad_norm": 0.5123858451843262,
      "learning_rate": 0.00018776789895672558,
      "loss": 1.0353,
      "step": 227
    },
    {
      "epoch": 0.011174142641851575,
      "grad_norm": 0.5215944647789001,
      "learning_rate": 0.00018765728465250644,
      "loss": 1.0688,
      "step": 228
    },
    {
      "epoch": 0.011223152039403555,
      "grad_norm": 0.5633789896965027,
      "learning_rate": 0.00018754620534199864,
      "loss": 1.1406,
      "step": 229
    },
    {
      "epoch": 0.011272161436955537,
      "grad_norm": 0.5742221474647522,
      "learning_rate": 0.00018743466161445823,
      "loss": 0.9484,
      "step": 230
    },
    {
      "epoch": 0.011321170834507517,
      "grad_norm": 0.5180855393409729,
      "learning_rate": 0.00018732265406160476,
      "loss": 0.7413,
      "step": 231
    },
    {
      "epoch": 0.011370180232059497,
      "grad_norm": 0.712356686592102,
      "learning_rate": 0.00018721018327761842,
      "loss": 1.1173,
      "step": 232
    },
    {
      "epoch": 0.011419189629611477,
      "grad_norm": 0.7528418898582458,
      "learning_rate": 0.0001870972498591366,
      "loss": 1.1192,
      "step": 233
    },
    {
      "epoch": 0.011468199027163459,
      "grad_norm": 0.4606228172779083,
      "learning_rate": 0.0001869838544052511,
      "loss": 0.923,
      "step": 234
    },
    {
      "epoch": 0.01151720842471544,
      "grad_norm": 0.47972550988197327,
      "learning_rate": 0.0001868699975175045,
      "loss": 1.0687,
      "step": 235
    },
    {
      "epoch": 0.01156621782226742,
      "grad_norm": 0.49713295698165894,
      "learning_rate": 0.00018675567979988743,
      "loss": 0.9574,
      "step": 236
    },
    {
      "epoch": 0.011615227219819401,
      "grad_norm": 0.5332033038139343,
      "learning_rate": 0.00018664090185883491,
      "loss": 1.0282,
      "step": 237
    },
    {
      "epoch": 0.011664236617371381,
      "grad_norm": 0.4479237198829651,
      "learning_rate": 0.00018652566430322356,
      "loss": 0.9184,
      "step": 238
    },
    {
      "epoch": 0.011713246014923361,
      "grad_norm": 0.4980931282043457,
      "learning_rate": 0.00018640996774436808,
      "loss": 1.1569,
      "step": 239
    },
    {
      "epoch": 0.011762255412475341,
      "grad_norm": 0.5023362636566162,
      "learning_rate": 0.00018629381279601813,
      "loss": 1.0916,
      "step": 240
    },
    {
      "epoch": 0.011811264810027323,
      "grad_norm": 0.5550392270088196,
      "learning_rate": 0.00018617720007435497,
      "loss": 1.0938,
      "step": 241
    },
    {
      "epoch": 0.011860274207579303,
      "grad_norm": 0.6853803992271423,
      "learning_rate": 0.00018606013019798837,
      "loss": 1.0602,
      "step": 242
    },
    {
      "epoch": 0.011909283605131283,
      "grad_norm": 0.5600873827934265,
      "learning_rate": 0.00018594260378795323,
      "loss": 1.0971,
      "step": 243
    },
    {
      "epoch": 0.011958293002683265,
      "grad_norm": 0.7443658113479614,
      "learning_rate": 0.00018582462146770614,
      "loss": 0.9195,
      "step": 244
    },
    {
      "epoch": 0.012007302400235245,
      "grad_norm": 0.5157292485237122,
      "learning_rate": 0.00018570618386312235,
      "loss": 0.9235,
      "step": 245
    },
    {
      "epoch": 0.012056311797787225,
      "grad_norm": 0.6422637104988098,
      "learning_rate": 0.00018558729160249229,
      "loss": 0.9519,
      "step": 246
    },
    {
      "epoch": 0.012105321195339207,
      "grad_norm": 0.46941253542900085,
      "learning_rate": 0.00018546794531651816,
      "loss": 1.0318,
      "step": 247
    },
    {
      "epoch": 0.012154330592891187,
      "grad_norm": 0.5337068438529968,
      "learning_rate": 0.00018534814563831082,
      "loss": 1.0047,
      "step": 248
    },
    {
      "epoch": 0.012203339990443167,
      "grad_norm": 0.5178862810134888,
      "learning_rate": 0.00018522789320338622,
      "loss": 0.9159,
      "step": 249
    },
    {
      "epoch": 0.012252349387995147,
      "grad_norm": 0.6310722231864929,
      "learning_rate": 0.0001851071886496621,
      "loss": 1.0848,
      "step": 250
    },
    {
      "epoch": 0.01230135878554713,
      "grad_norm": 0.5493078231811523,
      "learning_rate": 0.0001849860326174547,
      "loss": 1.0014,
      "step": 251
    },
    {
      "epoch": 0.01235036818309911,
      "grad_norm": 0.6525722146034241,
      "learning_rate": 0.00018486442574947511,
      "loss": 1.0284,
      "step": 252
    },
    {
      "epoch": 0.01239937758065109,
      "grad_norm": 0.5247955322265625,
      "learning_rate": 0.00018474236869082616,
      "loss": 0.912,
      "step": 253
    },
    {
      "epoch": 0.012448386978203071,
      "grad_norm": 0.7059545516967773,
      "learning_rate": 0.00018461986208899878,
      "loss": 0.7757,
      "step": 254
    },
    {
      "epoch": 0.012497396375755051,
      "grad_norm": 0.5522550344467163,
      "learning_rate": 0.0001844969065938687,
      "loss": 0.8839,
      "step": 255
    },
    {
      "epoch": 0.012546405773307031,
      "grad_norm": 0.4987379312515259,
      "learning_rate": 0.00018437350285769295,
      "loss": 0.9604,
      "step": 256
    },
    {
      "epoch": 0.012595415170859011,
      "grad_norm": 0.45101016759872437,
      "learning_rate": 0.00018424965153510635,
      "loss": 1.1238,
      "step": 257
    },
    {
      "epoch": 0.012644424568410993,
      "grad_norm": 0.5084769129753113,
      "learning_rate": 0.00018412535328311814,
      "loss": 0.9236,
      "step": 258
    },
    {
      "epoch": 0.012693433965962973,
      "grad_norm": 0.5451019406318665,
      "learning_rate": 0.00018400060876110842,
      "loss": 1.0878,
      "step": 259
    },
    {
      "epoch": 0.012742443363514953,
      "grad_norm": 0.5372437238693237,
      "learning_rate": 0.0001838754186308246,
      "loss": 1.0181,
      "step": 260
    },
    {
      "epoch": 0.012791452761066935,
      "grad_norm": 0.7055873870849609,
      "learning_rate": 0.00018374978355637813,
      "loss": 1.0692,
      "step": 261
    },
    {
      "epoch": 0.012840462158618915,
      "grad_norm": 0.9518049955368042,
      "learning_rate": 0.00018362370420424068,
      "loss": 1.1337,
      "step": 262
    },
    {
      "epoch": 0.012889471556170895,
      "grad_norm": 0.5222630500793457,
      "learning_rate": 0.00018349718124324076,
      "loss": 0.9939,
      "step": 263
    },
    {
      "epoch": 0.012938480953722877,
      "grad_norm": 1.1782071590423584,
      "learning_rate": 0.00018337021534456014,
      "loss": 1.0966,
      "step": 264
    },
    {
      "epoch": 0.012987490351274857,
      "grad_norm": 0.7528513669967651,
      "learning_rate": 0.0001832428071817303,
      "loss": 1.0577,
      "step": 265
    },
    {
      "epoch": 0.013036499748826837,
      "grad_norm": 0.45681673288345337,
      "learning_rate": 0.00018311495743062887,
      "loss": 0.9779,
      "step": 266
    },
    {
      "epoch": 0.013085509146378817,
      "grad_norm": 0.5210673809051514,
      "learning_rate": 0.00018298666676947606,
      "loss": 0.9947,
      "step": 267
    },
    {
      "epoch": 0.0131345185439308,
      "grad_norm": 0.5677974224090576,
      "learning_rate": 0.00018285793587883092,
      "loss": 0.7786,
      "step": 268
    },
    {
      "epoch": 0.01318352794148278,
      "grad_norm": 0.5868428945541382,
      "learning_rate": 0.00018272876544158794,
      "loss": 0.9146,
      "step": 269
    },
    {
      "epoch": 0.01323253733903476,
      "grad_norm": 0.5493462085723877,
      "learning_rate": 0.0001825991561429733,
      "loss": 0.9495,
      "step": 270
    },
    {
      "epoch": 0.013281546736586741,
      "grad_norm": 0.678243100643158,
      "learning_rate": 0.00018246910867054125,
      "loss": 1.0928,
      "step": 271
    },
    {
      "epoch": 0.013330556134138721,
      "grad_norm": 0.49043115973472595,
      "learning_rate": 0.00018233862371417047,
      "loss": 0.9786,
      "step": 272
    },
    {
      "epoch": 0.013379565531690701,
      "grad_norm": 0.47947412729263306,
      "learning_rate": 0.0001822077019660604,
      "loss": 0.7027,
      "step": 273
    },
    {
      "epoch": 0.013428574929242681,
      "grad_norm": 0.5320706963539124,
      "learning_rate": 0.00018207634412072764,
      "loss": 0.9701,
      "step": 274
    },
    {
      "epoch": 0.013477584326794663,
      "grad_norm": 0.7553906440734863,
      "learning_rate": 0.00018194455087500218,
      "loss": 1.0609,
      "step": 275
    },
    {
      "epoch": 0.013526593724346643,
      "grad_norm": 0.7304137349128723,
      "learning_rate": 0.00018181232292802365,
      "loss": 1.1068,
      "step": 276
    },
    {
      "epoch": 0.013575603121898623,
      "grad_norm": 0.49740153551101685,
      "learning_rate": 0.00018167966098123786,
      "loss": 0.8073,
      "step": 277
    },
    {
      "epoch": 0.013624612519450605,
      "grad_norm": 0.5072596669197083,
      "learning_rate": 0.00018154656573839275,
      "loss": 1.011,
      "step": 278
    },
    {
      "epoch": 0.013673621917002585,
      "grad_norm": 0.6096855401992798,
      "learning_rate": 0.00018141303790553495,
      "loss": 1.0066,
      "step": 279
    },
    {
      "epoch": 0.013722631314554565,
      "grad_norm": 0.5635988116264343,
      "learning_rate": 0.0001812790781910058,
      "loss": 0.9354,
      "step": 280
    },
    {
      "epoch": 0.013771640712106547,
      "grad_norm": 0.461124449968338,
      "learning_rate": 0.0001811446873054377,
      "loss": 1.0806,
      "step": 281
    },
    {
      "epoch": 0.013820650109658527,
      "grad_norm": 0.6626907587051392,
      "learning_rate": 0.00018100986596175046,
      "loss": 1.0771,
      "step": 282
    },
    {
      "epoch": 0.013869659507210507,
      "grad_norm": 0.5217235684394836,
      "learning_rate": 0.00018087461487514722,
      "loss": 1.0378,
      "step": 283
    },
    {
      "epoch": 0.013918668904762488,
      "grad_norm": 0.609493613243103,
      "learning_rate": 0.00018073893476311097,
      "loss": 0.9807,
      "step": 284
    },
    {
      "epoch": 0.01396767830231447,
      "grad_norm": 0.6483524441719055,
      "learning_rate": 0.00018060282634540053,
      "loss": 0.9134,
      "step": 285
    },
    {
      "epoch": 0.01401668769986645,
      "grad_norm": 0.5829575657844543,
      "learning_rate": 0.0001804662903440468,
      "loss": 1.0214,
      "step": 286
    },
    {
      "epoch": 0.01406569709741843,
      "grad_norm": 0.7437368035316467,
      "learning_rate": 0.00018032932748334902,
      "loss": 1.1974,
      "step": 287
    },
    {
      "epoch": 0.014114706494970411,
      "grad_norm": 0.7857367992401123,
      "learning_rate": 0.0001801919384898707,
      "loss": 1.3214,
      "step": 288
    },
    {
      "epoch": 0.014163715892522391,
      "grad_norm": 0.6107423305511475,
      "learning_rate": 0.00018005412409243606,
      "loss": 0.9447,
      "step": 289
    },
    {
      "epoch": 0.014212725290074371,
      "grad_norm": 0.7908600568771362,
      "learning_rate": 0.0001799158850221259,
      "loss": 1.1917,
      "step": 290
    },
    {
      "epoch": 0.014261734687626352,
      "grad_norm": 0.6513726115226746,
      "learning_rate": 0.0001797772220122739,
      "loss": 0.891,
      "step": 291
    },
    {
      "epoch": 0.014310744085178333,
      "grad_norm": 0.5357075929641724,
      "learning_rate": 0.0001796381357984626,
      "loss": 0.8715,
      "step": 292
    },
    {
      "epoch": 0.014359753482730313,
      "grad_norm": 0.5899922847747803,
      "learning_rate": 0.00017949862711851965,
      "loss": 0.9358,
      "step": 293
    },
    {
      "epoch": 0.014408762880282294,
      "grad_norm": 0.5305416584014893,
      "learning_rate": 0.00017935869671251378,
      "loss": 0.8743,
      "step": 294
    },
    {
      "epoch": 0.014457772277834275,
      "grad_norm": 0.5635904669761658,
      "learning_rate": 0.00017921834532275076,
      "loss": 1.0478,
      "step": 295
    },
    {
      "epoch": 0.014506781675386255,
      "grad_norm": 0.5645540952682495,
      "learning_rate": 0.00017907757369376985,
      "loss": 1.0594,
      "step": 296
    },
    {
      "epoch": 0.014555791072938236,
      "grad_norm": 0.6308763027191162,
      "learning_rate": 0.00017893638257233943,
      "loss": 0.9362,
      "step": 297
    },
    {
      "epoch": 0.014604800470490217,
      "grad_norm": 0.5454455614089966,
      "learning_rate": 0.00017879477270745328,
      "loss": 1.1214,
      "step": 298
    },
    {
      "epoch": 0.014653809868042197,
      "grad_norm": 0.720523476600647,
      "learning_rate": 0.0001786527448503265,
      "loss": 1.1876,
      "step": 299
    },
    {
      "epoch": 0.014702819265594178,
      "grad_norm": 0.558599591255188,
      "learning_rate": 0.00017851029975439158,
      "loss": 1.0833,
      "step": 300
    },
    {
      "epoch": 0.014751828663146158,
      "grad_norm": 1.12068772315979,
      "learning_rate": 0.0001783674381752944,
      "loss": 1.2754,
      "step": 301
    },
    {
      "epoch": 0.01480083806069814,
      "grad_norm": 0.7381523847579956,
      "learning_rate": 0.00017822416087089025,
      "loss": 1.1091,
      "step": 302
    },
    {
      "epoch": 0.01484984745825012,
      "grad_norm": 0.642927348613739,
      "learning_rate": 0.0001780804686012396,
      "loss": 1.1579,
      "step": 303
    },
    {
      "epoch": 0.0148988568558021,
      "grad_norm": 0.45575907826423645,
      "learning_rate": 0.00017793636212860449,
      "loss": 0.8468,
      "step": 304
    },
    {
      "epoch": 0.014947866253354081,
      "grad_norm": 0.5160031318664551,
      "learning_rate": 0.00017779184221744404,
      "loss": 0.8786,
      "step": 305
    },
    {
      "epoch": 0.014996875650906061,
      "grad_norm": 1.7022417783737183,
      "learning_rate": 0.00017764690963441066,
      "loss": 1.1097,
      "step": 306
    },
    {
      "epoch": 0.015045885048458042,
      "grad_norm": 0.5703262686729431,
      "learning_rate": 0.0001775015651483459,
      "loss": 1.2278,
      "step": 307
    },
    {
      "epoch": 0.015094894446010022,
      "grad_norm": 0.49364298582077026,
      "learning_rate": 0.00017735580953027636,
      "loss": 1.003,
      "step": 308
    },
    {
      "epoch": 0.015143903843562003,
      "grad_norm": 0.4318428635597229,
      "learning_rate": 0.00017720964355340962,
      "loss": 0.9449,
      "step": 309
    },
    {
      "epoch": 0.015192913241113984,
      "grad_norm": 0.6412724256515503,
      "learning_rate": 0.00017706306799313026,
      "loss": 1.0898,
      "step": 310
    },
    {
      "epoch": 0.015241922638665964,
      "grad_norm": 0.6402313709259033,
      "learning_rate": 0.00017691608362699546,
      "loss": 1.0133,
      "step": 311
    },
    {
      "epoch": 0.015290932036217945,
      "grad_norm": 0.47120100259780884,
      "learning_rate": 0.00017676869123473113,
      "loss": 0.9393,
      "step": 312
    },
    {
      "epoch": 0.015339941433769926,
      "grad_norm": 0.6222257614135742,
      "learning_rate": 0.00017662089159822765,
      "loss": 1.0221,
      "step": 313
    },
    {
      "epoch": 0.015388950831321906,
      "grad_norm": 0.49508407711982727,
      "learning_rate": 0.00017647268550153583,
      "loss": 1.0065,
      "step": 314
    },
    {
      "epoch": 0.015437960228873887,
      "grad_norm": 0.4710713326931,
      "learning_rate": 0.00017632407373086256,
      "loss": 1.0935,
      "step": 315
    },
    {
      "epoch": 0.015486969626425868,
      "grad_norm": 0.597186803817749,
      "learning_rate": 0.00017617505707456682,
      "loss": 1.0278,
      "step": 316
    },
    {
      "epoch": 0.015535979023977848,
      "grad_norm": 0.5510334968566895,
      "learning_rate": 0.00017602563632315553,
      "loss": 0.9338,
      "step": 317
    },
    {
      "epoch": 0.015584988421529828,
      "grad_norm": 0.6862486600875854,
      "learning_rate": 0.0001758758122692791,
      "loss": 1.0717,
      "step": 318
    },
    {
      "epoch": 0.01563399781908181,
      "grad_norm": 0.4766294062137604,
      "learning_rate": 0.0001757255857077275,
      "loss": 0.7326,
      "step": 319
    },
    {
      "epoch": 0.01568300721663379,
      "grad_norm": 0.6100021004676819,
      "learning_rate": 0.00017557495743542585,
      "loss": 1.0182,
      "step": 320
    },
    {
      "epoch": 0.01573201661418577,
      "grad_norm": 0.5960363745689392,
      "learning_rate": 0.00017542392825143033,
      "loss": 0.928,
      "step": 321
    },
    {
      "epoch": 0.01578102601173775,
      "grad_norm": 0.642527163028717,
      "learning_rate": 0.0001752724989569239,
      "loss": 1.0895,
      "step": 322
    },
    {
      "epoch": 0.01583003540928973,
      "grad_norm": 0.7496708035469055,
      "learning_rate": 0.000175120670355212,
      "loss": 1.0308,
      "step": 323
    },
    {
      "epoch": 0.015879044806841713,
      "grad_norm": 0.6087545156478882,
      "learning_rate": 0.00017496844325171827,
      "loss": 0.9152,
      "step": 324
    },
    {
      "epoch": 0.015928054204393693,
      "grad_norm": 0.7617983222007751,
      "learning_rate": 0.0001748158184539805,
      "loss": 1.0396,
      "step": 325
    },
    {
      "epoch": 0.015977063601945674,
      "grad_norm": 0.5621781945228577,
      "learning_rate": 0.000174662796771646,
      "loss": 1.0205,
      "step": 326
    },
    {
      "epoch": 0.016026072999497654,
      "grad_norm": 0.5055577158927917,
      "learning_rate": 0.00017450937901646754,
      "loss": 1.0797,
      "step": 327
    },
    {
      "epoch": 0.016075082397049634,
      "grad_norm": 0.552244246006012,
      "learning_rate": 0.00017435556600229902,
      "loss": 0.9897,
      "step": 328
    },
    {
      "epoch": 0.016124091794601614,
      "grad_norm": 0.7904664278030396,
      "learning_rate": 0.0001742013585450911,
      "loss": 1.0906,
      "step": 329
    },
    {
      "epoch": 0.016173101192153594,
      "grad_norm": 0.7632890939712524,
      "learning_rate": 0.00017404675746288687,
      "loss": 1.0291,
      "step": 330
    },
    {
      "epoch": 0.016222110589705577,
      "grad_norm": 0.5398103594779968,
      "learning_rate": 0.00017389176357581753,
      "loss": 0.8513,
      "step": 331
    },
    {
      "epoch": 0.016271119987257558,
      "grad_norm": 0.7815463542938232,
      "learning_rate": 0.0001737363777060981,
      "loss": 1.0402,
      "step": 332
    },
    {
      "epoch": 0.016320129384809538,
      "grad_norm": 0.7547508478164673,
      "learning_rate": 0.00017358060067802295,
      "loss": 0.9281,
      "step": 333
    },
    {
      "epoch": 0.016369138782361518,
      "grad_norm": 0.8045676350593567,
      "learning_rate": 0.00017342443331796147,
      "loss": 1.2772,
      "step": 334
    },
    {
      "epoch": 0.016418148179913498,
      "grad_norm": 0.8043563365936279,
      "learning_rate": 0.0001732678764543537,
      "loss": 1.1111,
      "step": 335
    },
    {
      "epoch": 0.016467157577465478,
      "grad_norm": 0.6091334223747253,
      "learning_rate": 0.00017311093091770588,
      "loss": 1.0268,
      "step": 336
    },
    {
      "epoch": 0.016516166975017458,
      "grad_norm": 0.5063663721084595,
      "learning_rate": 0.0001729535975405862,
      "loss": 0.8487,
      "step": 337
    },
    {
      "epoch": 0.01656517637256944,
      "grad_norm": 0.6573286056518555,
      "learning_rate": 0.00017279587715762022,
      "loss": 1.1012,
      "step": 338
    },
    {
      "epoch": 0.01661418577012142,
      "grad_norm": 0.43557947874069214,
      "learning_rate": 0.00017263777060548644,
      "loss": 0.8684,
      "step": 339
    },
    {
      "epoch": 0.0166631951676734,
      "grad_norm": 0.5982483625411987,
      "learning_rate": 0.000172479278722912,
      "loss": 0.8029,
      "step": 340
    },
    {
      "epoch": 0.01671220456522538,
      "grad_norm": 0.4762873947620392,
      "learning_rate": 0.0001723204023506681,
      "loss": 0.8914,
      "step": 341
    },
    {
      "epoch": 0.016761213962777362,
      "grad_norm": 0.7432319521903992,
      "learning_rate": 0.00017216114233156566,
      "loss": 1.0763,
      "step": 342
    },
    {
      "epoch": 0.016810223360329342,
      "grad_norm": 0.5315272212028503,
      "learning_rate": 0.00017200149951045068,
      "loss": 0.992,
      "step": 343
    },
    {
      "epoch": 0.016859232757881325,
      "grad_norm": 0.5881796479225159,
      "learning_rate": 0.00017184147473419992,
      "loss": 1.2724,
      "step": 344
    },
    {
      "epoch": 0.016859232757881325,
      "eval_loss": NaN,
      "eval_runtime": 189.5753,
      "eval_samples_per_second": 45.322,
      "eval_steps_per_second": 22.661,
      "step": 344
    },
    {
      "epoch": 0.016908242155433306,
      "grad_norm": 0.6315492987632751,
      "learning_rate": 0.00017168106885171632,
      "loss": 0.8541,
      "step": 345
    },
    {
      "epoch": 0.016957251552985286,
      "grad_norm": 0.5540874004364014,
      "learning_rate": 0.00017152028271392452,
      "loss": 1.0544,
      "step": 346
    },
    {
      "epoch": 0.017006260950537266,
      "grad_norm": 0.5866259336471558,
      "learning_rate": 0.00017135911717376637,
      "loss": 0.9565,
      "step": 347
    },
    {
      "epoch": 0.017055270348089246,
      "grad_norm": 0.6349246501922607,
      "learning_rate": 0.00017119757308619639,
      "loss": 0.934,
      "step": 348
    },
    {
      "epoch": 0.017104279745641226,
      "grad_norm": 0.6236498951911926,
      "learning_rate": 0.00017103565130817714,
      "loss": 1.0774,
      "step": 349
    },
    {
      "epoch": 0.017153289143193206,
      "grad_norm": 0.6432631015777588,
      "learning_rate": 0.00017087335269867483,
      "loss": 1.0853,
      "step": 350
    },
    {
      "epoch": 0.01720229854074519,
      "grad_norm": 0.6221880912780762,
      "learning_rate": 0.00017071067811865476,
      "loss": 0.9928,
      "step": 351
    },
    {
      "epoch": 0.01725130793829717,
      "grad_norm": 0.6444087028503418,
      "learning_rate": 0.00017054762843107658,
      "loss": 0.9048,
      "step": 352
    },
    {
      "epoch": 0.01730031733584915,
      "grad_norm": 0.6027958393096924,
      "learning_rate": 0.00017038420450088981,
      "loss": 1.1578,
      "step": 353
    },
    {
      "epoch": 0.01734932673340113,
      "grad_norm": 0.5989654064178467,
      "learning_rate": 0.00017022040719502933,
      "loss": 1.0681,
      "step": 354
    },
    {
      "epoch": 0.01739833613095311,
      "grad_norm": 0.5831419229507446,
      "learning_rate": 0.00017005623738241074,
      "loss": 0.9492,
      "step": 355
    },
    {
      "epoch": 0.01744734552850509,
      "grad_norm": 0.63973069190979,
      "learning_rate": 0.0001698916959339256,
      "loss": 0.8713,
      "step": 356
    },
    {
      "epoch": 0.01749635492605707,
      "grad_norm": 0.7893116474151611,
      "learning_rate": 0.00016972678372243703,
      "loss": 0.974,
      "step": 357
    },
    {
      "epoch": 0.017545364323609054,
      "grad_norm": 0.6178101301193237,
      "learning_rate": 0.0001695615016227749,
      "loss": 1.0331,
      "step": 358
    },
    {
      "epoch": 0.017594373721161034,
      "grad_norm": 0.5365487933158875,
      "learning_rate": 0.0001693958505117314,
      "loss": 0.9157,
      "step": 359
    },
    {
      "epoch": 0.017643383118713014,
      "grad_norm": 0.4903866648674011,
      "learning_rate": 0.00016922983126805614,
      "loss": 0.8482,
      "step": 360
    },
    {
      "epoch": 0.017692392516264994,
      "grad_norm": 0.5896557569503784,
      "learning_rate": 0.00016906344477245165,
      "loss": 1.1177,
      "step": 361
    },
    {
      "epoch": 0.017741401913816974,
      "grad_norm": 0.5117759704589844,
      "learning_rate": 0.00016889669190756868,
      "loss": 0.8848,
      "step": 362
    },
    {
      "epoch": 0.017790411311368954,
      "grad_norm": 0.5671496391296387,
      "learning_rate": 0.00016872957355800144,
      "loss": 0.9463,
      "step": 363
    },
    {
      "epoch": 0.017839420708920934,
      "grad_norm": 0.5645240545272827,
      "learning_rate": 0.0001685620906102831,
      "loss": 0.9607,
      "step": 364
    },
    {
      "epoch": 0.017888430106472918,
      "grad_norm": 0.6105750799179077,
      "learning_rate": 0.00016839424395288083,
      "loss": 0.8299,
      "step": 365
    },
    {
      "epoch": 0.017937439504024898,
      "grad_norm": 0.5765926837921143,
      "learning_rate": 0.00016822603447619127,
      "loss": 1.1323,
      "step": 366
    },
    {
      "epoch": 0.017986448901576878,
      "grad_norm": 0.5614666938781738,
      "learning_rate": 0.00016805746307253574,
      "loss": 1.1588,
      "step": 367
    },
    {
      "epoch": 0.018035458299128858,
      "grad_norm": 0.6125330328941345,
      "learning_rate": 0.00016788853063615556,
      "loss": 0.9758,
      "step": 368
    },
    {
      "epoch": 0.018084467696680838,
      "grad_norm": 0.7633112072944641,
      "learning_rate": 0.0001677192380632072,
      "loss": 0.9386,
      "step": 369
    },
    {
      "epoch": 0.018133477094232818,
      "grad_norm": 0.5353987812995911,
      "learning_rate": 0.00016754958625175758,
      "loss": 1.0519,
      "step": 370
    },
    {
      "epoch": 0.018182486491784798,
      "grad_norm": 0.5034107565879822,
      "learning_rate": 0.00016737957610177942,
      "loss": 0.9023,
      "step": 371
    },
    {
      "epoch": 0.01823149588933678,
      "grad_norm": 0.6070343255996704,
      "learning_rate": 0.0001672092085151463,
      "loss": 0.9969,
      "step": 372
    },
    {
      "epoch": 0.01828050528688876,
      "grad_norm": 0.6986922025680542,
      "learning_rate": 0.00016703848439562785,
      "loss": 0.8381,
      "step": 373
    },
    {
      "epoch": 0.018329514684440742,
      "grad_norm": 0.7295384407043457,
      "learning_rate": 0.00016686740464888521,
      "loss": 0.9372,
      "step": 374
    },
    {
      "epoch": 0.018378524081992722,
      "grad_norm": 0.7566946744918823,
      "learning_rate": 0.00016669597018246598,
      "loss": 1.1735,
      "step": 375
    },
    {
      "epoch": 0.018427533479544702,
      "grad_norm": 0.6446067094802856,
      "learning_rate": 0.00016652418190579943,
      "loss": 0.9455,
      "step": 376
    },
    {
      "epoch": 0.018476542877096682,
      "grad_norm": 0.5018171072006226,
      "learning_rate": 0.00016635204073019183,
      "loss": 1.0501,
      "step": 377
    },
    {
      "epoch": 0.018525552274648666,
      "grad_norm": 0.583775520324707,
      "learning_rate": 0.00016617954756882144,
      "loss": 0.9914,
      "step": 378
    },
    {
      "epoch": 0.018574561672200646,
      "grad_norm": 0.5472975373268127,
      "learning_rate": 0.00016600670333673375,
      "loss": 0.88,
      "step": 379
    },
    {
      "epoch": 0.018623571069752626,
      "grad_norm": 0.738005518913269,
      "learning_rate": 0.00016583350895083666,
      "loss": 1.0694,
      "step": 380
    },
    {
      "epoch": 0.018672580467304606,
      "grad_norm": 0.6886858344078064,
      "learning_rate": 0.0001656599653298956,
      "loss": 1.0712,
      "step": 381
    },
    {
      "epoch": 0.018721589864856586,
      "grad_norm": 0.6576952934265137,
      "learning_rate": 0.00016548607339452853,
      "loss": 0.93,
      "step": 382
    },
    {
      "epoch": 0.018770599262408566,
      "grad_norm": 0.7047486305236816,
      "learning_rate": 0.0001653118340672012,
      "loss": 0.9677,
      "step": 383
    },
    {
      "epoch": 0.018819608659960546,
      "grad_norm": 0.5765179991722107,
      "learning_rate": 0.00016513724827222227,
      "loss": 1.0172,
      "step": 384
    },
    {
      "epoch": 0.01886861805751253,
      "grad_norm": 0.5850526094436646,
      "learning_rate": 0.0001649623169357382,
      "loss": 1.0193,
      "step": 385
    },
    {
      "epoch": 0.01891762745506451,
      "grad_norm": 0.5653107762336731,
      "learning_rate": 0.0001647870409857287,
      "loss": 0.8479,
      "step": 386
    },
    {
      "epoch": 0.01896663685261649,
      "grad_norm": 0.6090649962425232,
      "learning_rate": 0.0001646114213520014,
      "loss": 0.8997,
      "step": 387
    },
    {
      "epoch": 0.01901564625016847,
      "grad_norm": 0.5743359923362732,
      "learning_rate": 0.00016443545896618723,
      "loss": 1.049,
      "step": 388
    },
    {
      "epoch": 0.01906465564772045,
      "grad_norm": 0.5080006718635559,
      "learning_rate": 0.00016425915476173532,
      "loss": 1.0239,
      "step": 389
    },
    {
      "epoch": 0.01911366504527243,
      "grad_norm": 0.5652560591697693,
      "learning_rate": 0.00016408250967390805,
      "loss": 1.0855,
      "step": 390
    },
    {
      "epoch": 0.01916267444282441,
      "grad_norm": 0.5853174924850464,
      "learning_rate": 0.00016390552463977623,
      "loss": 0.9894,
      "step": 391
    },
    {
      "epoch": 0.019211683840376394,
      "grad_norm": 0.5619634389877319,
      "learning_rate": 0.00016372820059821388,
      "loss": 0.948,
      "step": 392
    },
    {
      "epoch": 0.019260693237928374,
      "grad_norm": 0.5859108567237854,
      "learning_rate": 0.00016355053848989348,
      "loss": 0.9652,
      "step": 393
    },
    {
      "epoch": 0.019309702635480354,
      "grad_norm": 0.4910985827445984,
      "learning_rate": 0.0001633725392572809,
      "loss": 1.017,
      "step": 394
    },
    {
      "epoch": 0.019358712033032334,
      "grad_norm": 0.6074764728546143,
      "learning_rate": 0.0001631942038446304,
      "loss": 0.9511,
      "step": 395
    },
    {
      "epoch": 0.019407721430584314,
      "grad_norm": 0.642494261264801,
      "learning_rate": 0.0001630155331979796,
      "loss": 0.9899,
      "step": 396
    },
    {
      "epoch": 0.019456730828136294,
      "grad_norm": 0.520196795463562,
      "learning_rate": 0.0001628365282651444,
      "loss": 0.974,
      "step": 397
    },
    {
      "epoch": 0.019505740225688274,
      "grad_norm": 0.5595429539680481,
      "learning_rate": 0.00016265718999571415,
      "loss": 0.9883,
      "step": 398
    },
    {
      "epoch": 0.019554749623240258,
      "grad_norm": 0.5629798173904419,
      "learning_rate": 0.00016247751934104647,
      "loss": 1.0004,
      "step": 399
    },
    {
      "epoch": 0.019603759020792238,
      "grad_norm": 0.5685741305351257,
      "learning_rate": 0.00016229751725426212,
      "loss": 1.1866,
      "step": 400
    },
    {
      "epoch": 0.019652768418344218,
      "grad_norm": 0.6347563862800598,
      "learning_rate": 0.00016211718469024019,
      "loss": 1.2628,
      "step": 401
    },
    {
      "epoch": 0.019701777815896198,
      "grad_norm": 0.5821112394332886,
      "learning_rate": 0.00016193652260561279,
      "loss": 0.9056,
      "step": 402
    },
    {
      "epoch": 0.019750787213448178,
      "grad_norm": 0.5229642987251282,
      "learning_rate": 0.0001617555319587601,
      "loss": 0.8877,
      "step": 403
    },
    {
      "epoch": 0.019799796611000158,
      "grad_norm": 0.6240498423576355,
      "learning_rate": 0.0001615742137098053,
      "loss": 1.1209,
      "step": 404
    },
    {
      "epoch": 0.019848806008552138,
      "grad_norm": 0.5156221985816956,
      "learning_rate": 0.00016139256882060946,
      "loss": 0.9228,
      "step": 405
    },
    {
      "epoch": 0.019897815406104122,
      "grad_norm": 0.5228451490402222,
      "learning_rate": 0.0001612105982547663,
      "loss": 0.9757,
      "step": 406
    },
    {
      "epoch": 0.019946824803656102,
      "grad_norm": 0.5690815448760986,
      "learning_rate": 0.0001610283029775973,
      "loss": 0.9634,
      "step": 407
    },
    {
      "epoch": 0.019995834201208082,
      "grad_norm": 0.668828010559082,
      "learning_rate": 0.00016084568395614648,
      "loss": 0.9148,
      "step": 408
    },
    {
      "epoch": 0.020044843598760062,
      "grad_norm": 0.5071211457252502,
      "learning_rate": 0.00016066274215917518,
      "loss": 1.0521,
      "step": 409
    },
    {
      "epoch": 0.020093852996312042,
      "grad_norm": 0.5840764045715332,
      "learning_rate": 0.00016047947855715714,
      "loss": 1.1101,
      "step": 410
    },
    {
      "epoch": 0.020142862393864022,
      "grad_norm": 0.7716103196144104,
      "learning_rate": 0.00016029589412227307,
      "loss": 1.0433,
      "step": 411
    },
    {
      "epoch": 0.020191871791416002,
      "grad_norm": 0.697246789932251,
      "learning_rate": 0.00016011198982840576,
      "loss": 0.9039,
      "step": 412
    },
    {
      "epoch": 0.020240881188967986,
      "grad_norm": 0.48680993914604187,
      "learning_rate": 0.0001599277666511347,
      "loss": 0.8922,
      "step": 413
    },
    {
      "epoch": 0.020289890586519966,
      "grad_norm": 0.7678024172782898,
      "learning_rate": 0.00015974322556773108,
      "loss": 0.8667,
      "step": 414
    },
    {
      "epoch": 0.020338899984071946,
      "grad_norm": 0.6474518775939941,
      "learning_rate": 0.00015955836755715249,
      "loss": 1.0815,
      "step": 415
    },
    {
      "epoch": 0.020387909381623926,
      "grad_norm": 0.5783918499946594,
      "learning_rate": 0.00015937319360003773,
      "loss": 1.008,
      "step": 416
    },
    {
      "epoch": 0.020436918779175906,
      "grad_norm": 0.7093411087989807,
      "learning_rate": 0.0001591877046787017,
      "loss": 1.116,
      "step": 417
    },
    {
      "epoch": 0.020485928176727886,
      "grad_norm": 0.6116179823875427,
      "learning_rate": 0.00015900190177713016,
      "loss": 0.9279,
      "step": 418
    },
    {
      "epoch": 0.02053493757427987,
      "grad_norm": 0.463066965341568,
      "learning_rate": 0.00015881578588097431,
      "loss": 0.9094,
      "step": 419
    },
    {
      "epoch": 0.02058394697183185,
      "grad_norm": 0.5703859925270081,
      "learning_rate": 0.00015862935797754594,
      "loss": 0.902,
      "step": 420
    },
    {
      "epoch": 0.02063295636938383,
      "grad_norm": 0.5780963897705078,
      "learning_rate": 0.00015844261905581183,
      "loss": 1.1102,
      "step": 421
    },
    {
      "epoch": 0.02068196576693581,
      "grad_norm": 0.49384501576423645,
      "learning_rate": 0.00015825557010638871,
      "loss": 0.9264,
      "step": 422
    },
    {
      "epoch": 0.02073097516448779,
      "grad_norm": 0.5355737805366516,
      "learning_rate": 0.000158068212121538,
      "loss": 0.752,
      "step": 423
    },
    {
      "epoch": 0.02077998456203977,
      "grad_norm": 0.8403603434562683,
      "learning_rate": 0.00015788054609516044,
      "loss": 1.073,
      "step": 424
    },
    {
      "epoch": 0.02082899395959175,
      "grad_norm": 0.5012737512588501,
      "learning_rate": 0.00015769257302279086,
      "loss": 0.9417,
      "step": 425
    },
    {
      "epoch": 0.020878003357143734,
      "grad_norm": 0.483847051858902,
      "learning_rate": 0.00015750429390159294,
      "loss": 0.8831,
      "step": 426
    },
    {
      "epoch": 0.020927012754695714,
      "grad_norm": 0.5708086490631104,
      "learning_rate": 0.00015731570973035394,
      "loss": 0.9307,
      "step": 427
    },
    {
      "epoch": 0.020976022152247694,
      "grad_norm": 0.5736249089241028,
      "learning_rate": 0.00015712682150947923,
      "loss": 1.137,
      "step": 428
    },
    {
      "epoch": 0.021025031549799674,
      "grad_norm": 0.6613307595252991,
      "learning_rate": 0.00015693763024098728,
      "loss": 0.949,
      "step": 429
    },
    {
      "epoch": 0.021074040947351654,
      "grad_norm": 0.5650458931922913,
      "learning_rate": 0.00015674813692850408,
      "loss": 0.9559,
      "step": 430
    },
    {
      "epoch": 0.021123050344903634,
      "grad_norm": 0.7841596603393555,
      "learning_rate": 0.00015655834257725788,
      "loss": 1.131,
      "step": 431
    },
    {
      "epoch": 0.021172059742455614,
      "grad_norm": 0.6206327676773071,
      "learning_rate": 0.0001563682481940739,
      "loss": 1.0028,
      "step": 432
    },
    {
      "epoch": 0.021221069140007598,
      "grad_norm": 0.5619876980781555,
      "learning_rate": 0.00015617785478736905,
      "loss": 0.9028,
      "step": 433
    },
    {
      "epoch": 0.021270078537559578,
      "grad_norm": 0.6052619814872742,
      "learning_rate": 0.00015598716336714645,
      "loss": 1.0716,
      "step": 434
    },
    {
      "epoch": 0.021319087935111558,
      "grad_norm": 0.5656116008758545,
      "learning_rate": 0.0001557961749449901,
      "loss": 1.0024,
      "step": 435
    },
    {
      "epoch": 0.021368097332663538,
      "grad_norm": 0.6476135849952698,
      "learning_rate": 0.0001556048905340596,
      "loss": 0.9483,
      "step": 436
    },
    {
      "epoch": 0.021417106730215518,
      "grad_norm": 0.619544506072998,
      "learning_rate": 0.00015541331114908469,
      "loss": 0.9749,
      "step": 437
    },
    {
      "epoch": 0.0214661161277675,
      "grad_norm": 0.636550784111023,
      "learning_rate": 0.0001552214378063599,
      "loss": 1.1596,
      "step": 438
    },
    {
      "epoch": 0.02151512552531948,
      "grad_norm": 0.7628213167190552,
      "learning_rate": 0.00015502927152373914,
      "loss": 1.0812,
      "step": 439
    },
    {
      "epoch": 0.021564134922871462,
      "grad_norm": 0.5584783554077148,
      "learning_rate": 0.00015483681332063035,
      "loss": 0.987,
      "step": 440
    },
    {
      "epoch": 0.021613144320423442,
      "grad_norm": 0.6031119227409363,
      "learning_rate": 0.00015464406421799,
      "loss": 0.9908,
      "step": 441
    },
    {
      "epoch": 0.021662153717975422,
      "grad_norm": 0.6321492195129395,
      "learning_rate": 0.0001544510252383178,
      "loss": 1.0983,
      "step": 442
    },
    {
      "epoch": 0.021711163115527402,
      "grad_norm": 0.5064712762832642,
      "learning_rate": 0.00015425769740565114,
      "loss": 0.8417,
      "step": 443
    },
    {
      "epoch": 0.021760172513079382,
      "grad_norm": 0.4723532199859619,
      "learning_rate": 0.00015406408174555976,
      "loss": 0.8618,
      "step": 444
    },
    {
      "epoch": 0.021809181910631362,
      "grad_norm": 0.613837718963623,
      "learning_rate": 0.0001538701792851403,
      "loss": 1.0462,
      "step": 445
    },
    {
      "epoch": 0.021858191308183342,
      "grad_norm": 0.5764545798301697,
      "learning_rate": 0.0001536759910530107,
      "loss": 1.0023,
      "step": 446
    },
    {
      "epoch": 0.021907200705735326,
      "grad_norm": 0.49969151616096497,
      "learning_rate": 0.00015348151807930506,
      "loss": 0.9707,
      "step": 447
    },
    {
      "epoch": 0.021956210103287306,
      "grad_norm": 0.6071908473968506,
      "learning_rate": 0.0001532867613956678,
      "loss": 0.8276,
      "step": 448
    },
    {
      "epoch": 0.022005219500839286,
      "grad_norm": 0.81563800573349,
      "learning_rate": 0.00015309172203524854,
      "loss": 0.9854,
      "step": 449
    },
    {
      "epoch": 0.022054228898391266,
      "grad_norm": 0.6080659031867981,
      "learning_rate": 0.00015289640103269625,
      "loss": 0.9867,
      "step": 450
    },
    {
      "epoch": 0.022103238295943246,
      "grad_norm": 0.882660984992981,
      "learning_rate": 0.00015270079942415418,
      "loss": 0.88,
      "step": 451
    },
    {
      "epoch": 0.022152247693495226,
      "grad_norm": 0.7269686460494995,
      "learning_rate": 0.00015250491824725398,
      "loss": 1.0125,
      "step": 452
    },
    {
      "epoch": 0.02220125709104721,
      "grad_norm": 0.6078646183013916,
      "learning_rate": 0.0001523087585411104,
      "loss": 1.0147,
      "step": 453
    },
    {
      "epoch": 0.02225026648859919,
      "grad_norm": 0.4844592809677124,
      "learning_rate": 0.00015211232134631586,
      "loss": 0.8807,
      "step": 454
    },
    {
      "epoch": 0.02229927588615117,
      "grad_norm": 0.5043739080429077,
      "learning_rate": 0.00015191560770493458,
      "loss": 0.9293,
      "step": 455
    },
    {
      "epoch": 0.02234828528370315,
      "grad_norm": 0.5755687952041626,
      "learning_rate": 0.0001517186186604975,
      "loss": 0.9351,
      "step": 456
    },
    {
      "epoch": 0.02239729468125513,
      "grad_norm": 0.6599044799804688,
      "learning_rate": 0.00015152135525799633,
      "loss": 1.0299,
      "step": 457
    },
    {
      "epoch": 0.02244630407880711,
      "grad_norm": 0.5079342722892761,
      "learning_rate": 0.0001513238185438784,
      "loss": 0.9524,
      "step": 458
    },
    {
      "epoch": 0.02249531347635909,
      "grad_norm": 0.5423035621643066,
      "learning_rate": 0.00015112600956604074,
      "loss": 0.9992,
      "step": 459
    },
    {
      "epoch": 0.022544322873911074,
      "grad_norm": 0.5804848074913025,
      "learning_rate": 0.00015092792937382483,
      "loss": 1.016,
      "step": 460
    },
    {
      "epoch": 0.022593332271463054,
      "grad_norm": 0.5371221303939819,
      "learning_rate": 0.00015072957901801076,
      "loss": 0.961,
      "step": 461
    },
    {
      "epoch": 0.022642341669015034,
      "grad_norm": 0.6462497115135193,
      "learning_rate": 0.00015053095955081184,
      "loss": 0.965,
      "step": 462
    },
    {
      "epoch": 0.022691351066567014,
      "grad_norm": 0.9063258767127991,
      "learning_rate": 0.00015033207202586906,
      "loss": 1.1105,
      "step": 463
    },
    {
      "epoch": 0.022740360464118994,
      "grad_norm": 0.5998997092247009,
      "learning_rate": 0.00015013291749824527,
      "loss": 0.8909,
      "step": 464
    },
    {
      "epoch": 0.022789369861670974,
      "grad_norm": 0.6170642375946045,
      "learning_rate": 0.00014993349702441977,
      "loss": 1.0385,
      "step": 465
    },
    {
      "epoch": 0.022838379259222955,
      "grad_norm": 0.5652505159378052,
      "learning_rate": 0.00014973381166228272,
      "loss": 0.8642,
      "step": 466
    },
    {
      "epoch": 0.022887388656774938,
      "grad_norm": 0.676007866859436,
      "learning_rate": 0.0001495338624711294,
      "loss": 0.9443,
      "step": 467
    },
    {
      "epoch": 0.022936398054326918,
      "grad_norm": 0.526843786239624,
      "learning_rate": 0.0001493336505116546,
      "loss": 0.9606,
      "step": 468
    },
    {
      "epoch": 0.022985407451878898,
      "grad_norm": 0.563995897769928,
      "learning_rate": 0.00014913317684594728,
      "loss": 1.1577,
      "step": 469
    },
    {
      "epoch": 0.02303441684943088,
      "grad_norm": 0.5224511027336121,
      "learning_rate": 0.00014893244253748436,
      "loss": 0.9405,
      "step": 470
    },
    {
      "epoch": 0.02308342624698286,
      "grad_norm": 0.6503657102584839,
      "learning_rate": 0.00014873144865112573,
      "loss": 1.1007,
      "step": 471
    },
    {
      "epoch": 0.02313243564453484,
      "grad_norm": 0.7501035332679749,
      "learning_rate": 0.00014853019625310813,
      "loss": 0.8984,
      "step": 472
    },
    {
      "epoch": 0.02318144504208682,
      "grad_norm": 0.7011707425117493,
      "learning_rate": 0.00014832868641103967,
      "loss": 1.0575,
      "step": 473
    },
    {
      "epoch": 0.023230454439638802,
      "grad_norm": 0.62172532081604,
      "learning_rate": 0.00014812692019389425,
      "loss": 0.8289,
      "step": 474
    },
    {
      "epoch": 0.023279463837190782,
      "grad_norm": 0.5457338094711304,
      "learning_rate": 0.0001479248986720057,
      "loss": 0.9582,
      "step": 475
    },
    {
      "epoch": 0.023328473234742762,
      "grad_norm": 0.636036217212677,
      "learning_rate": 0.00014772262291706223,
      "loss": 0.9926,
      "step": 476
    },
    {
      "epoch": 0.023377482632294742,
      "grad_norm": 0.4994994103908539,
      "learning_rate": 0.00014752009400210067,
      "loss": 0.9881,
      "step": 477
    },
    {
      "epoch": 0.023426492029846722,
      "grad_norm": 0.7483246326446533,
      "learning_rate": 0.0001473173130015009,
      "loss": 1.0531,
      "step": 478
    },
    {
      "epoch": 0.023475501427398703,
      "grad_norm": 0.5090905427932739,
      "learning_rate": 0.00014711428099098002,
      "loss": 0.9316,
      "step": 479
    },
    {
      "epoch": 0.023524510824950683,
      "grad_norm": 0.6452707052230835,
      "learning_rate": 0.00014691099904758667,
      "loss": 0.9061,
      "step": 480
    },
    {
      "epoch": 0.023573520222502666,
      "grad_norm": 0.8238933086395264,
      "learning_rate": 0.00014670746824969544,
      "loss": 1.0374,
      "step": 481
    },
    {
      "epoch": 0.023622529620054646,
      "grad_norm": 0.521841287612915,
      "learning_rate": 0.00014650368967700084,
      "loss": 0.9531,
      "step": 482
    },
    {
      "epoch": 0.023671539017606626,
      "grad_norm": 0.777140736579895,
      "learning_rate": 0.00014629966441051208,
      "loss": 1.0049,
      "step": 483
    },
    {
      "epoch": 0.023720548415158606,
      "grad_norm": 0.5317105054855347,
      "learning_rate": 0.00014609539353254678,
      "loss": 0.9903,
      "step": 484
    },
    {
      "epoch": 0.023769557812710587,
      "grad_norm": 0.6021478176116943,
      "learning_rate": 0.00014589087812672558,
      "loss": 1.1855,
      "step": 485
    },
    {
      "epoch": 0.023818567210262567,
      "grad_norm": 0.7735424041748047,
      "learning_rate": 0.0001456861192779663,
      "loss": 0.8586,
      "step": 486
    },
    {
      "epoch": 0.02386757660781455,
      "grad_norm": 0.6968263387680054,
      "learning_rate": 0.0001454811180724782,
      "loss": 1.086,
      "step": 487
    },
    {
      "epoch": 0.02391658600536653,
      "grad_norm": 0.5449264049530029,
      "learning_rate": 0.00014527587559775616,
      "loss": 0.847,
      "step": 488
    },
    {
      "epoch": 0.02396559540291851,
      "grad_norm": 0.6919135451316833,
      "learning_rate": 0.00014507039294257498,
      "loss": 0.8465,
      "step": 489
    },
    {
      "epoch": 0.02401460480047049,
      "grad_norm": 0.7170808911323547,
      "learning_rate": 0.00014486467119698357,
      "loss": 0.9838,
      "step": 490
    },
    {
      "epoch": 0.02406361419802247,
      "grad_norm": 0.5317851901054382,
      "learning_rate": 0.00014465871145229913,
      "loss": 0.8777,
      "step": 491
    },
    {
      "epoch": 0.02411262359557445,
      "grad_norm": 0.5705099701881409,
      "learning_rate": 0.00014445251480110145,
      "loss": 0.7478,
      "step": 492
    },
    {
      "epoch": 0.02416163299312643,
      "grad_norm": 0.5187276601791382,
      "learning_rate": 0.00014424608233722707,
      "loss": 0.8688,
      "step": 493
    },
    {
      "epoch": 0.024210642390678414,
      "grad_norm": 0.7305852770805359,
      "learning_rate": 0.00014403941515576344,
      "loss": 1.1236,
      "step": 494
    },
    {
      "epoch": 0.024259651788230394,
      "grad_norm": 0.6409182548522949,
      "learning_rate": 0.00014383251435304314,
      "loss": 0.8669,
      "step": 495
    },
    {
      "epoch": 0.024308661185782374,
      "grad_norm": 0.5896223783493042,
      "learning_rate": 0.00014362538102663817,
      "loss": 1.0673,
      "step": 496
    },
    {
      "epoch": 0.024357670583334354,
      "grad_norm": 0.5385962128639221,
      "learning_rate": 0.00014341801627535387,
      "loss": 0.8675,
      "step": 497
    },
    {
      "epoch": 0.024406679980886335,
      "grad_norm": 0.6302825212478638,
      "learning_rate": 0.00014321042119922337,
      "loss": 0.8936,
      "step": 498
    },
    {
      "epoch": 0.024455689378438315,
      "grad_norm": 0.7383809685707092,
      "learning_rate": 0.00014300259689950157,
      "loss": 0.9016,
      "step": 499
    },
    {
      "epoch": 0.024504698775990295,
      "grad_norm": 0.6055474281311035,
      "learning_rate": 0.00014279454447865936,
      "loss": 0.9253,
      "step": 500
    },
    {
      "epoch": 0.024553708173542278,
      "grad_norm": 0.8322556018829346,
      "learning_rate": 0.00014258626504037785,
      "loss": 0.8876,
      "step": 501
    },
    {
      "epoch": 0.02460271757109426,
      "grad_norm": 0.636375904083252,
      "learning_rate": 0.00014237775968954232,
      "loss": 1.0046,
      "step": 502
    },
    {
      "epoch": 0.02465172696864624,
      "grad_norm": 0.5752806663513184,
      "learning_rate": 0.00014216902953223656,
      "loss": 0.8916,
      "step": 503
    },
    {
      "epoch": 0.02470073636619822,
      "grad_norm": 0.5786309242248535,
      "learning_rate": 0.0001419600756757369,
      "loss": 0.8313,
      "step": 504
    },
    {
      "epoch": 0.0247497457637502,
      "grad_norm": 0.4464537799358368,
      "learning_rate": 0.00014175089922850633,
      "loss": 0.9122,
      "step": 505
    },
    {
      "epoch": 0.02479875516130218,
      "grad_norm": 0.75869220495224,
      "learning_rate": 0.00014154150130018866,
      "loss": 1.0249,
      "step": 506
    },
    {
      "epoch": 0.02484776455885416,
      "grad_norm": 0.6332721710205078,
      "learning_rate": 0.0001413318830016026,
      "loss": 1.0037,
      "step": 507
    },
    {
      "epoch": 0.024896773956406142,
      "grad_norm": 0.5052493810653687,
      "learning_rate": 0.00014112204544473598,
      "loss": 0.8211,
      "step": 508
    },
    {
      "epoch": 0.024945783353958122,
      "grad_norm": 0.6034761667251587,
      "learning_rate": 0.0001409119897427396,
      "loss": 1.105,
      "step": 509
    },
    {
      "epoch": 0.024994792751510102,
      "grad_norm": 0.6246281266212463,
      "learning_rate": 0.0001407017170099216,
      "loss": 0.9147,
      "step": 510
    },
    {
      "epoch": 0.025043802149062083,
      "grad_norm": 0.5284062027931213,
      "learning_rate": 0.00014049122836174135,
      "loss": 0.9304,
      "step": 511
    },
    {
      "epoch": 0.025092811546614063,
      "grad_norm": 0.8552249073982239,
      "learning_rate": 0.0001402805249148037,
      "loss": 0.8916,
      "step": 512
    },
    {
      "epoch": 0.025141820944166043,
      "grad_norm": 0.5276479721069336,
      "learning_rate": 0.0001400696077868529,
      "loss": 0.9705,
      "step": 513
    },
    {
      "epoch": 0.025190830341718023,
      "grad_norm": 0.6142679452896118,
      "learning_rate": 0.0001398584780967668,
      "loss": 1.008,
      "step": 514
    },
    {
      "epoch": 0.025239839739270006,
      "grad_norm": 0.5621088743209839,
      "learning_rate": 0.00013964713696455074,
      "loss": 0.9023,
      "step": 515
    },
    {
      "epoch": 0.025288849136821986,
      "grad_norm": 0.5388278961181641,
      "learning_rate": 0.00013943558551133186,
      "loss": 0.9563,
      "step": 516
    },
    {
      "epoch": 0.025337858534373967,
      "grad_norm": 0.5587825179100037,
      "learning_rate": 0.00013922382485935297,
      "loss": 0.8138,
      "step": 517
    },
    {
      "epoch": 0.025386867931925947,
      "grad_norm": 0.578825056552887,
      "learning_rate": 0.00013901185613196654,
      "loss": 1.0133,
      "step": 518
    },
    {
      "epoch": 0.025435877329477927,
      "grad_norm": 0.919944703578949,
      "learning_rate": 0.00013879968045362901,
      "loss": 0.8758,
      "step": 519
    },
    {
      "epoch": 0.025484886727029907,
      "grad_norm": 0.5512695908546448,
      "learning_rate": 0.00013858729894989456,
      "loss": 0.8604,
      "step": 520
    },
    {
      "epoch": 0.025533896124581887,
      "grad_norm": 0.6523321270942688,
      "learning_rate": 0.00013837471274740924,
      "loss": 0.9823,
      "step": 521
    },
    {
      "epoch": 0.02558290552213387,
      "grad_norm": 0.7888593673706055,
      "learning_rate": 0.00013816192297390502,
      "loss": 0.8977,
      "step": 522
    },
    {
      "epoch": 0.02563191491968585,
      "grad_norm": 0.53740394115448,
      "learning_rate": 0.00013794893075819373,
      "loss": 1.0235,
      "step": 523
    },
    {
      "epoch": 0.02568092431723783,
      "grad_norm": 0.5949733853340149,
      "learning_rate": 0.00013773573723016122,
      "loss": 0.9459,
      "step": 524
    },
    {
      "epoch": 0.02572993371478981,
      "grad_norm": 0.6125795245170593,
      "learning_rate": 0.00013752234352076116,
      "loss": 1.2056,
      "step": 525
    },
    {
      "epoch": 0.02577894311234179,
      "grad_norm": 0.630505383014679,
      "learning_rate": 0.00013730875076200914,
      "loss": 0.9925,
      "step": 526
    },
    {
      "epoch": 0.02582795250989377,
      "grad_norm": 0.6310474872589111,
      "learning_rate": 0.0001370949600869768,
      "loss": 1.0494,
      "step": 527
    },
    {
      "epoch": 0.025876961907445754,
      "grad_norm": 1.5509008169174194,
      "learning_rate": 0.00013688097262978555,
      "loss": 1.5031,
      "step": 528
    },
    {
      "epoch": 0.025925971304997734,
      "grad_norm": 0.6119845509529114,
      "learning_rate": 0.00013666678952560076,
      "loss": 0.8948,
      "step": 529
    },
    {
      "epoch": 0.025974980702549715,
      "grad_norm": 0.5367802977561951,
      "learning_rate": 0.0001364524119106257,
      "loss": 0.9666,
      "step": 530
    },
    {
      "epoch": 0.026023990100101695,
      "grad_norm": 0.5566452741622925,
      "learning_rate": 0.00013623784092209543,
      "loss": 0.8426,
      "step": 531
    },
    {
      "epoch": 0.026072999497653675,
      "grad_norm": 0.5519991517066956,
      "learning_rate": 0.00013602307769827084,
      "loss": 0.9737,
      "step": 532
    },
    {
      "epoch": 0.026122008895205655,
      "grad_norm": 0.6729376912117004,
      "learning_rate": 0.00013580812337843262,
      "loss": 1.091,
      "step": 533
    },
    {
      "epoch": 0.026171018292757635,
      "grad_norm": 0.7422548532485962,
      "learning_rate": 0.00013559297910287508,
      "loss": 0.8897,
      "step": 534
    },
    {
      "epoch": 0.02622002769030962,
      "grad_norm": 0.5276108980178833,
      "learning_rate": 0.00013537764601290037,
      "loss": 0.9134,
      "step": 535
    },
    {
      "epoch": 0.0262690370878616,
      "grad_norm": 0.6126089096069336,
      "learning_rate": 0.00013516212525081222,
      "loss": 0.7762,
      "step": 536
    },
    {
      "epoch": 0.02631804648541358,
      "grad_norm": 1.5033681392669678,
      "learning_rate": 0.00013494641795990986,
      "loss": 0.9366,
      "step": 537
    },
    {
      "epoch": 0.02636705588296556,
      "grad_norm": 0.6971946358680725,
      "learning_rate": 0.00013473052528448201,
      "loss": 1.0094,
      "step": 538
    },
    {
      "epoch": 0.02641606528051754,
      "grad_norm": 0.6154977679252625,
      "learning_rate": 0.000134514448369801,
      "loss": 0.9552,
      "step": 539
    },
    {
      "epoch": 0.02646507467806952,
      "grad_norm": 0.6384376287460327,
      "learning_rate": 0.0001342981883621163,
      "loss": 1.0571,
      "step": 540
    },
    {
      "epoch": 0.0265140840756215,
      "grad_norm": 0.6255345940589905,
      "learning_rate": 0.0001340817464086488,
      "loss": 1.0147,
      "step": 541
    },
    {
      "epoch": 0.026563093473173482,
      "grad_norm": 0.574841320514679,
      "learning_rate": 0.0001338651236575845,
      "loss": 0.9279,
      "step": 542
    },
    {
      "epoch": 0.026612102870725463,
      "grad_norm": 0.5192056894302368,
      "learning_rate": 0.0001336483212580685,
      "loss": 1.0298,
      "step": 543
    },
    {
      "epoch": 0.026661112268277443,
      "grad_norm": 0.7230073809623718,
      "learning_rate": 0.00013343134036019895,
      "loss": 1.0861,
      "step": 544
    },
    {
      "epoch": 0.026710121665829423,
      "grad_norm": 0.6832479238510132,
      "learning_rate": 0.00013321418211502091,
      "loss": 0.7558,
      "step": 545
    },
    {
      "epoch": 0.026759131063381403,
      "grad_norm": 0.5732659697532654,
      "learning_rate": 0.0001329968476745202,
      "loss": 0.9807,
      "step": 546
    },
    {
      "epoch": 0.026808140460933383,
      "grad_norm": 0.7818971276283264,
      "learning_rate": 0.0001327793381916173,
      "loss": 1.2319,
      "step": 547
    },
    {
      "epoch": 0.026857149858485363,
      "grad_norm": 0.5893577933311462,
      "learning_rate": 0.00013256165482016137,
      "loss": 0.9746,
      "step": 548
    },
    {
      "epoch": 0.026906159256037347,
      "grad_norm": 0.5165549516677856,
      "learning_rate": 0.0001323437987149238,
      "loss": 0.9654,
      "step": 549
    },
    {
      "epoch": 0.026955168653589327,
      "grad_norm": 0.5680615305900574,
      "learning_rate": 0.00013212577103159258,
      "loss": 1.1343,
      "step": 550
    },
    {
      "epoch": 0.027004178051141307,
      "grad_norm": 0.929589569568634,
      "learning_rate": 0.0001319075729267657,
      "loss": 1.1254,
      "step": 551
    },
    {
      "epoch": 0.027053187448693287,
      "grad_norm": 0.456957072019577,
      "learning_rate": 0.00013168920555794525,
      "loss": 0.9466,
      "step": 552
    },
    {
      "epoch": 0.027102196846245267,
      "grad_norm": 0.6534292697906494,
      "learning_rate": 0.0001314706700835312,
      "loss": 1.1006,
      "step": 553
    },
    {
      "epoch": 0.027151206243797247,
      "grad_norm": 0.6856853365898132,
      "learning_rate": 0.00013125196766281544,
      "loss": 0.9097,
      "step": 554
    },
    {
      "epoch": 0.027200215641349227,
      "grad_norm": 0.5599400997161865,
      "learning_rate": 0.0001310330994559753,
      "loss": 0.8952,
      "step": 555
    },
    {
      "epoch": 0.02724922503890121,
      "grad_norm": 0.5299261212348938,
      "learning_rate": 0.00013081406662406763,
      "loss": 0.8075,
      "step": 556
    },
    {
      "epoch": 0.02729823443645319,
      "grad_norm": 0.573258638381958,
      "learning_rate": 0.00013059487032902268,
      "loss": 0.8932,
      "step": 557
    },
    {
      "epoch": 0.02734724383400517,
      "grad_norm": 0.6175007820129395,
      "learning_rate": 0.00013037551173363774,
      "loss": 0.9638,
      "step": 558
    },
    {
      "epoch": 0.02739625323155715,
      "grad_norm": 0.5244240760803223,
      "learning_rate": 0.00013015599200157107,
      "loss": 0.9814,
      "step": 559
    },
    {
      "epoch": 0.02744526262910913,
      "grad_norm": 0.5297053456306458,
      "learning_rate": 0.00012993631229733582,
      "loss": 0.7888,
      "step": 560
    },
    {
      "epoch": 0.02749427202666111,
      "grad_norm": 0.5329819321632385,
      "learning_rate": 0.00012971647378629366,
      "loss": 0.8837,
      "step": 561
    },
    {
      "epoch": 0.027543281424213095,
      "grad_norm": 0.5734715461730957,
      "learning_rate": 0.0001294964776346488,
      "loss": 0.9445,
      "step": 562
    },
    {
      "epoch": 0.027592290821765075,
      "grad_norm": 0.6762230396270752,
      "learning_rate": 0.00012927632500944161,
      "loss": 0.9813,
      "step": 563
    },
    {
      "epoch": 0.027641300219317055,
      "grad_norm": 0.5865179896354675,
      "learning_rate": 0.00012905601707854255,
      "loss": 1.1021,
      "step": 564
    },
    {
      "epoch": 0.027690309616869035,
      "grad_norm": 0.5324512720108032,
      "learning_rate": 0.00012883555501064603,
      "loss": 0.8958,
      "step": 565
    },
    {
      "epoch": 0.027739319014421015,
      "grad_norm": 0.6527604460716248,
      "learning_rate": 0.0001286149399752641,
      "loss": 0.903,
      "step": 566
    },
    {
      "epoch": 0.027788328411972995,
      "grad_norm": 0.6520315408706665,
      "learning_rate": 0.00012839417314272015,
      "loss": 0.8901,
      "step": 567
    },
    {
      "epoch": 0.027837337809524975,
      "grad_norm": 0.5429235100746155,
      "learning_rate": 0.00012817325568414297,
      "loss": 1.0084,
      "step": 568
    },
    {
      "epoch": 0.02788634720707696,
      "grad_norm": 0.5498363971710205,
      "learning_rate": 0.00012795218877146035,
      "loss": 1.0207,
      "step": 569
    },
    {
      "epoch": 0.02793535660462894,
      "grad_norm": 0.5263260006904602,
      "learning_rate": 0.00012773097357739288,
      "loss": 1.19,
      "step": 570
    },
    {
      "epoch": 0.02798436600218092,
      "grad_norm": 0.770199179649353,
      "learning_rate": 0.0001275096112754478,
      "loss": 0.845,
      "step": 571
    },
    {
      "epoch": 0.0280333753997329,
      "grad_norm": 0.7922048568725586,
      "learning_rate": 0.0001272881030399127,
      "loss": 1.0541,
      "step": 572
    },
    {
      "epoch": 0.02808238479728488,
      "grad_norm": 0.5353016257286072,
      "learning_rate": 0.00012706645004584936,
      "loss": 1.0364,
      "step": 573
    },
    {
      "epoch": 0.02813139419483686,
      "grad_norm": 0.5607274770736694,
      "learning_rate": 0.00012684465346908742,
      "loss": 1.0381,
      "step": 574
    },
    {
      "epoch": 0.02818040359238884,
      "grad_norm": 0.6513013243675232,
      "learning_rate": 0.00012662271448621822,
      "loss": 0.9434,
      "step": 575
    },
    {
      "epoch": 0.028229412989940823,
      "grad_norm": 0.5265147089958191,
      "learning_rate": 0.00012640063427458856,
      "loss": 0.8229,
      "step": 576
    },
    {
      "epoch": 0.028278422387492803,
      "grad_norm": 0.7281135320663452,
      "learning_rate": 0.00012617841401229446,
      "loss": 0.8046,
      "step": 577
    },
    {
      "epoch": 0.028327431785044783,
      "grad_norm": 0.8047567009925842,
      "learning_rate": 0.00012595605487817482,
      "loss": 0.8904,
      "step": 578
    },
    {
      "epoch": 0.028376441182596763,
      "grad_norm": 0.5410430431365967,
      "learning_rate": 0.00012573355805180523,
      "loss": 0.8561,
      "step": 579
    },
    {
      "epoch": 0.028425450580148743,
      "grad_norm": 0.6677109599113464,
      "learning_rate": 0.00012551092471349177,
      "loss": 1.0713,
      "step": 580
    },
    {
      "epoch": 0.028474459977700723,
      "grad_norm": 0.9461055397987366,
      "learning_rate": 0.0001252881560442647,
      "loss": 0.9339,
      "step": 581
    },
    {
      "epoch": 0.028523469375252703,
      "grad_norm": 0.5131440758705139,
      "learning_rate": 0.00012506525322587207,
      "loss": 1.0176,
      "step": 582
    },
    {
      "epoch": 0.028572478772804687,
      "grad_norm": 0.7722243666648865,
      "learning_rate": 0.00012484221744077367,
      "loss": 0.935,
      "step": 583
    },
    {
      "epoch": 0.028621488170356667,
      "grad_norm": 0.6679291725158691,
      "learning_rate": 0.00012461904987213468,
      "loss": 1.0532,
      "step": 584
    },
    {
      "epoch": 0.028670497567908647,
      "grad_norm": 0.5275929570198059,
      "learning_rate": 0.00012439575170381927,
      "loss": 0.9437,
      "step": 585
    },
    {
      "epoch": 0.028719506965460627,
      "grad_norm": 0.49043378233909607,
      "learning_rate": 0.00012417232412038448,
      "loss": 0.9289,
      "step": 586
    },
    {
      "epoch": 0.028768516363012607,
      "grad_norm": 0.6427267789840698,
      "learning_rate": 0.00012394876830707386,
      "loss": 0.8348,
      "step": 587
    },
    {
      "epoch": 0.028817525760564587,
      "grad_norm": 0.4879664480686188,
      "learning_rate": 0.0001237250854498112,
      "loss": 0.8702,
      "step": 588
    },
    {
      "epoch": 0.028866535158116567,
      "grad_norm": 0.5751668810844421,
      "learning_rate": 0.00012350127673519426,
      "loss": 0.8048,
      "step": 589
    },
    {
      "epoch": 0.02891554455566855,
      "grad_norm": 0.5697646141052246,
      "learning_rate": 0.00012327734335048837,
      "loss": 0.8467,
      "step": 590
    },
    {
      "epoch": 0.02896455395322053,
      "grad_norm": 0.5880213975906372,
      "learning_rate": 0.00012305328648362028,
      "loss": 1.1378,
      "step": 591
    },
    {
      "epoch": 0.02901356335077251,
      "grad_norm": 0.5212161540985107,
      "learning_rate": 0.0001228291073231718,
      "loss": 1.0121,
      "step": 592
    },
    {
      "epoch": 0.02906257274832449,
      "grad_norm": 0.5585423111915588,
      "learning_rate": 0.0001226048070583735,
      "loss": 0.9599,
      "step": 593
    },
    {
      "epoch": 0.02911158214587647,
      "grad_norm": 0.5131609439849854,
      "learning_rate": 0.0001223803868790983,
      "loss": 0.9246,
      "step": 594
    },
    {
      "epoch": 0.02916059154342845,
      "grad_norm": 0.5970042943954468,
      "learning_rate": 0.00012215584797585524,
      "loss": 1.0087,
      "step": 595
    },
    {
      "epoch": 0.029209600940980435,
      "grad_norm": 0.6146408319473267,
      "learning_rate": 0.00012193119153978332,
      "loss": 0.9361,
      "step": 596
    },
    {
      "epoch": 0.029258610338532415,
      "grad_norm": 0.6152980923652649,
      "learning_rate": 0.0001217064187626449,
      "loss": 0.8757,
      "step": 597
    },
    {
      "epoch": 0.029307619736084395,
      "grad_norm": 0.7279196977615356,
      "learning_rate": 0.00012148153083681954,
      "loss": 0.9529,
      "step": 598
    },
    {
      "epoch": 0.029356629133636375,
      "grad_norm": 0.5612074732780457,
      "learning_rate": 0.00012125652895529766,
      "loss": 1.0192,
      "step": 599
    },
    {
      "epoch": 0.029405638531188355,
      "grad_norm": 0.7372684478759766,
      "learning_rate": 0.0001210314143116742,
      "loss": 1.0894,
      "step": 600
    },
    {
      "epoch": 0.029454647928740335,
      "grad_norm": 0.5655220150947571,
      "learning_rate": 0.00012080618810014221,
      "loss": 0.7276,
      "step": 601
    },
    {
      "epoch": 0.029503657326292315,
      "grad_norm": 0.6644191145896912,
      "learning_rate": 0.00012058085151548668,
      "loss": 1.0072,
      "step": 602
    },
    {
      "epoch": 0.0295526667238443,
      "grad_norm": 0.6222937703132629,
      "learning_rate": 0.00012035540575307809,
      "loss": 0.8837,
      "step": 603
    },
    {
      "epoch": 0.02960167612139628,
      "grad_norm": 0.7772550582885742,
      "learning_rate": 0.00012012985200886602,
      "loss": 1.0645,
      "step": 604
    },
    {
      "epoch": 0.02965068551894826,
      "grad_norm": 0.6982848048210144,
      "learning_rate": 0.00011990419147937295,
      "loss": 1.1858,
      "step": 605
    },
    {
      "epoch": 0.02969969491650024,
      "grad_norm": 0.6279566884040833,
      "learning_rate": 0.00011967842536168785,
      "loss": 0.9366,
      "step": 606
    },
    {
      "epoch": 0.02974870431405222,
      "grad_norm": 0.6307578682899475,
      "learning_rate": 0.00011945255485345972,
      "loss": 1.1367,
      "step": 607
    },
    {
      "epoch": 0.0297977137116042,
      "grad_norm": 0.597427248954773,
      "learning_rate": 0.00011922658115289141,
      "loss": 0.8733,
      "step": 608
    },
    {
      "epoch": 0.02984672310915618,
      "grad_norm": 0.5973700284957886,
      "learning_rate": 0.0001190005054587332,
      "loss": 0.807,
      "step": 609
    },
    {
      "epoch": 0.029895732506708163,
      "grad_norm": 0.5636919736862183,
      "learning_rate": 0.00011877432897027637,
      "loss": 1.0562,
      "step": 610
    },
    {
      "epoch": 0.029944741904260143,
      "grad_norm": 0.6236038208007812,
      "learning_rate": 0.00011854805288734689,
      "loss": 1.1256,
      "step": 611
    },
    {
      "epoch": 0.029993751301812123,
      "grad_norm": 0.6600205898284912,
      "learning_rate": 0.00011832167841029918,
      "loss": 0.9822,
      "step": 612
    },
    {
      "epoch": 0.030042760699364103,
      "grad_norm": 0.571236789226532,
      "learning_rate": 0.00011809520674000944,
      "loss": 0.8717,
      "step": 613
    },
    {
      "epoch": 0.030091770096916083,
      "grad_norm": 0.5488702058792114,
      "learning_rate": 0.00011786863907786965,
      "loss": 0.8648,
      "step": 614
    },
    {
      "epoch": 0.030140779494468063,
      "grad_norm": 0.7292451858520508,
      "learning_rate": 0.00011764197662578086,
      "loss": 0.8983,
      "step": 615
    },
    {
      "epoch": 0.030189788892020043,
      "grad_norm": 0.489456444978714,
      "learning_rate": 0.00011741522058614705,
      "loss": 0.8297,
      "step": 616
    },
    {
      "epoch": 0.030238798289572027,
      "grad_norm": 0.6112324595451355,
      "learning_rate": 0.0001171883721618686,
      "loss": 0.9688,
      "step": 617
    },
    {
      "epoch": 0.030287807687124007,
      "grad_norm": 0.7106419801712036,
      "learning_rate": 0.00011696143255633607,
      "loss": 1.2737,
      "step": 618
    },
    {
      "epoch": 0.030336817084675987,
      "grad_norm": 0.6808780431747437,
      "learning_rate": 0.00011673440297342364,
      "loss": 0.7876,
      "step": 619
    },
    {
      "epoch": 0.030385826482227967,
      "grad_norm": 0.5839378237724304,
      "learning_rate": 0.0001165072846174828,
      "loss": 0.8991,
      "step": 620
    },
    {
      "epoch": 0.030434835879779947,
      "grad_norm": 0.8833473324775696,
      "learning_rate": 0.00011628007869333603,
      "loss": 0.9985,
      "step": 621
    },
    {
      "epoch": 0.030483845277331927,
      "grad_norm": 0.6242184042930603,
      "learning_rate": 0.00011605278640627028,
      "loss": 1.1237,
      "step": 622
    },
    {
      "epoch": 0.030532854674883907,
      "grad_norm": 0.5699406266212463,
      "learning_rate": 0.00011582540896203067,
      "loss": 0.9252,
      "step": 623
    },
    {
      "epoch": 0.03058186407243589,
      "grad_norm": 0.8052514791488647,
      "learning_rate": 0.0001155979475668141,
      "loss": 1.0009,
      "step": 624
    },
    {
      "epoch": 0.03063087346998787,
      "grad_norm": 0.5168579816818237,
      "learning_rate": 0.00011537040342726271,
      "loss": 0.8377,
      "step": 625
    },
    {
      "epoch": 0.03067988286753985,
      "grad_norm": 0.4790796637535095,
      "learning_rate": 0.00011514277775045768,
      "loss": 0.7855,
      "step": 626
    },
    {
      "epoch": 0.03072889226509183,
      "grad_norm": 0.5878392457962036,
      "learning_rate": 0.00011491507174391271,
      "loss": 1.04,
      "step": 627
    },
    {
      "epoch": 0.03077790166264381,
      "grad_norm": 0.6311662197113037,
      "learning_rate": 0.0001146872866155676,
      "loss": 0.8253,
      "step": 628
    },
    {
      "epoch": 0.03082691106019579,
      "grad_norm": 0.5605642795562744,
      "learning_rate": 0.00011445942357378192,
      "loss": 0.8643,
      "step": 629
    },
    {
      "epoch": 0.030875920457747775,
      "grad_norm": 0.5616762638092041,
      "learning_rate": 0.00011423148382732853,
      "loss": 1.1351,
      "step": 630
    },
    {
      "epoch": 0.030924929855299755,
      "grad_norm": 0.5089524388313293,
      "learning_rate": 0.0001140034685853872,
      "loss": 0.9288,
      "step": 631
    },
    {
      "epoch": 0.030973939252851735,
      "grad_norm": 0.6090348362922668,
      "learning_rate": 0.0001137753790575382,
      "loss": 0.9302,
      "step": 632
    },
    {
      "epoch": 0.031022948650403715,
      "grad_norm": 0.5998120903968811,
      "learning_rate": 0.00011354721645375588,
      "loss": 0.8855,
      "step": 633
    },
    {
      "epoch": 0.031071958047955695,
      "grad_norm": 0.6797918677330017,
      "learning_rate": 0.00011331898198440219,
      "loss": 1.0249,
      "step": 634
    },
    {
      "epoch": 0.031120967445507675,
      "grad_norm": 0.5675501227378845,
      "learning_rate": 0.00011309067686022037,
      "loss": 0.9319,
      "step": 635
    },
    {
      "epoch": 0.031169976843059655,
      "grad_norm": 0.5981405377388,
      "learning_rate": 0.0001128623022923285,
      "loss": 1.1922,
      "step": 636
    },
    {
      "epoch": 0.03121898624061164,
      "grad_norm": 0.7233346700668335,
      "learning_rate": 0.00011263385949221295,
      "loss": 1.1487,
      "step": 637
    },
    {
      "epoch": 0.03126799563816362,
      "grad_norm": 0.6415184140205383,
      "learning_rate": 0.0001124053496717221,
      "loss": 0.9348,
      "step": 638
    },
    {
      "epoch": 0.0313170050357156,
      "grad_norm": 0.6067241430282593,
      "learning_rate": 0.00011217677404305993,
      "loss": 0.9311,
      "step": 639
    },
    {
      "epoch": 0.03136601443326758,
      "grad_norm": 0.6925496459007263,
      "learning_rate": 0.00011194813381877937,
      "loss": 1.0423,
      "step": 640
    },
    {
      "epoch": 0.03141502383081956,
      "grad_norm": 0.5381500124931335,
      "learning_rate": 0.00011171943021177615,
      "loss": 1.0296,
      "step": 641
    },
    {
      "epoch": 0.03146403322837154,
      "grad_norm": 0.5561049580574036,
      "learning_rate": 0.00011149066443528218,
      "loss": 0.7246,
      "step": 642
    },
    {
      "epoch": 0.03151304262592352,
      "grad_norm": 0.7313170433044434,
      "learning_rate": 0.00011126183770285918,
      "loss": 0.881,
      "step": 643
    },
    {
      "epoch": 0.0315620520234755,
      "grad_norm": 0.5098012089729309,
      "learning_rate": 0.00011103295122839221,
      "loss": 0.8391,
      "step": 644
    },
    {
      "epoch": 0.03161106142102748,
      "grad_norm": 0.6021775603294373,
      "learning_rate": 0.0001108040062260833,
      "loss": 0.9311,
      "step": 645
    },
    {
      "epoch": 0.03166007081857946,
      "grad_norm": 0.6168283224105835,
      "learning_rate": 0.00011057500391044489,
      "loss": 1.0076,
      "step": 646
    },
    {
      "epoch": 0.03170908021613145,
      "grad_norm": 0.6249046921730042,
      "learning_rate": 0.0001103459454962935,
      "loss": 0.9141,
      "step": 647
    },
    {
      "epoch": 0.03175808961368343,
      "grad_norm": 0.9075603485107422,
      "learning_rate": 0.00011011683219874323,
      "loss": 0.7305,
      "step": 648
    },
    {
      "epoch": 0.03180709901123541,
      "grad_norm": 0.668542206287384,
      "learning_rate": 0.00010988766523319935,
      "loss": 1.0582,
      "step": 649
    },
    {
      "epoch": 0.03185610840878739,
      "grad_norm": 0.6319528818130493,
      "learning_rate": 0.00010965844581535178,
      "loss": 0.8316,
      "step": 650
    },
    {
      "epoch": 0.03190511780633937,
      "grad_norm": 0.5987122058868408,
      "learning_rate": 0.0001094291751611688,
      "loss": 1.0256,
      "step": 651
    },
    {
      "epoch": 0.03195412720389135,
      "grad_norm": 0.6186836361885071,
      "learning_rate": 0.00010919985448689031,
      "loss": 0.9733,
      "step": 652
    },
    {
      "epoch": 0.03200313660144333,
      "grad_norm": 0.5959980487823486,
      "learning_rate": 0.00010897048500902172,
      "loss": 0.8294,
      "step": 653
    },
    {
      "epoch": 0.03205214599899531,
      "grad_norm": 0.862541913986206,
      "learning_rate": 0.00010874106794432728,
      "loss": 1.0483,
      "step": 654
    },
    {
      "epoch": 0.03210115539654729,
      "grad_norm": 0.5448532700538635,
      "learning_rate": 0.00010851160450982363,
      "loss": 0.9824,
      "step": 655
    },
    {
      "epoch": 0.03215016479409927,
      "grad_norm": 0.5039672255516052,
      "learning_rate": 0.00010828209592277346,
      "loss": 0.9305,
      "step": 656
    },
    {
      "epoch": 0.03219917419165125,
      "grad_norm": 0.5488282442092896,
      "learning_rate": 0.00010805254340067899,
      "loss": 0.8845,
      "step": 657
    },
    {
      "epoch": 0.03224818358920323,
      "grad_norm": 0.6065778136253357,
      "learning_rate": 0.0001078229481612754,
      "loss": 1.0043,
      "step": 658
    },
    {
      "epoch": 0.03229719298675521,
      "grad_norm": 0.5836017727851868,
      "learning_rate": 0.00010759331142252462,
      "loss": 0.9811,
      "step": 659
    },
    {
      "epoch": 0.03234620238430719,
      "grad_norm": 0.5167285203933716,
      "learning_rate": 0.00010736363440260869,
      "loss": 0.9124,
      "step": 660
    },
    {
      "epoch": 0.032395211781859175,
      "grad_norm": 0.5039555430412292,
      "learning_rate": 0.00010713391831992323,
      "loss": 0.933,
      "step": 661
    },
    {
      "epoch": 0.032444221179411155,
      "grad_norm": 0.5246735215187073,
      "learning_rate": 0.00010690416439307122,
      "loss": 1.1048,
      "step": 662
    },
    {
      "epoch": 0.032493230576963135,
      "grad_norm": 0.5263633728027344,
      "learning_rate": 0.00010667437384085634,
      "loss": 0.9989,
      "step": 663
    },
    {
      "epoch": 0.032542239974515115,
      "grad_norm": 0.6232301592826843,
      "learning_rate": 0.0001064445478822765,
      "loss": 0.9586,
      "step": 664
    },
    {
      "epoch": 0.032591249372067095,
      "grad_norm": 0.707831084728241,
      "learning_rate": 0.00010621468773651755,
      "loss": 0.8585,
      "step": 665
    },
    {
      "epoch": 0.032640258769619075,
      "grad_norm": 0.7224634885787964,
      "learning_rate": 0.00010598479462294663,
      "loss": 0.8545,
      "step": 666
    },
    {
      "epoch": 0.032689268167171055,
      "grad_norm": 0.6445631384849548,
      "learning_rate": 0.00010575486976110575,
      "loss": 0.9274,
      "step": 667
    },
    {
      "epoch": 0.032738277564723035,
      "grad_norm": 0.6246660351753235,
      "learning_rate": 0.00010552491437070537,
      "loss": 0.9603,
      "step": 668
    },
    {
      "epoch": 0.032787286962275015,
      "grad_norm": 0.723914384841919,
      "learning_rate": 0.00010529492967161794,
      "loss": 0.8987,
      "step": 669
    },
    {
      "epoch": 0.032836296359826996,
      "grad_norm": 0.8646976947784424,
      "learning_rate": 0.00010506491688387127,
      "loss": 1.023,
      "step": 670
    },
    {
      "epoch": 0.032885305757378976,
      "grad_norm": 0.6580304503440857,
      "learning_rate": 0.00010483487722764231,
      "loss": 0.9084,
      "step": 671
    },
    {
      "epoch": 0.032934315154930956,
      "grad_norm": 0.5662058591842651,
      "learning_rate": 0.00010460481192325045,
      "loss": 0.9938,
      "step": 672
    },
    {
      "epoch": 0.032983324552482936,
      "grad_norm": 0.5585997104644775,
      "learning_rate": 0.00010437472219115119,
      "loss": 1.1214,
      "step": 673
    },
    {
      "epoch": 0.033032333950034916,
      "grad_norm": 0.7182307839393616,
      "learning_rate": 0.00010414460925192957,
      "loss": 0.8937,
      "step": 674
    },
    {
      "epoch": 0.0330813433475869,
      "grad_norm": 0.5267977118492126,
      "learning_rate": 0.00010391447432629376,
      "loss": 0.8724,
      "step": 675
    },
    {
      "epoch": 0.03313035274513888,
      "grad_norm": 0.7092651128768921,
      "learning_rate": 0.0001036843186350686,
      "loss": 1.2214,
      "step": 676
    },
    {
      "epoch": 0.03317936214269086,
      "grad_norm": 0.7182013988494873,
      "learning_rate": 0.00010345414339918902,
      "loss": 0.9226,
      "step": 677
    },
    {
      "epoch": 0.03322837154024284,
      "grad_norm": 0.6065069437026978,
      "learning_rate": 0.00010322394983969368,
      "loss": 0.8854,
      "step": 678
    },
    {
      "epoch": 0.03327738093779482,
      "grad_norm": 0.7140517234802246,
      "learning_rate": 0.00010299373917771846,
      "loss": 0.9609,
      "step": 679
    },
    {
      "epoch": 0.0333263903353468,
      "grad_norm": 0.7099220752716064,
      "learning_rate": 0.00010276351263448989,
      "loss": 0.7437,
      "step": 680
    },
    {
      "epoch": 0.03337539973289878,
      "grad_norm": 0.6428136825561523,
      "learning_rate": 0.00010253327143131879,
      "loss": 1.0699,
      "step": 681
    },
    {
      "epoch": 0.03342440913045076,
      "grad_norm": 0.5237001180648804,
      "learning_rate": 0.0001023030167895938,
      "loss": 1.0158,
      "step": 682
    },
    {
      "epoch": 0.033473418528002744,
      "grad_norm": 0.8061639070510864,
      "learning_rate": 0.00010207274993077475,
      "loss": 1.0397,
      "step": 683
    },
    {
      "epoch": 0.033522427925554724,
      "grad_norm": 0.5979510545730591,
      "learning_rate": 0.00010184247207638636,
      "loss": 0.8804,
      "step": 684
    },
    {
      "epoch": 0.033571437323106704,
      "grad_norm": 0.7978392839431763,
      "learning_rate": 0.00010161218444801164,
      "loss": 0.9781,
      "step": 685
    },
    {
      "epoch": 0.033620446720658684,
      "grad_norm": 0.6094300746917725,
      "learning_rate": 0.00010138188826728543,
      "loss": 1.0053,
      "step": 686
    },
    {
      "epoch": 0.033669456118210664,
      "grad_norm": 0.6980075836181641,
      "learning_rate": 0.00010115158475588799,
      "loss": 1.0399,
      "step": 687
    },
    {
      "epoch": 0.03371846551576265,
      "grad_norm": 0.6935192942619324,
      "learning_rate": 0.0001009212751355385,
      "loss": 1.0237,
      "step": 688
    },
    {
      "epoch": 0.03371846551576265,
      "eval_loss": NaN,
      "eval_runtime": 189.2968,
      "eval_samples_per_second": 45.389,
      "eval_steps_per_second": 22.695,
      "step": 688
    },
    {
      "epoch": 0.03376747491331463,
      "grad_norm": 0.6572135090827942,
      "learning_rate": 0.0001006909606279884,
      "loss": 0.8753,
      "step": 689
    },
    {
      "epoch": 0.03381648431086661,
      "grad_norm": 0.7879207134246826,
      "learning_rate": 0.00010046064245501518,
      "loss": 0.876,
      "step": 690
    },
    {
      "epoch": 0.03386549370841859,
      "grad_norm": 0.6889962553977966,
      "learning_rate": 0.00010023032183841579,
      "loss": 1.0052,
      "step": 691
    },
    {
      "epoch": 0.03391450310597057,
      "grad_norm": 0.6690434813499451,
      "learning_rate": 0.0001,
      "loss": 0.9483,
      "step": 692
    },
    {
      "epoch": 0.03396351250352255,
      "grad_norm": 0.768043577671051,
      "learning_rate": 9.976967816158423e-05,
      "loss": 0.9168,
      "step": 693
    },
    {
      "epoch": 0.03401252190107453,
      "grad_norm": 0.7288665175437927,
      "learning_rate": 9.953935754498484e-05,
      "loss": 1.0252,
      "step": 694
    },
    {
      "epoch": 0.03406153129862651,
      "grad_norm": 0.5410723686218262,
      "learning_rate": 9.930903937201163e-05,
      "loss": 0.8173,
      "step": 695
    },
    {
      "epoch": 0.03411054069617849,
      "grad_norm": 0.6524917483329773,
      "learning_rate": 9.907872486446152e-05,
      "loss": 0.9134,
      "step": 696
    },
    {
      "epoch": 0.03415955009373047,
      "grad_norm": 0.7160605192184448,
      "learning_rate": 9.884841524411202e-05,
      "loss": 0.9871,
      "step": 697
    },
    {
      "epoch": 0.03420855949128245,
      "grad_norm": 0.6374969482421875,
      "learning_rate": 9.861811173271459e-05,
      "loss": 1.1746,
      "step": 698
    },
    {
      "epoch": 0.03425756888883443,
      "grad_norm": 0.6562837362289429,
      "learning_rate": 9.838781555198839e-05,
      "loss": 0.7713,
      "step": 699
    },
    {
      "epoch": 0.03430657828638641,
      "grad_norm": 0.5953176021575928,
      "learning_rate": 9.815752792361368e-05,
      "loss": 0.8303,
      "step": 700
    },
    {
      "epoch": 0.03435558768393839,
      "grad_norm": 0.8260009288787842,
      "learning_rate": 9.792725006922527e-05,
      "loss": 1.0187,
      "step": 701
    },
    {
      "epoch": 0.03440459708149038,
      "grad_norm": 0.5875731706619263,
      "learning_rate": 9.769698321040622e-05,
      "loss": 0.8935,
      "step": 702
    },
    {
      "epoch": 0.03445360647904236,
      "grad_norm": 0.6694821119308472,
      "learning_rate": 9.746672856868123e-05,
      "loss": 0.943,
      "step": 703
    },
    {
      "epoch": 0.03450261587659434,
      "grad_norm": 0.629307746887207,
      "learning_rate": 9.723648736551015e-05,
      "loss": 0.7466,
      "step": 704
    },
    {
      "epoch": 0.03455162527414632,
      "grad_norm": 0.4640350043773651,
      "learning_rate": 9.700626082228156e-05,
      "loss": 0.9393,
      "step": 705
    },
    {
      "epoch": 0.0346006346716983,
      "grad_norm": 0.7477257251739502,
      "learning_rate": 9.677605016030632e-05,
      "loss": 1.181,
      "step": 706
    },
    {
      "epoch": 0.03464964406925028,
      "grad_norm": 0.5773075222969055,
      "learning_rate": 9.654585660081099e-05,
      "loss": 0.9719,
      "step": 707
    },
    {
      "epoch": 0.03469865346680226,
      "grad_norm": 0.5809459686279297,
      "learning_rate": 9.631568136493142e-05,
      "loss": 0.9663,
      "step": 708
    },
    {
      "epoch": 0.03474766286435424,
      "grad_norm": 0.779947817325592,
      "learning_rate": 9.608552567370626e-05,
      "loss": 0.8519,
      "step": 709
    },
    {
      "epoch": 0.03479667226190622,
      "grad_norm": 0.6403234601020813,
      "learning_rate": 9.585539074807047e-05,
      "loss": 0.9494,
      "step": 710
    },
    {
      "epoch": 0.0348456816594582,
      "grad_norm": 0.7826654314994812,
      "learning_rate": 9.562527780884884e-05,
      "loss": 0.8195,
      "step": 711
    },
    {
      "epoch": 0.03489469105701018,
      "grad_norm": 0.7873203158378601,
      "learning_rate": 9.539518807674957e-05,
      "loss": 1.004,
      "step": 712
    },
    {
      "epoch": 0.03494370045456216,
      "grad_norm": 0.49860435724258423,
      "learning_rate": 9.516512277235771e-05,
      "loss": 0.8949,
      "step": 713
    },
    {
      "epoch": 0.03499270985211414,
      "grad_norm": 0.8816664814949036,
      "learning_rate": 9.493508311612874e-05,
      "loss": 1.1464,
      "step": 714
    },
    {
      "epoch": 0.03504171924966612,
      "grad_norm": 0.578099250793457,
      "learning_rate": 9.470507032838208e-05,
      "loss": 0.8148,
      "step": 715
    },
    {
      "epoch": 0.03509072864721811,
      "grad_norm": 0.5693338513374329,
      "learning_rate": 9.447508562929465e-05,
      "loss": 1.0052,
      "step": 716
    },
    {
      "epoch": 0.03513973804477009,
      "grad_norm": 0.7222432494163513,
      "learning_rate": 9.424513023889427e-05,
      "loss": 0.8458,
      "step": 717
    },
    {
      "epoch": 0.03518874744232207,
      "grad_norm": 0.5961877703666687,
      "learning_rate": 9.401520537705339e-05,
      "loss": 0.969,
      "step": 718
    },
    {
      "epoch": 0.03523775683987405,
      "grad_norm": 0.6619192361831665,
      "learning_rate": 9.378531226348247e-05,
      "loss": 0.9775,
      "step": 719
    },
    {
      "epoch": 0.03528676623742603,
      "grad_norm": 0.7102152109146118,
      "learning_rate": 9.35554521177235e-05,
      "loss": 1.147,
      "step": 720
    },
    {
      "epoch": 0.03533577563497801,
      "grad_norm": 0.6111882328987122,
      "learning_rate": 9.332562615914368e-05,
      "loss": 0.9882,
      "step": 721
    },
    {
      "epoch": 0.03538478503252999,
      "grad_norm": 0.6036808490753174,
      "learning_rate": 9.30958356069288e-05,
      "loss": 0.9808,
      "step": 722
    },
    {
      "epoch": 0.03543379443008197,
      "grad_norm": 0.533219039440155,
      "learning_rate": 9.286608168007678e-05,
      "loss": 0.8826,
      "step": 723
    },
    {
      "epoch": 0.03548280382763395,
      "grad_norm": 0.6963607668876648,
      "learning_rate": 9.263636559739132e-05,
      "loss": 1.1024,
      "step": 724
    },
    {
      "epoch": 0.03553181322518593,
      "grad_norm": 0.5807663202285767,
      "learning_rate": 9.24066885774754e-05,
      "loss": 0.7653,
      "step": 725
    },
    {
      "epoch": 0.03558082262273791,
      "grad_norm": 0.6622523069381714,
      "learning_rate": 9.217705183872462e-05,
      "loss": 0.9424,
      "step": 726
    },
    {
      "epoch": 0.03562983202028989,
      "grad_norm": 0.5054277181625366,
      "learning_rate": 9.194745659932105e-05,
      "loss": 0.74,
      "step": 727
    },
    {
      "epoch": 0.03567884141784187,
      "grad_norm": 0.6651408076286316,
      "learning_rate": 9.171790407722656e-05,
      "loss": 1.0293,
      "step": 728
    },
    {
      "epoch": 0.035727850815393855,
      "grad_norm": 0.6096949577331543,
      "learning_rate": 9.148839549017639e-05,
      "loss": 0.9733,
      "step": 729
    },
    {
      "epoch": 0.035776860212945835,
      "grad_norm": 0.7423762083053589,
      "learning_rate": 9.125893205567273e-05,
      "loss": 1.0579,
      "step": 730
    },
    {
      "epoch": 0.035825869610497815,
      "grad_norm": 0.7952378392219543,
      "learning_rate": 9.102951499097829e-05,
      "loss": 0.9021,
      "step": 731
    },
    {
      "epoch": 0.035874879008049795,
      "grad_norm": 0.642562985420227,
      "learning_rate": 9.08001455131097e-05,
      "loss": 0.8113,
      "step": 732
    },
    {
      "epoch": 0.035923888405601775,
      "grad_norm": 0.7986726760864258,
      "learning_rate": 9.057082483883122e-05,
      "loss": 0.8982,
      "step": 733
    },
    {
      "epoch": 0.035972897803153756,
      "grad_norm": 0.6425111889839172,
      "learning_rate": 9.034155418464823e-05,
      "loss": 0.9,
      "step": 734
    },
    {
      "epoch": 0.036021907200705736,
      "grad_norm": 0.7919437289237976,
      "learning_rate": 9.011233476680067e-05,
      "loss": 0.8057,
      "step": 735
    },
    {
      "epoch": 0.036070916598257716,
      "grad_norm": 0.5874003171920776,
      "learning_rate": 8.98831678012568e-05,
      "loss": 0.8578,
      "step": 736
    },
    {
      "epoch": 0.036119925995809696,
      "grad_norm": 0.6435288190841675,
      "learning_rate": 8.965405450370655e-05,
      "loss": 0.8352,
      "step": 737
    },
    {
      "epoch": 0.036168935393361676,
      "grad_norm": 0.9053352475166321,
      "learning_rate": 8.942499608955516e-05,
      "loss": 1.1235,
      "step": 738
    },
    {
      "epoch": 0.036217944790913656,
      "grad_norm": 0.7725774645805359,
      "learning_rate": 8.919599377391673e-05,
      "loss": 1.0773,
      "step": 739
    },
    {
      "epoch": 0.036266954188465636,
      "grad_norm": 0.8082051873207092,
      "learning_rate": 8.896704877160782e-05,
      "loss": 0.963,
      "step": 740
    },
    {
      "epoch": 0.036315963586017616,
      "grad_norm": 0.6021695733070374,
      "learning_rate": 8.873816229714084e-05,
      "loss": 0.9128,
      "step": 741
    },
    {
      "epoch": 0.036364972983569596,
      "grad_norm": 0.6475896239280701,
      "learning_rate": 8.850933556471785e-05,
      "loss": 1.0817,
      "step": 742
    },
    {
      "epoch": 0.03641398238112158,
      "grad_norm": 1.0844610929489136,
      "learning_rate": 8.82805697882239e-05,
      "loss": 1.2559,
      "step": 743
    },
    {
      "epoch": 0.03646299177867356,
      "grad_norm": 0.6203900575637817,
      "learning_rate": 8.805186618122068e-05,
      "loss": 0.8816,
      "step": 744
    },
    {
      "epoch": 0.03651200117622554,
      "grad_norm": 0.9347378015518188,
      "learning_rate": 8.782322595694012e-05,
      "loss": 1.1226,
      "step": 745
    },
    {
      "epoch": 0.03656101057377752,
      "grad_norm": 0.5649334192276001,
      "learning_rate": 8.759465032827794e-05,
      "loss": 0.855,
      "step": 746
    },
    {
      "epoch": 0.036610019971329504,
      "grad_norm": 0.5359649062156677,
      "learning_rate": 8.73661405077871e-05,
      "loss": 0.8588,
      "step": 747
    },
    {
      "epoch": 0.036659029368881484,
      "grad_norm": 0.5321950316429138,
      "learning_rate": 8.713769770767155e-05,
      "loss": 0.996,
      "step": 748
    },
    {
      "epoch": 0.036708038766433464,
      "grad_norm": 0.5829954147338867,
      "learning_rate": 8.690932313977967e-05,
      "loss": 1.0147,
      "step": 749
    },
    {
      "epoch": 0.036757048163985444,
      "grad_norm": 0.5694034695625305,
      "learning_rate": 8.668101801559786e-05,
      "loss": 0.7867,
      "step": 750
    },
    {
      "epoch": 0.036806057561537424,
      "grad_norm": 0.5112313032150269,
      "learning_rate": 8.645278354624417e-05,
      "loss": 1.0045,
      "step": 751
    },
    {
      "epoch": 0.036855066959089404,
      "grad_norm": 0.665821373462677,
      "learning_rate": 8.622462094246184e-05,
      "loss": 1.0145,
      "step": 752
    },
    {
      "epoch": 0.036904076356641384,
      "grad_norm": 0.5904098153114319,
      "learning_rate": 8.599653141461283e-05,
      "loss": 1.0299,
      "step": 753
    },
    {
      "epoch": 0.036953085754193364,
      "grad_norm": 0.5029804706573486,
      "learning_rate": 8.57685161726715e-05,
      "loss": 0.9204,
      "step": 754
    },
    {
      "epoch": 0.037002095151745344,
      "grad_norm": 1.1523324251174927,
      "learning_rate": 8.554057642621813e-05,
      "loss": 0.9919,
      "step": 755
    },
    {
      "epoch": 0.03705110454929733,
      "grad_norm": 0.8113412857055664,
      "learning_rate": 8.531271338443245e-05,
      "loss": 0.855,
      "step": 756
    },
    {
      "epoch": 0.03710011394684931,
      "grad_norm": 0.6226369738578796,
      "learning_rate": 8.508492825608733e-05,
      "loss": 0.8804,
      "step": 757
    },
    {
      "epoch": 0.03714912334440129,
      "grad_norm": 0.7333539128303528,
      "learning_rate": 8.485722224954237e-05,
      "loss": 0.7793,
      "step": 758
    },
    {
      "epoch": 0.03719813274195327,
      "grad_norm": 0.5970313549041748,
      "learning_rate": 8.462959657273733e-05,
      "loss": 0.8146,
      "step": 759
    },
    {
      "epoch": 0.03724714213950525,
      "grad_norm": 0.7319211959838867,
      "learning_rate": 8.440205243318595e-05,
      "loss": 1.0829,
      "step": 760
    },
    {
      "epoch": 0.03729615153705723,
      "grad_norm": 0.8824312686920166,
      "learning_rate": 8.417459103796934e-05,
      "loss": 1.0076,
      "step": 761
    },
    {
      "epoch": 0.03734516093460921,
      "grad_norm": 0.8952791690826416,
      "learning_rate": 8.394721359372977e-05,
      "loss": 1.0771,
      "step": 762
    },
    {
      "epoch": 0.03739417033216119,
      "grad_norm": 0.6425691246986389,
      "learning_rate": 8.371992130666402e-05,
      "loss": 0.8965,
      "step": 763
    },
    {
      "epoch": 0.03744317972971317,
      "grad_norm": 0.564742922782898,
      "learning_rate": 8.349271538251723e-05,
      "loss": 1.0,
      "step": 764
    },
    {
      "epoch": 0.03749218912726515,
      "grad_norm": 0.6840845346450806,
      "learning_rate": 8.326559702657642e-05,
      "loss": 0.7807,
      "step": 765
    },
    {
      "epoch": 0.03754119852481713,
      "grad_norm": 0.7644509673118591,
      "learning_rate": 8.303856744366396e-05,
      "loss": 1.0562,
      "step": 766
    },
    {
      "epoch": 0.03759020792236911,
      "grad_norm": 0.6434587240219116,
      "learning_rate": 8.281162783813142e-05,
      "loss": 0.8076,
      "step": 767
    },
    {
      "epoch": 0.03763921731992109,
      "grad_norm": 0.6522072553634644,
      "learning_rate": 8.2584779413853e-05,
      "loss": 0.8928,
      "step": 768
    },
    {
      "epoch": 0.03768822671747307,
      "grad_norm": 0.624521791934967,
      "learning_rate": 8.235802337421919e-05,
      "loss": 0.884,
      "step": 769
    },
    {
      "epoch": 0.03773723611502506,
      "grad_norm": 0.7329142093658447,
      "learning_rate": 8.213136092213039e-05,
      "loss": 0.934,
      "step": 770
    },
    {
      "epoch": 0.03778624551257704,
      "grad_norm": 0.5191451907157898,
      "learning_rate": 8.190479325999059e-05,
      "loss": 0.8867,
      "step": 771
    },
    {
      "epoch": 0.03783525491012902,
      "grad_norm": 0.5023298263549805,
      "learning_rate": 8.167832158970087e-05,
      "loss": 0.9381,
      "step": 772
    },
    {
      "epoch": 0.037884264307681,
      "grad_norm": 0.5746484994888306,
      "learning_rate": 8.145194711265313e-05,
      "loss": 0.8922,
      "step": 773
    },
    {
      "epoch": 0.03793327370523298,
      "grad_norm": 0.663383424282074,
      "learning_rate": 8.12256710297237e-05,
      "loss": 0.8884,
      "step": 774
    },
    {
      "epoch": 0.03798228310278496,
      "grad_norm": 0.7468477487564087,
      "learning_rate": 8.099949454126685e-05,
      "loss": 1.1002,
      "step": 775
    },
    {
      "epoch": 0.03803129250033694,
      "grad_norm": 0.5819095969200134,
      "learning_rate": 8.077341884710862e-05,
      "loss": 0.7504,
      "step": 776
    },
    {
      "epoch": 0.03808030189788892,
      "grad_norm": 0.6249054670333862,
      "learning_rate": 8.054744514654033e-05,
      "loss": 1.0064,
      "step": 777
    },
    {
      "epoch": 0.0381293112954409,
      "grad_norm": 0.6321752667427063,
      "learning_rate": 8.032157463831216e-05,
      "loss": 1.0114,
      "step": 778
    },
    {
      "epoch": 0.03817832069299288,
      "grad_norm": 0.4760865569114685,
      "learning_rate": 8.009580852062705e-05,
      "loss": 0.94,
      "step": 779
    },
    {
      "epoch": 0.03822733009054486,
      "grad_norm": 0.5234322547912598,
      "learning_rate": 7.987014799113397e-05,
      "loss": 0.8801,
      "step": 780
    },
    {
      "epoch": 0.03827633948809684,
      "grad_norm": 0.6431054472923279,
      "learning_rate": 7.964459424692192e-05,
      "loss": 0.9214,
      "step": 781
    },
    {
      "epoch": 0.03832534888564882,
      "grad_norm": 0.5784375071525574,
      "learning_rate": 7.941914848451332e-05,
      "loss": 0.8795,
      "step": 782
    },
    {
      "epoch": 0.0383743582832008,
      "grad_norm": 0.5169699788093567,
      "learning_rate": 7.919381189985778e-05,
      "loss": 0.849,
      "step": 783
    },
    {
      "epoch": 0.03842336768075279,
      "grad_norm": 0.9470033049583435,
      "learning_rate": 7.896858568832581e-05,
      "loss": 0.9439,
      "step": 784
    },
    {
      "epoch": 0.03847237707830477,
      "grad_norm": 0.7484646439552307,
      "learning_rate": 7.874347104470234e-05,
      "loss": 0.9735,
      "step": 785
    },
    {
      "epoch": 0.03852138647585675,
      "grad_norm": 0.7369478344917297,
      "learning_rate": 7.851846916318046e-05,
      "loss": 0.9436,
      "step": 786
    },
    {
      "epoch": 0.03857039587340873,
      "grad_norm": 0.6162285208702087,
      "learning_rate": 7.829358123735508e-05,
      "loss": 0.8771,
      "step": 787
    },
    {
      "epoch": 0.03861940527096071,
      "grad_norm": 0.5670309662818909,
      "learning_rate": 7.806880846021669e-05,
      "loss": 0.8922,
      "step": 788
    },
    {
      "epoch": 0.03866841466851269,
      "grad_norm": 0.5565202832221985,
      "learning_rate": 7.784415202414477e-05,
      "loss": 0.9001,
      "step": 789
    },
    {
      "epoch": 0.03871742406606467,
      "grad_norm": 0.657019317150116,
      "learning_rate": 7.761961312090174e-05,
      "loss": 0.9626,
      "step": 790
    },
    {
      "epoch": 0.03876643346361665,
      "grad_norm": 0.5407025814056396,
      "learning_rate": 7.739519294162652e-05,
      "loss": 0.8849,
      "step": 791
    },
    {
      "epoch": 0.03881544286116863,
      "grad_norm": 0.6326502561569214,
      "learning_rate": 7.717089267682818e-05,
      "loss": 0.9219,
      "step": 792
    },
    {
      "epoch": 0.03886445225872061,
      "grad_norm": 0.6225535869598389,
      "learning_rate": 7.694671351637969e-05,
      "loss": 0.8286,
      "step": 793
    },
    {
      "epoch": 0.03891346165627259,
      "grad_norm": 0.562073290348053,
      "learning_rate": 7.672265664951165e-05,
      "loss": 0.6456,
      "step": 794
    },
    {
      "epoch": 0.03896247105382457,
      "grad_norm": 0.7920691967010498,
      "learning_rate": 7.649872326480577e-05,
      "loss": 0.9297,
      "step": 795
    },
    {
      "epoch": 0.03901148045137655,
      "grad_norm": 0.5173431634902954,
      "learning_rate": 7.627491455018878e-05,
      "loss": 0.925,
      "step": 796
    },
    {
      "epoch": 0.039060489848928535,
      "grad_norm": 0.644615650177002,
      "learning_rate": 7.605123169292614e-05,
      "loss": 0.8607,
      "step": 797
    },
    {
      "epoch": 0.039109499246480516,
      "grad_norm": 0.5803928971290588,
      "learning_rate": 7.582767587961552e-05,
      "loss": 0.8255,
      "step": 798
    },
    {
      "epoch": 0.039158508644032496,
      "grad_norm": 0.7140383124351501,
      "learning_rate": 7.560424829618072e-05,
      "loss": 1.0576,
      "step": 799
    },
    {
      "epoch": 0.039207518041584476,
      "grad_norm": 0.7683631181716919,
      "learning_rate": 7.538095012786534e-05,
      "loss": 1.0917,
      "step": 800
    },
    {
      "epoch": 0.039256527439136456,
      "grad_norm": 0.6029610633850098,
      "learning_rate": 7.515778255922632e-05,
      "loss": 0.8892,
      "step": 801
    },
    {
      "epoch": 0.039305536836688436,
      "grad_norm": 0.6599199175834656,
      "learning_rate": 7.493474677412794e-05,
      "loss": 0.7739,
      "step": 802
    },
    {
      "epoch": 0.039354546234240416,
      "grad_norm": 0.6127805113792419,
      "learning_rate": 7.471184395573534e-05,
      "loss": 0.959,
      "step": 803
    },
    {
      "epoch": 0.039403555631792396,
      "grad_norm": 0.6201106905937195,
      "learning_rate": 7.448907528650823e-05,
      "loss": 0.8703,
      "step": 804
    },
    {
      "epoch": 0.039452565029344376,
      "grad_norm": 0.5693478584289551,
      "learning_rate": 7.426644194819477e-05,
      "loss": 0.9354,
      "step": 805
    },
    {
      "epoch": 0.039501574426896356,
      "grad_norm": 0.9614084959030151,
      "learning_rate": 7.40439451218252e-05,
      "loss": 0.8822,
      "step": 806
    },
    {
      "epoch": 0.039550583824448336,
      "grad_norm": 0.5237958431243896,
      "learning_rate": 7.382158598770554e-05,
      "loss": 0.7272,
      "step": 807
    },
    {
      "epoch": 0.039599593222000316,
      "grad_norm": 0.7381775975227356,
      "learning_rate": 7.359936572541142e-05,
      "loss": 0.8693,
      "step": 808
    },
    {
      "epoch": 0.039648602619552296,
      "grad_norm": 0.6680552959442139,
      "learning_rate": 7.337728551378179e-05,
      "loss": 0.8174,
      "step": 809
    },
    {
      "epoch": 0.039697612017104277,
      "grad_norm": 0.5701329708099365,
      "learning_rate": 7.31553465309126e-05,
      "loss": 0.9528,
      "step": 810
    },
    {
      "epoch": 0.039746621414656264,
      "grad_norm": 0.8569505214691162,
      "learning_rate": 7.293354995415063e-05,
      "loss": 1.0535,
      "step": 811
    },
    {
      "epoch": 0.039795630812208244,
      "grad_norm": 0.6132709980010986,
      "learning_rate": 7.271189696008729e-05,
      "loss": 0.9403,
      "step": 812
    },
    {
      "epoch": 0.039844640209760224,
      "grad_norm": 0.5950740575790405,
      "learning_rate": 7.24903887245522e-05,
      "loss": 0.9794,
      "step": 813
    },
    {
      "epoch": 0.039893649607312204,
      "grad_norm": 0.7832246422767639,
      "learning_rate": 7.226902642260711e-05,
      "loss": 1.0093,
      "step": 814
    },
    {
      "epoch": 0.039942659004864184,
      "grad_norm": 0.9544066786766052,
      "learning_rate": 7.204781122853966e-05,
      "loss": 0.9372,
      "step": 815
    },
    {
      "epoch": 0.039991668402416164,
      "grad_norm": 0.5933296084403992,
      "learning_rate": 7.182674431585704e-05,
      "loss": 0.9248,
      "step": 816
    },
    {
      "epoch": 0.040040677799968144,
      "grad_norm": 0.5632343292236328,
      "learning_rate": 7.160582685727986e-05,
      "loss": 0.9076,
      "step": 817
    },
    {
      "epoch": 0.040089687197520124,
      "grad_norm": 0.549667477607727,
      "learning_rate": 7.138506002473591e-05,
      "loss": 0.8692,
      "step": 818
    },
    {
      "epoch": 0.040138696595072104,
      "grad_norm": 0.5949093699455261,
      "learning_rate": 7.116444498935396e-05,
      "loss": 0.7953,
      "step": 819
    },
    {
      "epoch": 0.040187705992624084,
      "grad_norm": 0.6557286381721497,
      "learning_rate": 7.094398292145746e-05,
      "loss": 0.9446,
      "step": 820
    },
    {
      "epoch": 0.040236715390176064,
      "grad_norm": 0.5926794409751892,
      "learning_rate": 7.072367499055844e-05,
      "loss": 1.0333,
      "step": 821
    },
    {
      "epoch": 0.040285724787728044,
      "grad_norm": 0.9380160570144653,
      "learning_rate": 7.050352236535125e-05,
      "loss": 1.0013,
      "step": 822
    },
    {
      "epoch": 0.040334734185280025,
      "grad_norm": 0.6007780432701111,
      "learning_rate": 7.028352621370635e-05,
      "loss": 0.9171,
      "step": 823
    },
    {
      "epoch": 0.040383743582832005,
      "grad_norm": 0.6529552936553955,
      "learning_rate": 7.006368770266421e-05,
      "loss": 1.1197,
      "step": 824
    },
    {
      "epoch": 0.04043275298038399,
      "grad_norm": 0.5080123543739319,
      "learning_rate": 6.984400799842894e-05,
      "loss": 0.7559,
      "step": 825
    },
    {
      "epoch": 0.04048176237793597,
      "grad_norm": 0.6390313506126404,
      "learning_rate": 6.962448826636227e-05,
      "loss": 1.0442,
      "step": 826
    },
    {
      "epoch": 0.04053077177548795,
      "grad_norm": 0.5455204248428345,
      "learning_rate": 6.940512967097732e-05,
      "loss": 0.9435,
      "step": 827
    },
    {
      "epoch": 0.04057978117303993,
      "grad_norm": 0.7413188219070435,
      "learning_rate": 6.918593337593238e-05,
      "loss": 0.9006,
      "step": 828
    },
    {
      "epoch": 0.04062879057059191,
      "grad_norm": 0.7983482480049133,
      "learning_rate": 6.896690054402473e-05,
      "loss": 0.7269,
      "step": 829
    },
    {
      "epoch": 0.04067779996814389,
      "grad_norm": 0.6982302665710449,
      "learning_rate": 6.874803233718459e-05,
      "loss": 0.9197,
      "step": 830
    },
    {
      "epoch": 0.04072680936569587,
      "grad_norm": 0.9038475751876831,
      "learning_rate": 6.852932991646881e-05,
      "loss": 0.9522,
      "step": 831
    },
    {
      "epoch": 0.04077581876324785,
      "grad_norm": 0.8313326835632324,
      "learning_rate": 6.83107944420548e-05,
      "loss": 0.9213,
      "step": 832
    },
    {
      "epoch": 0.04082482816079983,
      "grad_norm": 0.5361353158950806,
      "learning_rate": 6.809242707323432e-05,
      "loss": 0.7914,
      "step": 833
    },
    {
      "epoch": 0.04087383755835181,
      "grad_norm": 0.607807457447052,
      "learning_rate": 6.787422896840743e-05,
      "loss": 0.8872,
      "step": 834
    },
    {
      "epoch": 0.04092284695590379,
      "grad_norm": 0.8032205700874329,
      "learning_rate": 6.765620128507619e-05,
      "loss": 1.1229,
      "step": 835
    },
    {
      "epoch": 0.04097185635345577,
      "grad_norm": 0.6698872447013855,
      "learning_rate": 6.743834517983865e-05,
      "loss": 0.7695,
      "step": 836
    },
    {
      "epoch": 0.04102086575100775,
      "grad_norm": 0.9504415392875671,
      "learning_rate": 6.72206618083827e-05,
      "loss": 1.1722,
      "step": 837
    },
    {
      "epoch": 0.04106987514855974,
      "grad_norm": 0.6189637184143066,
      "learning_rate": 6.700315232547981e-05,
      "loss": 1.011,
      "step": 838
    },
    {
      "epoch": 0.04111888454611172,
      "grad_norm": 0.5635736584663391,
      "learning_rate": 6.678581788497908e-05,
      "loss": 0.8412,
      "step": 839
    },
    {
      "epoch": 0.0411678939436637,
      "grad_norm": 0.5528982281684875,
      "learning_rate": 6.656865963980105e-05,
      "loss": 0.9315,
      "step": 840
    },
    {
      "epoch": 0.04121690334121568,
      "grad_norm": 0.5955789685249329,
      "learning_rate": 6.635167874193153e-05,
      "loss": 0.8413,
      "step": 841
    },
    {
      "epoch": 0.04126591273876766,
      "grad_norm": 0.6503432989120483,
      "learning_rate": 6.613487634241553e-05,
      "loss": 0.936,
      "step": 842
    },
    {
      "epoch": 0.04131492213631964,
      "grad_norm": 0.5754694938659668,
      "learning_rate": 6.591825359135123e-05,
      "loss": 0.9265,
      "step": 843
    },
    {
      "epoch": 0.04136393153387162,
      "grad_norm": 0.6317156553268433,
      "learning_rate": 6.57018116378837e-05,
      "loss": 0.7453,
      "step": 844
    },
    {
      "epoch": 0.0414129409314236,
      "grad_norm": 0.7005178928375244,
      "learning_rate": 6.5485551630199e-05,
      "loss": 0.9875,
      "step": 845
    },
    {
      "epoch": 0.04146195032897558,
      "grad_norm": 0.6668826341629028,
      "learning_rate": 6.526947471551798e-05,
      "loss": 0.8939,
      "step": 846
    },
    {
      "epoch": 0.04151095972652756,
      "grad_norm": 0.653866171836853,
      "learning_rate": 6.505358204009017e-05,
      "loss": 1.0008,
      "step": 847
    },
    {
      "epoch": 0.04155996912407954,
      "grad_norm": 0.5984163880348206,
      "learning_rate": 6.483787474918779e-05,
      "loss": 1.0535,
      "step": 848
    },
    {
      "epoch": 0.04160897852163152,
      "grad_norm": 0.6409221291542053,
      "learning_rate": 6.462235398709963e-05,
      "loss": 0.8852,
      "step": 849
    },
    {
      "epoch": 0.0416579879191835,
      "grad_norm": 0.6696494817733765,
      "learning_rate": 6.440702089712494e-05,
      "loss": 0.9346,
      "step": 850
    },
    {
      "epoch": 0.04170699731673548,
      "grad_norm": 0.6366076469421387,
      "learning_rate": 6.419187662156743e-05,
      "loss": 1.0077,
      "step": 851
    },
    {
      "epoch": 0.04175600671428747,
      "grad_norm": 0.5989674925804138,
      "learning_rate": 6.397692230172918e-05,
      "loss": 0.9437,
      "step": 852
    },
    {
      "epoch": 0.04180501611183945,
      "grad_norm": 0.7568390965461731,
      "learning_rate": 6.376215907790458e-05,
      "loss": 0.9201,
      "step": 853
    },
    {
      "epoch": 0.04185402550939143,
      "grad_norm": 0.6759583950042725,
      "learning_rate": 6.35475880893743e-05,
      "loss": 0.9301,
      "step": 854
    },
    {
      "epoch": 0.04190303490694341,
      "grad_norm": 0.6256292462348938,
      "learning_rate": 6.333321047439925e-05,
      "loss": 0.9285,
      "step": 855
    },
    {
      "epoch": 0.04195204430449539,
      "grad_norm": 0.5993944406509399,
      "learning_rate": 6.311902737021447e-05,
      "loss": 0.8463,
      "step": 856
    },
    {
      "epoch": 0.04200105370204737,
      "grad_norm": 0.7041065096855164,
      "learning_rate": 6.290503991302324e-05,
      "loss": 0.8318,
      "step": 857
    },
    {
      "epoch": 0.04205006309959935,
      "grad_norm": 0.5687112212181091,
      "learning_rate": 6.26912492379909e-05,
      "loss": 0.8887,
      "step": 858
    },
    {
      "epoch": 0.04209907249715133,
      "grad_norm": 0.9057428240776062,
      "learning_rate": 6.24776564792389e-05,
      "loss": 1.0536,
      "step": 859
    },
    {
      "epoch": 0.04214808189470331,
      "grad_norm": 0.6498620510101318,
      "learning_rate": 6.22642627698388e-05,
      "loss": 0.9069,
      "step": 860
    },
    {
      "epoch": 0.04219709129225529,
      "grad_norm": 0.6844877004623413,
      "learning_rate": 6.205106924180628e-05,
      "loss": 0.7199,
      "step": 861
    },
    {
      "epoch": 0.04224610068980727,
      "grad_norm": 0.6771513223648071,
      "learning_rate": 6.183807702609502e-05,
      "loss": 0.8386,
      "step": 862
    },
    {
      "epoch": 0.04229511008735925,
      "grad_norm": 0.7387517690658569,
      "learning_rate": 6.162528725259078e-05,
      "loss": 1.1141,
      "step": 863
    },
    {
      "epoch": 0.04234411948491123,
      "grad_norm": 0.6489346623420715,
      "learning_rate": 6.141270105010546e-05,
      "loss": 0.8475,
      "step": 864
    },
    {
      "epoch": 0.042393128882463216,
      "grad_norm": 0.6128777861595154,
      "learning_rate": 6.120031954637101e-05,
      "loss": 0.8947,
      "step": 865
    },
    {
      "epoch": 0.042442138280015196,
      "grad_norm": 0.5486162900924683,
      "learning_rate": 6.098814386803347e-05,
      "loss": 0.9183,
      "step": 866
    },
    {
      "epoch": 0.042491147677567176,
      "grad_norm": 0.7867709398269653,
      "learning_rate": 6.0776175140647064e-05,
      "loss": 0.9152,
      "step": 867
    },
    {
      "epoch": 0.042540157075119156,
      "grad_norm": 0.7458197474479675,
      "learning_rate": 6.0564414488668165e-05,
      "loss": 1.0293,
      "step": 868
    },
    {
      "epoch": 0.042589166472671136,
      "grad_norm": 0.6721938252449036,
      "learning_rate": 6.035286303544927e-05,
      "loss": 0.6671,
      "step": 869
    },
    {
      "epoch": 0.042638175870223116,
      "grad_norm": 0.5906296372413635,
      "learning_rate": 6.0141521903233235e-05,
      "loss": 0.8851,
      "step": 870
    },
    {
      "epoch": 0.042687185267775096,
      "grad_norm": 0.7829579710960388,
      "learning_rate": 5.9930392213147116e-05,
      "loss": 1.1084,
      "step": 871
    },
    {
      "epoch": 0.042736194665327076,
      "grad_norm": 0.9286746382713318,
      "learning_rate": 5.971947508519631e-05,
      "loss": 1.0994,
      "step": 872
    },
    {
      "epoch": 0.042785204062879056,
      "grad_norm": 0.5776272416114807,
      "learning_rate": 5.9508771638258654e-05,
      "loss": 0.9796,
      "step": 873
    },
    {
      "epoch": 0.042834213460431037,
      "grad_norm": 0.6922461986541748,
      "learning_rate": 5.929828299007845e-05,
      "loss": 0.8806,
      "step": 874
    },
    {
      "epoch": 0.04288322285798302,
      "grad_norm": 1.0101585388183594,
      "learning_rate": 5.908801025726043e-05,
      "loss": 1.0798,
      "step": 875
    },
    {
      "epoch": 0.042932232255535,
      "grad_norm": 0.6689891219139099,
      "learning_rate": 5.8877954555264034e-05,
      "loss": 0.8636,
      "step": 876
    },
    {
      "epoch": 0.04298124165308698,
      "grad_norm": 0.6849706768989563,
      "learning_rate": 5.86681169983974e-05,
      "loss": 0.8523,
      "step": 877
    },
    {
      "epoch": 0.04303025105063896,
      "grad_norm": 0.7456178069114685,
      "learning_rate": 5.845849869981137e-05,
      "loss": 0.9539,
      "step": 878
    },
    {
      "epoch": 0.043079260448190944,
      "grad_norm": 0.5863720774650574,
      "learning_rate": 5.824910077149371e-05,
      "loss": 0.9521,
      "step": 879
    },
    {
      "epoch": 0.043128269845742924,
      "grad_norm": 0.6382113099098206,
      "learning_rate": 5.803992432426313e-05,
      "loss": 1.0562,
      "step": 880
    },
    {
      "epoch": 0.043177279243294904,
      "grad_norm": 0.6169493198394775,
      "learning_rate": 5.7830970467763456e-05,
      "loss": 0.8557,
      "step": 881
    },
    {
      "epoch": 0.043226288640846884,
      "grad_norm": 0.7349244952201843,
      "learning_rate": 5.762224031045769e-05,
      "loss": 0.9366,
      "step": 882
    },
    {
      "epoch": 0.043275298038398864,
      "grad_norm": 0.6075778007507324,
      "learning_rate": 5.7413734959622154e-05,
      "loss": 1.026,
      "step": 883
    },
    {
      "epoch": 0.043324307435950844,
      "grad_norm": 0.5509848594665527,
      "learning_rate": 5.7205455521340664e-05,
      "loss": 0.7072,
      "step": 884
    },
    {
      "epoch": 0.043373316833502824,
      "grad_norm": 0.6558277010917664,
      "learning_rate": 5.699740310049847e-05,
      "loss": 0.8016,
      "step": 885
    },
    {
      "epoch": 0.043422326231054804,
      "grad_norm": 0.5845492482185364,
      "learning_rate": 5.6789578800776657e-05,
      "loss": 0.9249,
      "step": 886
    },
    {
      "epoch": 0.043471335628606785,
      "grad_norm": 0.48743170499801636,
      "learning_rate": 5.6581983724646134e-05,
      "loss": 0.9086,
      "step": 887
    },
    {
      "epoch": 0.043520345026158765,
      "grad_norm": 0.6262420415878296,
      "learning_rate": 5.637461897336185e-05,
      "loss": 0.8649,
      "step": 888
    },
    {
      "epoch": 0.043569354423710745,
      "grad_norm": 0.5561363101005554,
      "learning_rate": 5.616748564695684e-05,
      "loss": 0.9171,
      "step": 889
    },
    {
      "epoch": 0.043618363821262725,
      "grad_norm": 0.7269697189331055,
      "learning_rate": 5.596058484423656e-05,
      "loss": 0.9679,
      "step": 890
    },
    {
      "epoch": 0.043667373218814705,
      "grad_norm": 0.6253924369812012,
      "learning_rate": 5.575391766277297e-05,
      "loss": 0.8837,
      "step": 891
    },
    {
      "epoch": 0.043716382616366685,
      "grad_norm": 0.5639489889144897,
      "learning_rate": 5.554748519889858e-05,
      "loss": 0.9331,
      "step": 892
    },
    {
      "epoch": 0.04376539201391867,
      "grad_norm": 0.6967864036560059,
      "learning_rate": 5.534128854770089e-05,
      "loss": 0.8129,
      "step": 893
    },
    {
      "epoch": 0.04381440141147065,
      "grad_norm": 0.7333008050918579,
      "learning_rate": 5.513532880301645e-05,
      "loss": 0.8623,
      "step": 894
    },
    {
      "epoch": 0.04386341080902263,
      "grad_norm": 0.7014925479888916,
      "learning_rate": 5.4929607057425015e-05,
      "loss": 0.9889,
      "step": 895
    },
    {
      "epoch": 0.04391242020657461,
      "grad_norm": 0.8396148085594177,
      "learning_rate": 5.4724124402243837e-05,
      "loss": 0.9778,
      "step": 896
    },
    {
      "epoch": 0.04396142960412659,
      "grad_norm": 0.6625356078147888,
      "learning_rate": 5.451888192752184e-05,
      "loss": 0.9219,
      "step": 897
    },
    {
      "epoch": 0.04401043900167857,
      "grad_norm": 0.6301390528678894,
      "learning_rate": 5.431388072203373e-05,
      "loss": 0.8077,
      "step": 898
    },
    {
      "epoch": 0.04405944839923055,
      "grad_norm": 0.5540909767150879,
      "learning_rate": 5.410912187327446e-05,
      "loss": 0.8098,
      "step": 899
    },
    {
      "epoch": 0.04410845779678253,
      "grad_norm": 0.7718263268470764,
      "learning_rate": 5.3904606467453254e-05,
      "loss": 1.0338,
      "step": 900
    },
    {
      "epoch": 0.04415746719433451,
      "grad_norm": 0.8200529217720032,
      "learning_rate": 5.3700335589487925e-05,
      "loss": 0.9514,
      "step": 901
    },
    {
      "epoch": 0.04420647659188649,
      "grad_norm": 0.7952108979225159,
      "learning_rate": 5.3496310322999134e-05,
      "loss": 0.9335,
      "step": 902
    },
    {
      "epoch": 0.04425548598943847,
      "grad_norm": 0.9805790185928345,
      "learning_rate": 5.329253175030462e-05,
      "loss": 1.2363,
      "step": 903
    },
    {
      "epoch": 0.04430449538699045,
      "grad_norm": 0.5889050960540771,
      "learning_rate": 5.3089000952413346e-05,
      "loss": 0.8656,
      "step": 904
    },
    {
      "epoch": 0.04435350478454243,
      "grad_norm": 0.8347163200378418,
      "learning_rate": 5.2885719009020006e-05,
      "loss": 1.0552,
      "step": 905
    },
    {
      "epoch": 0.04440251418209442,
      "grad_norm": 0.739136278629303,
      "learning_rate": 5.268268699849912e-05,
      "loss": 0.8779,
      "step": 906
    },
    {
      "epoch": 0.0444515235796464,
      "grad_norm": 1.0691108703613281,
      "learning_rate": 5.247990599789935e-05,
      "loss": 1.1876,
      "step": 907
    },
    {
      "epoch": 0.04450053297719838,
      "grad_norm": 0.5101618766784668,
      "learning_rate": 5.2277377082937806e-05,
      "loss": 0.7873,
      "step": 908
    },
    {
      "epoch": 0.04454954237475036,
      "grad_norm": 0.7528876662254333,
      "learning_rate": 5.207510132799436e-05,
      "loss": 0.975,
      "step": 909
    },
    {
      "epoch": 0.04459855177230234,
      "grad_norm": 0.6702706813812256,
      "learning_rate": 5.1873079806105785e-05,
      "loss": 0.8748,
      "step": 910
    },
    {
      "epoch": 0.04464756116985432,
      "grad_norm": 0.702904999256134,
      "learning_rate": 5.1671313588960355e-05,
      "loss": 0.8811,
      "step": 911
    },
    {
      "epoch": 0.0446965705674063,
      "grad_norm": 0.605182409286499,
      "learning_rate": 5.146980374689192e-05,
      "loss": 0.8647,
      "step": 912
    },
    {
      "epoch": 0.04474557996495828,
      "grad_norm": 0.9542806148529053,
      "learning_rate": 5.1268551348874296e-05,
      "loss": 1.062,
      "step": 913
    },
    {
      "epoch": 0.04479458936251026,
      "grad_norm": 1.1708269119262695,
      "learning_rate": 5.106755746251565e-05,
      "loss": 0.6961,
      "step": 914
    },
    {
      "epoch": 0.04484359876006224,
      "grad_norm": 0.8928496837615967,
      "learning_rate": 5.086682315405279e-05,
      "loss": 1.1864,
      "step": 915
    },
    {
      "epoch": 0.04489260815761422,
      "grad_norm": 0.5343618988990784,
      "learning_rate": 5.066634948834541e-05,
      "loss": 0.8883,
      "step": 916
    },
    {
      "epoch": 0.0449416175551662,
      "grad_norm": 0.7806068658828735,
      "learning_rate": 5.046613752887064e-05,
      "loss": 0.6962,
      "step": 917
    },
    {
      "epoch": 0.04499062695271818,
      "grad_norm": 0.76871657371521,
      "learning_rate": 5.02661883377173e-05,
      "loss": 1.0216,
      "step": 918
    },
    {
      "epoch": 0.04503963635027016,
      "grad_norm": 0.6480398178100586,
      "learning_rate": 5.0066502975580244e-05,
      "loss": 0.9091,
      "step": 919
    },
    {
      "epoch": 0.04508864574782215,
      "grad_norm": 0.6981492042541504,
      "learning_rate": 4.986708250175476e-05,
      "loss": 0.8465,
      "step": 920
    },
    {
      "epoch": 0.04513765514537413,
      "grad_norm": 0.8616632223129272,
      "learning_rate": 4.9667927974131e-05,
      "loss": 1.1749,
      "step": 921
    },
    {
      "epoch": 0.04518666454292611,
      "grad_norm": 0.6921936273574829,
      "learning_rate": 4.9469040449188185e-05,
      "loss": 1.0158,
      "step": 922
    },
    {
      "epoch": 0.04523567394047809,
      "grad_norm": 0.6224071979522705,
      "learning_rate": 4.9270420981989294e-05,
      "loss": 0.9182,
      "step": 923
    },
    {
      "epoch": 0.04528468333803007,
      "grad_norm": 0.6746020317077637,
      "learning_rate": 4.9072070626175203e-05,
      "loss": 1.022,
      "step": 924
    },
    {
      "epoch": 0.04533369273558205,
      "grad_norm": 0.5761046409606934,
      "learning_rate": 4.887399043395927e-05,
      "loss": 0.9021,
      "step": 925
    },
    {
      "epoch": 0.04538270213313403,
      "grad_norm": 0.6716366410255432,
      "learning_rate": 4.867618145612162e-05,
      "loss": 0.7436,
      "step": 926
    },
    {
      "epoch": 0.04543171153068601,
      "grad_norm": 0.6063084602355957,
      "learning_rate": 4.847864474200371e-05,
      "loss": 0.9844,
      "step": 927
    },
    {
      "epoch": 0.04548072092823799,
      "grad_norm": 0.6898193955421448,
      "learning_rate": 4.8281381339502565e-05,
      "loss": 0.9327,
      "step": 928
    },
    {
      "epoch": 0.04552973032578997,
      "grad_norm": 0.7686386704444885,
      "learning_rate": 4.808439229506546e-05,
      "loss": 0.9428,
      "step": 929
    },
    {
      "epoch": 0.04557873972334195,
      "grad_norm": 0.7046087384223938,
      "learning_rate": 4.7887678653684184e-05,
      "loss": 1.105,
      "step": 930
    },
    {
      "epoch": 0.04562774912089393,
      "grad_norm": 0.7020514607429504,
      "learning_rate": 4.76912414588896e-05,
      "loss": 0.9863,
      "step": 931
    },
    {
      "epoch": 0.04567675851844591,
      "grad_norm": 0.5269198417663574,
      "learning_rate": 4.749508175274605e-05,
      "loss": 0.8821,
      "step": 932
    },
    {
      "epoch": 0.04572576791599789,
      "grad_norm": 0.5783717632293701,
      "learning_rate": 4.729920057584584e-05,
      "loss": 0.9521,
      "step": 933
    },
    {
      "epoch": 0.045774777313549876,
      "grad_norm": 0.6027098894119263,
      "learning_rate": 4.710359896730379e-05,
      "loss": 0.954,
      "step": 934
    },
    {
      "epoch": 0.045823786711101856,
      "grad_norm": 0.617730438709259,
      "learning_rate": 4.690827796475152e-05,
      "loss": 0.9757,
      "step": 935
    },
    {
      "epoch": 0.045872796108653836,
      "grad_norm": 0.5830807685852051,
      "learning_rate": 4.671323860433222e-05,
      "loss": 0.9518,
      "step": 936
    },
    {
      "epoch": 0.045921805506205816,
      "grad_norm": 0.8022820353507996,
      "learning_rate": 4.651848192069498e-05,
      "loss": 0.9122,
      "step": 937
    },
    {
      "epoch": 0.045970814903757796,
      "grad_norm": 0.6173014640808105,
      "learning_rate": 4.6324008946989314e-05,
      "loss": 0.8071,
      "step": 938
    },
    {
      "epoch": 0.04601982430130978,
      "grad_norm": 0.5654221177101135,
      "learning_rate": 4.612982071485974e-05,
      "loss": 0.9767,
      "step": 939
    },
    {
      "epoch": 0.04606883369886176,
      "grad_norm": 0.6655871272087097,
      "learning_rate": 4.593591825444028e-05,
      "loss": 0.841,
      "step": 940
    },
    {
      "epoch": 0.04611784309641374,
      "grad_norm": 0.7057284116744995,
      "learning_rate": 4.5742302594348894e-05,
      "loss": 0.7335,
      "step": 941
    },
    {
      "epoch": 0.04616685249396572,
      "grad_norm": 0.537826657295227,
      "learning_rate": 4.554897476168223e-05,
      "loss": 0.9454,
      "step": 942
    },
    {
      "epoch": 0.0462158618915177,
      "grad_norm": 0.8513510823249817,
      "learning_rate": 4.5355935782010015e-05,
      "loss": 0.8771,
      "step": 943
    },
    {
      "epoch": 0.04626487128906968,
      "grad_norm": 0.7398779988288879,
      "learning_rate": 4.516318667936967e-05,
      "loss": 0.9892,
      "step": 944
    },
    {
      "epoch": 0.04631388068662166,
      "grad_norm": 0.6069847345352173,
      "learning_rate": 4.497072847626087e-05,
      "loss": 0.9082,
      "step": 945
    },
    {
      "epoch": 0.04636289008417364,
      "grad_norm": 0.7490541338920593,
      "learning_rate": 4.477856219364015e-05,
      "loss": 1.052,
      "step": 946
    },
    {
      "epoch": 0.046411899481725624,
      "grad_norm": 0.7630615234375,
      "learning_rate": 4.4586688850915345e-05,
      "loss": 0.8566,
      "step": 947
    },
    {
      "epoch": 0.046460908879277604,
      "grad_norm": 0.7212201356887817,
      "learning_rate": 4.43951094659404e-05,
      "loss": 0.8255,
      "step": 948
    },
    {
      "epoch": 0.046509918276829584,
      "grad_norm": 0.7626657485961914,
      "learning_rate": 4.42038250550099e-05,
      "loss": 1.18,
      "step": 949
    },
    {
      "epoch": 0.046558927674381564,
      "grad_norm": 1.0655155181884766,
      "learning_rate": 4.401283663285355e-05,
      "loss": 1.0953,
      "step": 950
    },
    {
      "epoch": 0.046607937071933545,
      "grad_norm": 0.7326090931892395,
      "learning_rate": 4.3822145212630964e-05,
      "loss": 0.9102,
      "step": 951
    },
    {
      "epoch": 0.046656946469485525,
      "grad_norm": 0.6443455815315247,
      "learning_rate": 4.363175180592611e-05,
      "loss": 0.8174,
      "step": 952
    },
    {
      "epoch": 0.046705955867037505,
      "grad_norm": 1.079322338104248,
      "learning_rate": 4.344165742274215e-05,
      "loss": 1.0187,
      "step": 953
    },
    {
      "epoch": 0.046754965264589485,
      "grad_norm": 0.7550869584083557,
      "learning_rate": 4.325186307149593e-05,
      "loss": 0.8425,
      "step": 954
    },
    {
      "epoch": 0.046803974662141465,
      "grad_norm": 0.5869840383529663,
      "learning_rate": 4.30623697590127e-05,
      "loss": 0.8877,
      "step": 955
    },
    {
      "epoch": 0.046852984059693445,
      "grad_norm": 0.8768890500068665,
      "learning_rate": 4.287317849052075e-05,
      "loss": 0.9029,
      "step": 956
    },
    {
      "epoch": 0.046901993457245425,
      "grad_norm": 0.6109234690666199,
      "learning_rate": 4.268429026964611e-05,
      "loss": 0.8974,
      "step": 957
    },
    {
      "epoch": 0.046951002854797405,
      "grad_norm": 0.9254558682441711,
      "learning_rate": 4.2495706098407085e-05,
      "loss": 1.0455,
      "step": 958
    },
    {
      "epoch": 0.047000012252349385,
      "grad_norm": 0.5995555520057678,
      "learning_rate": 4.2307426977209164e-05,
      "loss": 0.9326,
      "step": 959
    },
    {
      "epoch": 0.047049021649901365,
      "grad_norm": 0.5582050085067749,
      "learning_rate": 4.2119453904839565e-05,
      "loss": 0.9437,
      "step": 960
    },
    {
      "epoch": 0.04709803104745335,
      "grad_norm": 0.6474855542182922,
      "learning_rate": 4.193178787846198e-05,
      "loss": 0.9398,
      "step": 961
    },
    {
      "epoch": 0.04714704044500533,
      "grad_norm": 0.6348721385002136,
      "learning_rate": 4.174442989361126e-05,
      "loss": 0.899,
      "step": 962
    },
    {
      "epoch": 0.04719604984255731,
      "grad_norm": 0.4857768416404724,
      "learning_rate": 4.1557380944188184e-05,
      "loss": 0.8173,
      "step": 963
    },
    {
      "epoch": 0.04724505924010929,
      "grad_norm": 0.5898916721343994,
      "learning_rate": 4.137064202245407e-05,
      "loss": 0.8752,
      "step": 964
    },
    {
      "epoch": 0.04729406863766127,
      "grad_norm": 0.5867445468902588,
      "learning_rate": 4.1184214119025676e-05,
      "loss": 0.951,
      "step": 965
    },
    {
      "epoch": 0.04734307803521325,
      "grad_norm": 0.6067526340484619,
      "learning_rate": 4.099809822286984e-05,
      "loss": 0.9283,
      "step": 966
    },
    {
      "epoch": 0.04739208743276523,
      "grad_norm": 0.6407395601272583,
      "learning_rate": 4.081229532129827e-05,
      "loss": 0.8557,
      "step": 967
    },
    {
      "epoch": 0.04744109683031721,
      "grad_norm": 0.9211739301681519,
      "learning_rate": 4.062680639996225e-05,
      "loss": 0.8161,
      "step": 968
    },
    {
      "epoch": 0.04749010622786919,
      "grad_norm": 0.5314318537712097,
      "learning_rate": 4.044163244284753e-05,
      "loss": 0.855,
      "step": 969
    },
    {
      "epoch": 0.04753911562542117,
      "grad_norm": 0.5733574628829956,
      "learning_rate": 4.025677443226894e-05,
      "loss": 0.8158,
      "step": 970
    },
    {
      "epoch": 0.04758812502297315,
      "grad_norm": 0.7800450921058655,
      "learning_rate": 4.007223334886531e-05,
      "loss": 0.7444,
      "step": 971
    },
    {
      "epoch": 0.04763713442052513,
      "grad_norm": 0.5734437704086304,
      "learning_rate": 3.988801017159425e-05,
      "loss": 0.9418,
      "step": 972
    },
    {
      "epoch": 0.04768614381807711,
      "grad_norm": 0.6140062808990479,
      "learning_rate": 3.970410587772691e-05,
      "loss": 0.9425,
      "step": 973
    },
    {
      "epoch": 0.0477351532156291,
      "grad_norm": 0.8591021299362183,
      "learning_rate": 3.952052144284285e-05,
      "loss": 1.0241,
      "step": 974
    },
    {
      "epoch": 0.04778416261318108,
      "grad_norm": 0.6813771724700928,
      "learning_rate": 3.933725784082483e-05,
      "loss": 0.9134,
      "step": 975
    },
    {
      "epoch": 0.04783317201073306,
      "grad_norm": 0.5773630142211914,
      "learning_rate": 3.915431604385355e-05,
      "loss": 0.8684,
      "step": 976
    },
    {
      "epoch": 0.04788218140828504,
      "grad_norm": 0.6788520812988281,
      "learning_rate": 3.897169702240271e-05,
      "loss": 0.9419,
      "step": 977
    },
    {
      "epoch": 0.04793119080583702,
      "grad_norm": 0.5210708379745483,
      "learning_rate": 3.878940174523371e-05,
      "loss": 0.8082,
      "step": 978
    },
    {
      "epoch": 0.047980200203389,
      "grad_norm": 0.7721604108810425,
      "learning_rate": 3.860743117939055e-05,
      "loss": 0.8121,
      "step": 979
    },
    {
      "epoch": 0.04802920960094098,
      "grad_norm": 0.6246787309646606,
      "learning_rate": 3.8425786290194676e-05,
      "loss": 0.9225,
      "step": 980
    },
    {
      "epoch": 0.04807821899849296,
      "grad_norm": 0.6174954771995544,
      "learning_rate": 3.824446804123992e-05,
      "loss": 0.9579,
      "step": 981
    },
    {
      "epoch": 0.04812722839604494,
      "grad_norm": 0.8334211707115173,
      "learning_rate": 3.806347739438724e-05,
      "loss": 0.9611,
      "step": 982
    },
    {
      "epoch": 0.04817623779359692,
      "grad_norm": 0.6942031383514404,
      "learning_rate": 3.7882815309759824e-05,
      "loss": 0.9213,
      "step": 983
    },
    {
      "epoch": 0.0482252471911489,
      "grad_norm": 0.5992211103439331,
      "learning_rate": 3.7702482745737874e-05,
      "loss": 1.0041,
      "step": 984
    },
    {
      "epoch": 0.04827425658870088,
      "grad_norm": 0.6100965738296509,
      "learning_rate": 3.752248065895354e-05,
      "loss": 0.9996,
      "step": 985
    },
    {
      "epoch": 0.04832326598625286,
      "grad_norm": 0.646652102470398,
      "learning_rate": 3.7342810004285836e-05,
      "loss": 1.0309,
      "step": 986
    },
    {
      "epoch": 0.04837227538380484,
      "grad_norm": 0.6796019673347473,
      "learning_rate": 3.716347173485563e-05,
      "loss": 0.9761,
      "step": 987
    },
    {
      "epoch": 0.04842128478135683,
      "grad_norm": 0.6445578336715698,
      "learning_rate": 3.6984466802020436e-05,
      "loss": 0.8647,
      "step": 988
    },
    {
      "epoch": 0.04847029417890881,
      "grad_norm": 0.6845656633377075,
      "learning_rate": 3.680579615536961e-05,
      "loss": 0.9514,
      "step": 989
    },
    {
      "epoch": 0.04851930357646079,
      "grad_norm": 0.9616670608520508,
      "learning_rate": 3.66274607427191e-05,
      "loss": 0.9089,
      "step": 990
    },
    {
      "epoch": 0.04856831297401277,
      "grad_norm": 0.7971259355545044,
      "learning_rate": 3.644946151010654e-05,
      "loss": 1.0069,
      "step": 991
    },
    {
      "epoch": 0.04861732237156475,
      "grad_norm": 0.5264732241630554,
      "learning_rate": 3.627179940178615e-05,
      "loss": 0.8178,
      "step": 992
    },
    {
      "epoch": 0.04866633176911673,
      "grad_norm": 0.6949129700660706,
      "learning_rate": 3.609447536022379e-05,
      "loss": 0.8275,
      "step": 993
    },
    {
      "epoch": 0.04871534116666871,
      "grad_norm": 0.6841202974319458,
      "learning_rate": 3.591749032609197e-05,
      "loss": 0.9087,
      "step": 994
    },
    {
      "epoch": 0.04876435056422069,
      "grad_norm": 0.6383329629898071,
      "learning_rate": 3.574084523826471e-05,
      "loss": 0.8846,
      "step": 995
    },
    {
      "epoch": 0.04881335996177267,
      "grad_norm": 0.7114821076393127,
      "learning_rate": 3.556454103381278e-05,
      "loss": 1.1436,
      "step": 996
    },
    {
      "epoch": 0.04886236935932465,
      "grad_norm": 0.8498478531837463,
      "learning_rate": 3.538857864799862e-05,
      "loss": 1.0028,
      "step": 997
    },
    {
      "epoch": 0.04891137875687663,
      "grad_norm": 0.8077499866485596,
      "learning_rate": 3.521295901427132e-05,
      "loss": 0.8219,
      "step": 998
    },
    {
      "epoch": 0.04896038815442861,
      "grad_norm": 0.7278319597244263,
      "learning_rate": 3.5037683064261806e-05,
      "loss": 0.8995,
      "step": 999
    },
    {
      "epoch": 0.04900939755198059,
      "grad_norm": 0.862018883228302,
      "learning_rate": 3.4862751727777797e-05,
      "loss": 0.962,
      "step": 1000
    },
    {
      "epoch": 0.04905840694953257,
      "grad_norm": 0.6169306635856628,
      "learning_rate": 3.468816593279883e-05,
      "loss": 0.9134,
      "step": 1001
    },
    {
      "epoch": 0.049107416347084556,
      "grad_norm": 0.666816771030426,
      "learning_rate": 3.45139266054715e-05,
      "loss": 0.6671,
      "step": 1002
    },
    {
      "epoch": 0.04915642574463654,
      "grad_norm": 0.5929793119430542,
      "learning_rate": 3.434003467010441e-05,
      "loss": 0.8419,
      "step": 1003
    },
    {
      "epoch": 0.04920543514218852,
      "grad_norm": 0.7052729725837708,
      "learning_rate": 3.416649104916333e-05,
      "loss": 0.9174,
      "step": 1004
    },
    {
      "epoch": 0.0492544445397405,
      "grad_norm": 0.7329685688018799,
      "learning_rate": 3.399329666326625e-05,
      "loss": 0.9329,
      "step": 1005
    },
    {
      "epoch": 0.04930345393729248,
      "grad_norm": 0.615292489528656,
      "learning_rate": 3.3820452431178606e-05,
      "loss": 0.9984,
      "step": 1006
    },
    {
      "epoch": 0.04935246333484446,
      "grad_norm": 0.6140468716621399,
      "learning_rate": 3.3647959269808205e-05,
      "loss": 1.063,
      "step": 1007
    },
    {
      "epoch": 0.04940147273239644,
      "grad_norm": 0.5703467130661011,
      "learning_rate": 3.3475818094200585e-05,
      "loss": 0.7222,
      "step": 1008
    },
    {
      "epoch": 0.04945048212994842,
      "grad_norm": 0.9047325253486633,
      "learning_rate": 3.330402981753403e-05,
      "loss": 0.9886,
      "step": 1009
    },
    {
      "epoch": 0.0494994915275004,
      "grad_norm": 0.6686131954193115,
      "learning_rate": 3.313259535111478e-05,
      "loss": 1.0725,
      "step": 1010
    },
    {
      "epoch": 0.04954850092505238,
      "grad_norm": 0.636964738368988,
      "learning_rate": 3.296151560437214e-05,
      "loss": 0.9126,
      "step": 1011
    },
    {
      "epoch": 0.04959751032260436,
      "grad_norm": 0.7272589206695557,
      "learning_rate": 3.279079148485375e-05,
      "loss": 0.9779,
      "step": 1012
    },
    {
      "epoch": 0.04964651972015634,
      "grad_norm": 0.6418989300727844,
      "learning_rate": 3.26204238982206e-05,
      "loss": 0.8583,
      "step": 1013
    },
    {
      "epoch": 0.04969552911770832,
      "grad_norm": 0.7094526886940002,
      "learning_rate": 3.2450413748242437e-05,
      "loss": 0.9444,
      "step": 1014
    },
    {
      "epoch": 0.049744538515260305,
      "grad_norm": 0.6957181096076965,
      "learning_rate": 3.2280761936792837e-05,
      "loss": 0.7618,
      "step": 1015
    },
    {
      "epoch": 0.049793547912812285,
      "grad_norm": 0.7230151891708374,
      "learning_rate": 3.211146936384445e-05,
      "loss": 0.7795,
      "step": 1016
    },
    {
      "epoch": 0.049842557310364265,
      "grad_norm": 0.8297591209411621,
      "learning_rate": 3.194253692746425e-05,
      "loss": 0.7896,
      "step": 1017
    },
    {
      "epoch": 0.049891566707916245,
      "grad_norm": 0.8379236459732056,
      "learning_rate": 3.1773965523808754e-05,
      "loss": 0.9729,
      "step": 1018
    },
    {
      "epoch": 0.049940576105468225,
      "grad_norm": 0.7183436155319214,
      "learning_rate": 3.16057560471192e-05,
      "loss": 0.8227,
      "step": 1019
    },
    {
      "epoch": 0.049989585503020205,
      "grad_norm": 0.629508376121521,
      "learning_rate": 3.1437909389716915e-05,
      "loss": 0.9075,
      "step": 1020
    },
    {
      "epoch": 0.050038594900572185,
      "grad_norm": 0.7461273670196533,
      "learning_rate": 3.127042644199856e-05,
      "loss": 0.9051,
      "step": 1021
    },
    {
      "epoch": 0.050087604298124165,
      "grad_norm": 0.6946123838424683,
      "learning_rate": 3.110330809243134e-05,
      "loss": 0.9791,
      "step": 1022
    },
    {
      "epoch": 0.050136613695676145,
      "grad_norm": 0.6784788966178894,
      "learning_rate": 3.0936555227548355e-05,
      "loss": 0.992,
      "step": 1023
    },
    {
      "epoch": 0.050185623093228125,
      "grad_norm": 0.8211538195610046,
      "learning_rate": 3.0770168731943895e-05,
      "loss": 1.1266,
      "step": 1024
    },
    {
      "epoch": 0.050234632490780105,
      "grad_norm": 0.8090221285820007,
      "learning_rate": 3.060414948826862e-05,
      "loss": 0.8765,
      "step": 1025
    },
    {
      "epoch": 0.050283641888332085,
      "grad_norm": 0.6440678238868713,
      "learning_rate": 3.043849837722511e-05,
      "loss": 0.7471,
      "step": 1026
    },
    {
      "epoch": 0.050332651285884066,
      "grad_norm": 0.7287896871566772,
      "learning_rate": 3.0273216277563e-05,
      "loss": 1.0433,
      "step": 1027
    },
    {
      "epoch": 0.050381660683436046,
      "grad_norm": 0.7219467163085938,
      "learning_rate": 3.010830406607441e-05,
      "loss": 0.9732,
      "step": 1028
    },
    {
      "epoch": 0.05043067008098803,
      "grad_norm": 0.9491086602210999,
      "learning_rate": 2.9943762617589264e-05,
      "loss": 1.1342,
      "step": 1029
    },
    {
      "epoch": 0.05047967947854001,
      "grad_norm": 0.7712919116020203,
      "learning_rate": 2.977959280497068e-05,
      "loss": 0.908,
      "step": 1030
    },
    {
      "epoch": 0.05052868887609199,
      "grad_norm": 0.6606529355049133,
      "learning_rate": 2.9615795499110222e-05,
      "loss": 0.9412,
      "step": 1031
    },
    {
      "epoch": 0.05057769827364397,
      "grad_norm": 0.6389679908752441,
      "learning_rate": 2.9452371568923455e-05,
      "loss": 0.7991,
      "step": 1032
    },
    {
      "epoch": 0.05057769827364397,
      "eval_loss": NaN,
      "eval_runtime": 187.8442,
      "eval_samples_per_second": 45.74,
      "eval_steps_per_second": 22.87,
      "step": 1032
    }
  ],
  "logging_steps": 1,
  "max_steps": 1374,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 344,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.445284631543808e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}