{
  "best_metric": 0.9878795742988586,
  "best_model_checkpoint": "miner_id_24/checkpoint-2600",
  "epoch": 2.8148507643775784,
  "eval_steps": 100,
  "global_step": 2900,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.000970638194612958,
      "grad_norm": 0.4183165729045868,
      "learning_rate": 2e-05,
      "loss": 1.2311,
      "step": 1
    },
    {
      "epoch": 0.000970638194612958,
      "eval_loss": 1.7154041528701782,
      "eval_runtime": 7.7729,
      "eval_samples_per_second": 32.034,
      "eval_steps_per_second": 10.678,
      "step": 1
    },
    {
      "epoch": 0.001941276389225916,
      "grad_norm": 0.41692203283309937,
      "learning_rate": 4e-05,
      "loss": 1.2784,
      "step": 2
    },
    {
      "epoch": 0.002911914583838874,
      "grad_norm": 0.450368195772171,
      "learning_rate": 6e-05,
      "loss": 1.3224,
      "step": 3
    },
    {
      "epoch": 0.003882552778451832,
      "grad_norm": 0.47520381212234497,
      "learning_rate": 8e-05,
      "loss": 1.492,
      "step": 4
    },
    {
      "epoch": 0.0048531909730647905,
      "grad_norm": 0.41739028692245483,
      "learning_rate": 0.0001,
      "loss": 1.3978,
      "step": 5
    },
    {
      "epoch": 0.005823829167677748,
      "grad_norm": 0.3878914415836334,
      "learning_rate": 0.00012,
      "loss": 1.3969,
      "step": 6
    },
    {
      "epoch": 0.006794467362290706,
      "grad_norm": 0.32119020819664,
      "learning_rate": 0.00014,
      "loss": 1.4202,
      "step": 7
    },
    {
      "epoch": 0.007765105556903664,
      "grad_norm": 0.27601873874664307,
      "learning_rate": 0.00016,
      "loss": 1.3223,
      "step": 8
    },
    {
      "epoch": 0.008735743751516622,
      "grad_norm": 0.24181944131851196,
      "learning_rate": 0.00018,
      "loss": 1.2906,
      "step": 9
    },
    {
      "epoch": 0.009706381946129581,
      "grad_norm": 0.28117960691452026,
      "learning_rate": 0.0002,
      "loss": 1.3554,
      "step": 10
    },
    {
      "epoch": 0.010677020140742538,
      "grad_norm": 0.2315780371427536,
      "learning_rate": 0.00019999994798024782,
      "loss": 1.2758,
      "step": 11
    },
    {
      "epoch": 0.011647658335355497,
      "grad_norm": 0.22176338732242584,
      "learning_rate": 0.0001999997919210453,
      "loss": 1.3215,
      "step": 12
    },
    {
      "epoch": 0.012618296529968454,
      "grad_norm": 0.23570886254310608,
      "learning_rate": 0.00019999953182255493,
      "loss": 1.4282,
      "step": 13
    },
    {
      "epoch": 0.013588934724581413,
      "grad_norm": 0.22590577602386475,
      "learning_rate": 0.00019999916768504724,
      "loss": 1.2841,
      "step": 14
    },
    {
      "epoch": 0.01455957291919437,
      "grad_norm": 0.24083468317985535,
      "learning_rate": 0.00019999869950890106,
      "loss": 1.3289,
      "step": 15
    },
    {
      "epoch": 0.015530211113807329,
      "grad_norm": 0.22219733893871307,
      "learning_rate": 0.00019999812729460352,
      "loss": 1.3517,
      "step": 16
    },
    {
      "epoch": 0.016500849308420287,
      "grad_norm": 0.19386331737041473,
      "learning_rate": 0.00019999745104274993,
      "loss": 1.2689,
      "step": 17
    },
    {
      "epoch": 0.017471487503033244,
      "grad_norm": 0.1924704611301422,
      "learning_rate": 0.00019999667075404383,
      "loss": 1.3171,
      "step": 18
    },
    {
      "epoch": 0.0184421256976462,
      "grad_norm": 0.17562079429626465,
      "learning_rate": 0.00019999578642929713,
      "loss": 1.207,
      "step": 19
    },
    {
      "epoch": 0.019412763892259162,
      "grad_norm": 0.1645561009645462,
      "learning_rate": 0.00019999479806942977,
      "loss": 1.1625,
      "step": 20
    },
    {
      "epoch": 0.02038340208687212,
      "grad_norm": 0.1776028871536255,
      "learning_rate": 0.00019999370567547008,
      "loss": 1.2913,
      "step": 21
    },
    {
      "epoch": 0.021354040281485076,
      "grad_norm": 0.17172153294086456,
      "learning_rate": 0.00019999250924855456,
      "loss": 1.3918,
      "step": 22
    },
    {
      "epoch": 0.022324678476098033,
      "grad_norm": 0.1593320518732071,
      "learning_rate": 0.00019999120878992798,
      "loss": 1.1654,
      "step": 23
    },
    {
      "epoch": 0.023295316670710994,
      "grad_norm": 0.15042968094348907,
      "learning_rate": 0.00019998980430094334,
      "loss": 1.2328,
      "step": 24
    },
    {
      "epoch": 0.02426595486532395,
      "grad_norm": 0.15375849604606628,
      "learning_rate": 0.00019998829578306187,
      "loss": 1.3298,
      "step": 25
    },
    {
      "epoch": 0.025236593059936908,
      "grad_norm": 0.14067958295345306,
      "learning_rate": 0.00019998668323785296,
      "loss": 1.296,
      "step": 26
    },
    {
      "epoch": 0.02620723125454987,
      "grad_norm": 0.1678534895181656,
      "learning_rate": 0.0001999849666669944,
      "loss": 1.3765,
      "step": 27
    },
    {
      "epoch": 0.027177869449162825,
      "grad_norm": 0.15483292937278748,
      "learning_rate": 0.00019998314607227202,
      "loss": 1.2504,
      "step": 28
    },
    {
      "epoch": 0.028148507643775782,
      "grad_norm": 0.14836063981056213,
      "learning_rate": 0.00019998122145557998,
      "loss": 1.3087,
      "step": 29
    },
    {
      "epoch": 0.02911914583838874,
      "grad_norm": 0.14447858929634094,
      "learning_rate": 0.00019997919281892067,
      "loss": 1.368,
      "step": 30
    },
    {
      "epoch": 0.0300897840330017,
      "grad_norm": 0.1534399837255478,
      "learning_rate": 0.0001999770601644046,
      "loss": 1.2107,
      "step": 31
    },
    {
      "epoch": 0.031060422227614657,
      "grad_norm": 0.15841498970985413,
      "learning_rate": 0.00019997482349425066,
      "loss": 1.1699,
      "step": 32
    },
    {
      "epoch": 0.032031060422227614,
      "grad_norm": 0.16028310358524323,
      "learning_rate": 0.00019997248281078585,
      "loss": 1.4039,
      "step": 33
    },
    {
      "epoch": 0.033001698616840575,
      "grad_norm": 0.15161389112472534,
      "learning_rate": 0.00019997003811644533,
      "loss": 1.4173,
      "step": 34
    },
    {
      "epoch": 0.03397233681145353,
      "grad_norm": 0.1505398154258728,
      "learning_rate": 0.00019996748941377264,
      "loss": 1.3231,
      "step": 35
    },
    {
      "epoch": 0.03494297500606649,
      "grad_norm": 0.16039113700389862,
      "learning_rate": 0.0001999648367054194,
      "loss": 1.3924,
      "step": 36
    },
    {
      "epoch": 0.03591361320067945,
      "grad_norm": 0.14930839836597443,
      "learning_rate": 0.00019996207999414546,
      "loss": 1.2295,
      "step": 37
    },
    {
      "epoch": 0.0368842513952924,
      "grad_norm": 0.1580548882484436,
      "learning_rate": 0.00019995921928281894,
      "loss": 1.3104,
      "step": 38
    },
    {
      "epoch": 0.03785488958990536,
      "grad_norm": 0.1629181057214737,
      "learning_rate": 0.00019995625457441604,
      "loss": 1.2802,
      "step": 39
    },
    {
      "epoch": 0.038825527784518324,
      "grad_norm": 0.15682341158390045,
      "learning_rate": 0.0001999531858720213,
      "loss": 1.2872,
      "step": 40
    },
    {
      "epoch": 0.03979616597913128,
      "grad_norm": 0.1631859391927719,
      "learning_rate": 0.00019995001317882731,
      "loss": 1.2368,
      "step": 41
    },
    {
      "epoch": 0.04076680417374424,
      "grad_norm": 0.1750415414571762,
      "learning_rate": 0.00019994673649813497,
      "loss": 1.3906,
      "step": 42
    },
    {
      "epoch": 0.04173744236835719,
      "grad_norm": 0.18570664525032043,
      "learning_rate": 0.00019994335583335335,
      "loss": 1.3932,
      "step": 43
    },
    {
      "epoch": 0.04270808056297015,
      "grad_norm": 0.18028505146503448,
      "learning_rate": 0.0001999398711879996,
      "loss": 1.3581,
      "step": 44
    },
    {
      "epoch": 0.04367871875758311,
      "grad_norm": 0.19360512495040894,
      "learning_rate": 0.0001999362825656992,
      "loss": 1.322,
      "step": 45
    },
    {
      "epoch": 0.044649356952196066,
      "grad_norm": 0.24314993619918823,
      "learning_rate": 0.00019993258997018566,
      "loss": 1.4641,
      "step": 46
    },
    {
      "epoch": 0.04561999514680903,
      "grad_norm": 0.23082005977630615,
      "learning_rate": 0.0001999287934053008,
      "loss": 1.6844,
      "step": 47
    },
    {
      "epoch": 0.04659063334142199,
      "grad_norm": 0.31778281927108765,
      "learning_rate": 0.00019992489287499454,
      "loss": 1.7913,
      "step": 48
    },
    {
      "epoch": 0.04756127153603494,
      "grad_norm": 0.42894235253334045,
      "learning_rate": 0.00019992088838332496,
      "loss": 2.1298,
      "step": 49
    },
    {
      "epoch": 0.0485319097306479,
      "grad_norm": 0.5267540216445923,
      "learning_rate": 0.0001999167799344583,
      "loss": 2.3886,
      "step": 50
    },
    {
      "epoch": 0.04950254792526086,
      "grad_norm": 0.30953115224838257,
      "learning_rate": 0.000199912567532669,
      "loss": 1.1011,
      "step": 51
    },
    {
      "epoch": 0.050473186119873815,
      "grad_norm": 0.3517293930053711,
      "learning_rate": 0.00019990825118233957,
      "loss": 1.025,
      "step": 52
    },
    {
      "epoch": 0.051443824314486776,
      "grad_norm": 0.3426581919193268,
      "learning_rate": 0.00019990383088796078,
      "loss": 1.0909,
      "step": 53
    },
    {
      "epoch": 0.05241446250909974,
      "grad_norm": 0.3198586702346802,
      "learning_rate": 0.00019989930665413147,
      "loss": 1.1228,
      "step": 54
    },
    {
      "epoch": 0.05338510070371269,
      "grad_norm": 0.22782430052757263,
      "learning_rate": 0.0001998946784855586,
      "loss": 1.0881,
      "step": 55
    },
    {
      "epoch": 0.05435573889832565,
      "grad_norm": 0.19510255753993988,
      "learning_rate": 0.00019988994638705734,
      "loss": 1.0809,
      "step": 56
    },
    {
      "epoch": 0.055326377092938604,
      "grad_norm": 0.20676270127296448,
      "learning_rate": 0.0001998851103635509,
      "loss": 1.0606,
      "step": 57
    },
    {
      "epoch": 0.056297015287551565,
      "grad_norm": 0.24002128839492798,
      "learning_rate": 0.00019988017042007065,
      "loss": 1.0762,
      "step": 58
    },
    {
      "epoch": 0.057267653482164525,
      "grad_norm": 0.24394479393959045,
      "learning_rate": 0.0001998751265617561,
      "loss": 1.149,
      "step": 59
    },
    {
      "epoch": 0.05823829167677748,
      "grad_norm": 0.19554337859153748,
      "learning_rate": 0.00019986997879385487,
      "loss": 1.0738,
      "step": 60
    },
    {
      "epoch": 0.05920892987139044,
      "grad_norm": 0.20704524219036102,
      "learning_rate": 0.00019986472712172265,
      "loss": 1.1187,
      "step": 61
    },
    {
      "epoch": 0.0601795680660034,
      "grad_norm": 0.19144661724567413,
      "learning_rate": 0.00019985937155082327,
      "loss": 1.2116,
      "step": 62
    },
    {
      "epoch": 0.061150206260616354,
      "grad_norm": 0.19448231160640717,
      "learning_rate": 0.00019985391208672863,
      "loss": 1.1504,
      "step": 63
    },
    {
      "epoch": 0.062120844455229314,
      "grad_norm": 0.1566827893257141,
      "learning_rate": 0.00019984834873511872,
      "loss": 1.1043,
      "step": 64
    },
    {
      "epoch": 0.06309148264984227,
      "grad_norm": 0.17107848823070526,
      "learning_rate": 0.00019984268150178167,
      "loss": 1.1095,
      "step": 65
    },
    {
      "epoch": 0.06406212084445523,
      "grad_norm": 0.13893233239650726,
      "learning_rate": 0.00019983691039261357,
      "loss": 1.1503,
      "step": 66
    },
    {
      "epoch": 0.06503275903906819,
      "grad_norm": 0.140767902135849,
      "learning_rate": 0.0001998310354136187,
      "loss": 1.1889,
      "step": 67
    },
    {
      "epoch": 0.06600339723368115,
      "grad_norm": 0.14132970571517944,
      "learning_rate": 0.00019982505657090935,
      "loss": 1.1273,
      "step": 68
    },
    {
      "epoch": 0.06697403542829411,
      "grad_norm": 0.15778806805610657,
      "learning_rate": 0.00019981897387070588,
      "loss": 1.093,
      "step": 69
    },
    {
      "epoch": 0.06794467362290706,
      "grad_norm": 0.15738993883132935,
      "learning_rate": 0.0001998127873193367,
      "loss": 1.1355,
      "step": 70
    },
    {
      "epoch": 0.06891531181752002,
      "grad_norm": 0.1512622833251953,
      "learning_rate": 0.00019980649692323825,
      "loss": 1.21,
      "step": 71
    },
    {
      "epoch": 0.06988595001213298,
      "grad_norm": 0.13779759407043457,
      "learning_rate": 0.00019980010268895505,
      "loss": 1.1213,
      "step": 72
    },
    {
      "epoch": 0.07085658820674594,
      "grad_norm": 0.13331854343414307,
      "learning_rate": 0.00019979360462313962,
      "loss": 1.1216,
      "step": 73
    },
    {
      "epoch": 0.0718272264013589,
      "grad_norm": 0.14605607092380524,
      "learning_rate": 0.00019978700273255254,
      "loss": 1.1367,
      "step": 74
    },
    {
      "epoch": 0.07279786459597185,
      "grad_norm": 0.1392592489719391,
      "learning_rate": 0.00019978029702406234,
      "loss": 1.2764,
      "step": 75
    },
    {
      "epoch": 0.0737685027905848,
      "grad_norm": 0.14096035063266754,
      "learning_rate": 0.0001997734875046456,
      "loss": 1.1364,
      "step": 76
    },
    {
      "epoch": 0.07473914098519777,
      "grad_norm": 0.1450103372335434,
      "learning_rate": 0.000199766574181387,
      "loss": 1.1492,
      "step": 77
    },
    {
      "epoch": 0.07570977917981073,
      "grad_norm": 0.14507851004600525,
      "learning_rate": 0.000199759557061479,
      "loss": 1.252,
      "step": 78
    },
    {
      "epoch": 0.07668041737442369,
      "grad_norm": 0.14952518045902252,
      "learning_rate": 0.00019975243615222228,
      "loss": 1.2368,
      "step": 79
    },
    {
      "epoch": 0.07765105556903665,
      "grad_norm": 0.14554890990257263,
      "learning_rate": 0.00019974521146102537,
      "loss": 1.2703,
      "step": 80
    },
    {
      "epoch": 0.0786216937636496,
      "grad_norm": 0.12908557057380676,
      "learning_rate": 0.00019973788299540476,
      "loss": 1.2354,
      "step": 81
    },
    {
      "epoch": 0.07959233195826255,
      "grad_norm": 0.1297660768032074,
      "learning_rate": 0.000199730450762985,
      "loss": 1.1586,
      "step": 82
    },
    {
      "epoch": 0.08056297015287552,
      "grad_norm": 0.14035549759864807,
      "learning_rate": 0.00019972291477149854,
      "loss": 1.2604,
      "step": 83
    },
    {
      "epoch": 0.08153360834748848,
      "grad_norm": 0.150525763630867,
      "learning_rate": 0.00019971527502878576,
      "loss": 1.4334,
      "step": 84
    },
    {
      "epoch": 0.08250424654210144,
      "grad_norm": 0.14716966450214386,
      "learning_rate": 0.00019970753154279505,
      "loss": 1.3787,
      "step": 85
    },
    {
      "epoch": 0.08347488473671438,
      "grad_norm": 0.1581190675497055,
      "learning_rate": 0.00019969968432158265,
      "loss": 1.2456,
      "step": 86
    },
    {
      "epoch": 0.08444552293132734,
      "grad_norm": 0.14427998661994934,
      "learning_rate": 0.0001996917333733128,
      "loss": 1.3486,
      "step": 87
    },
    {
      "epoch": 0.0854161611259403,
      "grad_norm": 0.15428584814071655,
      "learning_rate": 0.00019968367870625762,
      "loss": 1.2561,
      "step": 88
    },
    {
      "epoch": 0.08638679932055326,
      "grad_norm": 0.1497599482536316,
      "learning_rate": 0.00019967552032879718,
      "loss": 1.2344,
      "step": 89
    },
    {
      "epoch": 0.08735743751516623,
      "grad_norm": 0.15378423035144806,
      "learning_rate": 0.00019966725824941932,
      "loss": 1.2433,
      "step": 90
    },
    {
      "epoch": 0.08832807570977919,
      "grad_norm": 0.1612754613161087,
      "learning_rate": 0.00019965889247672,
      "loss": 1.2361,
      "step": 91
    },
    {
      "epoch": 0.08929871390439213,
      "grad_norm": 0.1611330211162567,
      "learning_rate": 0.0001996504230194028,
      "loss": 1.2441,
      "step": 92
    },
    {
      "epoch": 0.09026935209900509,
      "grad_norm": 0.1716192662715912,
      "learning_rate": 0.00019964184988627938,
      "loss": 1.2617,
      "step": 93
    },
    {
      "epoch": 0.09123999029361805,
      "grad_norm": 0.18550513684749603,
      "learning_rate": 0.00019963317308626914,
      "loss": 1.2854,
      "step": 94
    },
    {
      "epoch": 0.09221062848823101,
      "grad_norm": 0.17600253224372864,
      "learning_rate": 0.00019962439262839944,
      "loss": 1.2468,
      "step": 95
    },
    {
      "epoch": 0.09318126668284397,
      "grad_norm": 0.19687390327453613,
      "learning_rate": 0.00019961550852180536,
      "loss": 1.3477,
      "step": 96
    },
    {
      "epoch": 0.09415190487745692,
      "grad_norm": 0.21536345779895782,
      "learning_rate": 0.00019960652077572993,
      "loss": 1.3447,
      "step": 97
    },
    {
      "epoch": 0.09512254307206988,
      "grad_norm": 0.2698647677898407,
      "learning_rate": 0.00019959742939952392,
      "loss": 1.608,
      "step": 98
    },
    {
      "epoch": 0.09609318126668284,
      "grad_norm": 0.3549357056617737,
      "learning_rate": 0.00019958823440264598,
      "loss": 2.0918,
      "step": 99
    },
    {
      "epoch": 0.0970638194612958,
      "grad_norm": 0.42630735039711,
      "learning_rate": 0.00019957893579466252,
      "loss": 2.1415,
      "step": 100
    },
    {
      "epoch": 0.0970638194612958,
      "eval_loss": 1.2307335138320923,
      "eval_runtime": 7.8067,
      "eval_samples_per_second": 31.896,
      "eval_steps_per_second": 10.632,
      "step": 100
    },
    {
      "epoch": 0.09803445765590876,
      "grad_norm": 0.15451082587242126,
      "learning_rate": 0.00019956953358524774,
      "loss": 1.004,
      "step": 101
    },
    {
      "epoch": 0.09900509585052172,
      "grad_norm": 0.29429155588150024,
      "learning_rate": 0.00019956002778418372,
      "loss": 0.9857,
      "step": 102
    },
    {
      "epoch": 0.09997573404513467,
      "grad_norm": 0.312499463558197,
      "learning_rate": 0.00019955041840136021,
      "loss": 1.0734,
      "step": 103
    },
    {
      "epoch": 0.10094637223974763,
      "grad_norm": 0.25640928745269775,
      "learning_rate": 0.00019954070544677476,
      "loss": 1.0596,
      "step": 104
    },
    {
      "epoch": 0.10191701043436059,
      "grad_norm": 0.20377995073795319,
      "learning_rate": 0.00019953088893053268,
      "loss": 1.0678,
      "step": 105
    },
    {
      "epoch": 0.10288764862897355,
      "grad_norm": 0.22091498970985413,
      "learning_rate": 0.0001995209688628471,
      "loss": 1.0695,
      "step": 106
    },
    {
      "epoch": 0.10385828682358651,
      "grad_norm": 0.23564289510250092,
      "learning_rate": 0.00019951094525403864,
      "loss": 1.0627,
      "step": 107
    },
    {
      "epoch": 0.10482892501819947,
      "grad_norm": 0.21845155954360962,
      "learning_rate": 0.00019950081811453597,
      "loss": 1.0832,
      "step": 108
    },
    {
      "epoch": 0.10579956321281242,
      "grad_norm": 0.18400779366493225,
      "learning_rate": 0.00019949058745487522,
      "loss": 1.0514,
      "step": 109
    },
    {
      "epoch": 0.10677020140742538,
      "grad_norm": 0.1573060005903244,
      "learning_rate": 0.00019948025328570042,
      "loss": 1.0208,
      "step": 110
    },
    {
      "epoch": 0.10774083960203834,
      "grad_norm": 0.15022523701190948,
      "learning_rate": 0.00019946981561776308,
      "loss": 1.1188,
      "step": 111
    },
    {
      "epoch": 0.1087114777966513,
      "grad_norm": 0.164481520652771,
      "learning_rate": 0.00019945927446192257,
      "loss": 1.1734,
      "step": 112
    },
    {
      "epoch": 0.10968211599126426,
      "grad_norm": 0.18140707910060883,
      "learning_rate": 0.0001994486298291458,
      "loss": 1.0924,
      "step": 113
    },
    {
      "epoch": 0.11065275418587721,
      "grad_norm": 0.18544894456863403,
      "learning_rate": 0.00019943788173050744,
      "loss": 1.0871,
      "step": 114
    },
    {
      "epoch": 0.11162339238049017,
      "grad_norm": 0.1388368159532547,
      "learning_rate": 0.00019942703017718975,
      "loss": 1.1461,
      "step": 115
    },
    {
      "epoch": 0.11259403057510313,
      "grad_norm": 0.137745663523674,
      "learning_rate": 0.0001994160751804826,
      "loss": 1.0777,
      "step": 116
    },
    {
      "epoch": 0.11356466876971609,
      "grad_norm": 0.13075321912765503,
      "learning_rate": 0.00019940501675178355,
      "loss": 1.0377,
      "step": 117
    },
    {
      "epoch": 0.11453530696432905,
      "grad_norm": 0.13695529103279114,
      "learning_rate": 0.0001993938549025977,
      "loss": 1.1452,
      "step": 118
    },
    {
      "epoch": 0.11550594515894201,
      "grad_norm": 0.153973788022995,
      "learning_rate": 0.00019938258964453788,
      "loss": 1.072,
      "step": 119
    },
    {
      "epoch": 0.11647658335355496,
      "grad_norm": 0.1392468810081482,
      "learning_rate": 0.00019937122098932428,
      "loss": 1.1445,
      "step": 120
    },
    {
      "epoch": 0.11744722154816792,
      "grad_norm": 0.137968510389328,
      "learning_rate": 0.00019935974894878485,
      "loss": 1.1271,
      "step": 121
    },
    {
      "epoch": 0.11841785974278088,
      "grad_norm": 0.13550053536891937,
      "learning_rate": 0.00019934817353485501,
      "loss": 1.2127,
      "step": 122
    },
    {
      "epoch": 0.11938849793739384,
      "grad_norm": 0.1252986639738083,
      "learning_rate": 0.00019933649475957786,
      "loss": 1.1435,
      "step": 123
    },
    {
      "epoch": 0.1203591361320068,
      "grad_norm": 0.13702329993247986,
      "learning_rate": 0.00019932471263510383,
      "loss": 1.14,
      "step": 124
    },
    {
      "epoch": 0.12132977432661975,
      "grad_norm": 0.13907665014266968,
      "learning_rate": 0.00019931282717369105,
      "loss": 1.083,
      "step": 125
    },
    {
      "epoch": 0.12230041252123271,
      "grad_norm": 0.1510346531867981,
      "learning_rate": 0.00019930083838770504,
      "loss": 1.1236,
      "step": 126
    },
    {
      "epoch": 0.12327105071584567,
      "grad_norm": 0.1349366307258606,
      "learning_rate": 0.00019928874628961894,
      "loss": 1.0833,
      "step": 127
    },
    {
      "epoch": 0.12424168891045863,
      "grad_norm": 0.14085158705711365,
      "learning_rate": 0.00019927655089201323,
      "loss": 1.1815,
      "step": 128
    },
    {
      "epoch": 0.12521232710507157,
      "grad_norm": 0.13858327269554138,
      "learning_rate": 0.00019926425220757605,
      "loss": 1.2299,
      "step": 129
    },
    {
      "epoch": 0.12618296529968454,
      "grad_norm": 0.1389986276626587,
      "learning_rate": 0.00019925185024910277,
      "loss": 1.1445,
      "step": 130
    },
    {
      "epoch": 0.1271536034942975,
      "grad_norm": 0.1452038437128067,
      "learning_rate": 0.00019923934502949644,
      "loss": 1.3134,
      "step": 131
    },
    {
      "epoch": 0.12812424168891046,
      "grad_norm": 0.1633295714855194,
      "learning_rate": 0.0001992267365617673,
      "loss": 1.3618,
      "step": 132
    },
    {
      "epoch": 0.12909487988352342,
      "grad_norm": 0.13663114607334137,
      "learning_rate": 0.00019921402485903326,
      "loss": 1.1677,
      "step": 133
    },
    {
      "epoch": 0.13006551807813638,
      "grad_norm": 0.14078931510448456,
      "learning_rate": 0.00019920120993451948,
      "loss": 1.2448,
      "step": 134
    },
    {
      "epoch": 0.13103615627274934,
      "grad_norm": 0.1424303948879242,
      "learning_rate": 0.0001991882918015585,
      "loss": 1.1598,
      "step": 135
    },
    {
      "epoch": 0.1320067944673623,
      "grad_norm": 0.14187030494213104,
      "learning_rate": 0.00019917527047359028,
      "loss": 1.2656,
      "step": 136
    },
    {
      "epoch": 0.13297743266197526,
      "grad_norm": 0.14169564843177795,
      "learning_rate": 0.0001991621459641622,
      "loss": 1.1086,
      "step": 137
    },
    {
      "epoch": 0.13394807085658822,
      "grad_norm": 0.15717507898807526,
      "learning_rate": 0.00019914891828692888,
      "loss": 1.3231,
      "step": 138
    },
    {
      "epoch": 0.13491870905120115,
      "grad_norm": 0.1543203592300415,
      "learning_rate": 0.0001991355874556524,
      "loss": 1.2687,
      "step": 139
    },
    {
      "epoch": 0.1358893472458141,
      "grad_norm": 0.15547654032707214,
      "learning_rate": 0.000199122153484202,
      "loss": 1.1324,
      "step": 140
    },
    {
      "epoch": 0.13685998544042707,
      "grad_norm": 0.17818398773670197,
      "learning_rate": 0.0001991086163865544,
      "loss": 1.1988,
      "step": 141
    },
    {
      "epoch": 0.13783062363504003,
      "grad_norm": 0.17167514562606812,
      "learning_rate": 0.00019909497617679348,
      "loss": 1.2828,
      "step": 142
    },
    {
      "epoch": 0.138801261829653,
      "grad_norm": 0.16169781982898712,
      "learning_rate": 0.00019908123286911046,
      "loss": 1.2537,
      "step": 143
    },
    {
      "epoch": 0.13977190002426595,
      "grad_norm": 0.16816437244415283,
      "learning_rate": 0.00019906738647780382,
      "loss": 1.274,
      "step": 144
    },
    {
      "epoch": 0.14074253821887892,
      "grad_norm": 0.17939236760139465,
      "learning_rate": 0.00019905343701727925,
      "loss": 1.3058,
      "step": 145
    },
    {
      "epoch": 0.14171317641349188,
      "grad_norm": 0.22342288494110107,
      "learning_rate": 0.00019903938450204972,
      "loss": 1.4022,
      "step": 146
    },
    {
      "epoch": 0.14268381460810484,
      "grad_norm": 0.2272534817457199,
      "learning_rate": 0.0001990252289467354,
      "loss": 1.4628,
      "step": 147
    },
    {
      "epoch": 0.1436544528027178,
      "grad_norm": 0.24291132390499115,
      "learning_rate": 0.00019901097036606366,
      "loss": 1.6442,
      "step": 148
    },
    {
      "epoch": 0.14462509099733076,
      "grad_norm": 0.32077550888061523,
      "learning_rate": 0.00019899660877486906,
      "loss": 2.0377,
      "step": 149
    },
    {
      "epoch": 0.1455957291919437,
      "grad_norm": 0.36884891986846924,
      "learning_rate": 0.0001989821441880933,
      "loss": 2.0854,
      "step": 150
    },
    {
      "epoch": 0.14656636738655665,
      "grad_norm": 0.13072356581687927,
      "learning_rate": 0.00019896757662078528,
      "loss": 0.9285,
      "step": 151
    },
    {
      "epoch": 0.1475370055811696,
      "grad_norm": 0.2903645932674408,
      "learning_rate": 0.00019895290608810102,
      "loss": 1.0071,
      "step": 152
    },
    {
      "epoch": 0.14850764377578257,
      "grad_norm": 0.27536100149154663,
      "learning_rate": 0.00019893813260530368,
      "loss": 1.0438,
      "step": 153
    },
    {
      "epoch": 0.14947828197039553,
      "grad_norm": 0.21540775895118713,
      "learning_rate": 0.00019892325618776351,
      "loss": 1.0104,
      "step": 154
    },
    {
      "epoch": 0.1504489201650085,
      "grad_norm": 0.1585700809955597,
      "learning_rate": 0.00019890827685095788,
      "loss": 1.0423,
      "step": 155
    },
    {
      "epoch": 0.15141955835962145,
      "grad_norm": 0.1682276874780655,
      "learning_rate": 0.0001988931946104712,
      "loss": 1.0705,
      "step": 156
    },
    {
      "epoch": 0.15239019655423441,
      "grad_norm": 0.24675233662128448,
      "learning_rate": 0.00019887800948199496,
      "loss": 1.0885,
      "step": 157
    },
    {
      "epoch": 0.15336083474884737,
      "grad_norm": 0.21219021081924438,
      "learning_rate": 0.0001988627214813277,
      "loss": 1.0695,
      "step": 158
    },
    {
      "epoch": 0.15433147294346033,
      "grad_norm": 0.17918209731578827,
      "learning_rate": 0.00019884733062437495,
      "loss": 1.0539,
      "step": 159
    },
    {
      "epoch": 0.1553021111380733,
      "grad_norm": 0.1610948145389557,
      "learning_rate": 0.00019883183692714936,
      "loss": 1.14,
      "step": 160
    },
    {
      "epoch": 0.15627274933268623,
      "grad_norm": 0.1718137413263321,
      "learning_rate": 0.0001988162404057704,
      "loss": 1.0394,
      "step": 161
    },
    {
      "epoch": 0.1572433875272992,
      "grad_norm": 0.18803991377353668,
      "learning_rate": 0.00019880054107646467,
      "loss": 1.0804,
      "step": 162
    },
    {
      "epoch": 0.15821402572191215,
      "grad_norm": 0.16368602216243744,
      "learning_rate": 0.00019878473895556563,
      "loss": 0.9855,
      "step": 163
    },
    {
      "epoch": 0.1591846639165251,
      "grad_norm": 0.15859417617321014,
      "learning_rate": 0.00019876883405951377,
      "loss": 1.0203,
      "step": 164
    },
    {
      "epoch": 0.16015530211113807,
      "grad_norm": 0.14212089776992798,
      "learning_rate": 0.00019875282640485645,
      "loss": 1.0476,
      "step": 165
    },
    {
      "epoch": 0.16112594030575103,
      "grad_norm": 0.1597268283367157,
      "learning_rate": 0.000198736716008248,
      "loss": 0.9907,
      "step": 166
    },
    {
      "epoch": 0.162096578500364,
      "grad_norm": 0.1724063605070114,
      "learning_rate": 0.00019872050288644952,
      "loss": 1.0898,
      "step": 167
    },
    {
      "epoch": 0.16306721669497695,
      "grad_norm": 0.15077731013298035,
      "learning_rate": 0.0001987041870563291,
      "loss": 1.1341,
      "step": 168
    },
    {
      "epoch": 0.1640378548895899,
      "grad_norm": 0.14285433292388916,
      "learning_rate": 0.00019868776853486164,
      "loss": 1.0933,
      "step": 169
    },
    {
      "epoch": 0.16500849308420287,
      "grad_norm": 0.13630181550979614,
      "learning_rate": 0.0001986712473391289,
      "loss": 1.0043,
      "step": 170
    },
    {
      "epoch": 0.16597913127881583,
      "grad_norm": 0.14686153829097748,
      "learning_rate": 0.00019865462348631944,
      "loss": 1.1769,
      "step": 171
    },
    {
      "epoch": 0.16694976947342877,
      "grad_norm": 0.16452088952064514,
      "learning_rate": 0.00019863789699372863,
      "loss": 1.1197,
      "step": 172
    },
    {
      "epoch": 0.16792040766804173,
      "grad_norm": 0.14766652882099152,
      "learning_rate": 0.00019862106787875864,
      "loss": 1.0506,
      "step": 173
    },
    {
      "epoch": 0.1688910458626547,
      "grad_norm": 0.156982421875,
      "learning_rate": 0.0001986041361589184,
      "loss": 1.054,
      "step": 174
    },
    {
      "epoch": 0.16986168405726765,
      "grad_norm": 0.13695791363716125,
      "learning_rate": 0.0001985871018518236,
      "loss": 1.0935,
      "step": 175
    },
    {
      "epoch": 0.1708323222518806,
      "grad_norm": 0.13606883585453033,
      "learning_rate": 0.0001985699649751966,
      "loss": 1.1251,
      "step": 176
    },
    {
      "epoch": 0.17180296044649357,
      "grad_norm": 0.1438061147928238,
      "learning_rate": 0.00019855272554686657,
      "loss": 1.1697,
      "step": 177
    },
    {
      "epoch": 0.17277359864110653,
      "grad_norm": 0.16796769201755524,
      "learning_rate": 0.00019853538358476932,
      "loss": 1.2214,
      "step": 178
    },
    {
      "epoch": 0.1737442368357195,
      "grad_norm": 0.17485281825065613,
      "learning_rate": 0.0001985179391069473,
      "loss": 1.1802,
      "step": 179
    },
    {
      "epoch": 0.17471487503033245,
      "grad_norm": 0.12720853090286255,
      "learning_rate": 0.00019850039213154973,
      "loss": 1.1646,
      "step": 180
    },
    {
      "epoch": 0.1756855132249454,
      "grad_norm": 0.1511223018169403,
      "learning_rate": 0.00019848274267683232,
      "loss": 1.1228,
      "step": 181
    },
    {
      "epoch": 0.17665615141955837,
      "grad_norm": 0.14073489606380463,
      "learning_rate": 0.0001984649907611575,
      "loss": 1.0639,
      "step": 182
    },
    {
      "epoch": 0.1776267896141713,
      "grad_norm": 0.1491158902645111,
      "learning_rate": 0.0001984471364029943,
      "loss": 1.3692,
      "step": 183
    },
    {
      "epoch": 0.17859742780878426,
      "grad_norm": 0.16343945264816284,
      "learning_rate": 0.00019842917962091828,
      "loss": 1.1516,
      "step": 184
    },
    {
      "epoch": 0.17956806600339723,
      "grad_norm": 0.14969666302204132,
      "learning_rate": 0.0001984111204336116,
      "loss": 1.3129,
      "step": 185
    },
    {
      "epoch": 0.18053870419801019,
      "grad_norm": 0.14613625407218933,
      "learning_rate": 0.00019839295885986296,
      "loss": 1.252,
      "step": 186
    },
    {
      "epoch": 0.18150934239262315,
      "grad_norm": 0.1498010754585266,
      "learning_rate": 0.00019837469491856756,
      "loss": 1.2734,
      "step": 187
    },
    {
      "epoch": 0.1824799805872361,
      "grad_norm": 0.1550290733575821,
      "learning_rate": 0.0001983563286287271,
      "loss": 1.2412,
      "step": 188
    },
    {
      "epoch": 0.18345061878184907,
      "grad_norm": 0.16243118047714233,
      "learning_rate": 0.0001983378600094498,
      "loss": 1.3503,
      "step": 189
    },
    {
      "epoch": 0.18442125697646203,
      "grad_norm": 0.15487362444400787,
      "learning_rate": 0.0001983192890799503,
      "loss": 1.0834,
      "step": 190
    },
    {
      "epoch": 0.185391895171075,
      "grad_norm": 0.15457576513290405,
      "learning_rate": 0.00019830061585954974,
      "loss": 1.2652,
      "step": 191
    },
    {
      "epoch": 0.18636253336568795,
      "grad_norm": 0.1700754463672638,
      "learning_rate": 0.00019828184036767556,
      "loss": 1.3383,
      "step": 192
    },
    {
      "epoch": 0.1873331715603009,
      "grad_norm": 0.16076074540615082,
      "learning_rate": 0.0001982629626238618,
      "loss": 1.1793,
      "step": 193
    },
    {
      "epoch": 0.18830380975491384,
      "grad_norm": 0.16620580852031708,
      "learning_rate": 0.00019824398264774867,
      "loss": 1.2996,
      "step": 194
    },
    {
      "epoch": 0.1892744479495268,
      "grad_norm": 0.1780329793691635,
      "learning_rate": 0.00019822490045908294,
      "loss": 1.2555,
      "step": 195
    },
    {
      "epoch": 0.19024508614413976,
      "grad_norm": 0.19638927280902863,
      "learning_rate": 0.00019820571607771754,
      "loss": 1.2477,
      "step": 196
    },
    {
      "epoch": 0.19121572433875272,
      "grad_norm": 0.1955307573080063,
      "learning_rate": 0.00019818642952361187,
      "loss": 1.3165,
      "step": 197
    },
    {
      "epoch": 0.19218636253336568,
      "grad_norm": 0.2860158085823059,
      "learning_rate": 0.0001981670408168315,
      "loss": 1.6023,
      "step": 198
    },
    {
      "epoch": 0.19315700072797864,
      "grad_norm": 0.32251566648483276,
      "learning_rate": 0.0001981475499775484,
      "loss": 1.8129,
      "step": 199
    },
    {
      "epoch": 0.1941276389225916,
      "grad_norm": 0.3918701410293579,
      "learning_rate": 0.00019812795702604073,
      "loss": 1.9643,
      "step": 200
    },
    {
      "epoch": 0.1941276389225916,
      "eval_loss": 1.1574864387512207,
      "eval_runtime": 7.7496,
      "eval_samples_per_second": 32.131,
      "eval_steps_per_second": 10.71,
      "step": 200
    },
    {
      "epoch": 0.19509827711720457,
      "grad_norm": 0.13417541980743408,
      "learning_rate": 0.00019810826198269287,
      "loss": 0.9279,
      "step": 201
    },
    {
      "epoch": 0.19606891531181753,
      "grad_norm": 0.23626673221588135,
      "learning_rate": 0.0001980884648679955,
      "loss": 0.9215,
      "step": 202
    },
    {
      "epoch": 0.1970395535064305,
      "grad_norm": 0.20770719647407532,
      "learning_rate": 0.00019806856570254536,
      "loss": 0.9183,
      "step": 203
    },
    {
      "epoch": 0.19801019170104345,
      "grad_norm": 0.19735515117645264,
      "learning_rate": 0.00019804856450704553,
      "loss": 0.978,
      "step": 204
    },
    {
      "epoch": 0.19898082989565638,
      "grad_norm": 0.1607474684715271,
      "learning_rate": 0.00019802846130230508,
      "loss": 0.9784,
      "step": 205
    },
    {
      "epoch": 0.19995146809026934,
      "grad_norm": 0.13927336037158966,
      "learning_rate": 0.00019800825610923934,
      "loss": 1.0227,
      "step": 206
    },
    {
      "epoch": 0.2009221062848823,
      "grad_norm": 0.15894556045532227,
      "learning_rate": 0.00019798794894886968,
      "loss": 0.9363,
      "step": 207
    },
    {
      "epoch": 0.20189274447949526,
      "grad_norm": 0.16591645777225494,
      "learning_rate": 0.00019796753984232358,
      "loss": 1.0533,
      "step": 208
    },
    {
      "epoch": 0.20286338267410822,
      "grad_norm": 0.1708332896232605,
      "learning_rate": 0.00019794702881083454,
      "loss": 1.07,
      "step": 209
    },
    {
      "epoch": 0.20383402086872118,
      "grad_norm": 0.14713002741336823,
      "learning_rate": 0.00019792641587574212,
      "loss": 1.0505,
      "step": 210
    },
    {
      "epoch": 0.20480465906333414,
      "grad_norm": 0.13851360976696014,
      "learning_rate": 0.00019790570105849198,
      "loss": 1.0305,
      "step": 211
    },
    {
      "epoch": 0.2057752972579471,
      "grad_norm": 0.14673975110054016,
      "learning_rate": 0.00019788488438063565,
      "loss": 1.0138,
      "step": 212
    },
    {
      "epoch": 0.20674593545256006,
      "grad_norm": 0.14795619249343872,
      "learning_rate": 0.00019786396586383075,
      "loss": 1.0496,
      "step": 213
    },
    {
      "epoch": 0.20771657364717303,
      "grad_norm": 0.14704160392284393,
      "learning_rate": 0.00019784294552984078,
      "loss": 1.0778,
      "step": 214
    },
    {
      "epoch": 0.20868721184178599,
      "grad_norm": 0.15009941160678864,
      "learning_rate": 0.0001978218234005352,
      "loss": 1.0405,
      "step": 215
    },
    {
      "epoch": 0.20965785003639895,
      "grad_norm": 0.14723743498325348,
      "learning_rate": 0.00019780059949788933,
      "loss": 1.1001,
      "step": 216
    },
    {
      "epoch": 0.21062848823101188,
      "grad_norm": 0.14380459487438202,
      "learning_rate": 0.00019777927384398447,
      "loss": 1.1675,
      "step": 217
    },
    {
      "epoch": 0.21159912642562484,
      "grad_norm": 0.14484867453575134,
      "learning_rate": 0.0001977578464610077,
      "loss": 1.0511,
      "step": 218
    },
    {
      "epoch": 0.2125697646202378,
      "grad_norm": 0.1295516937971115,
      "learning_rate": 0.00019773631737125192,
      "loss": 0.9866,
      "step": 219
    },
    {
      "epoch": 0.21354040281485076,
      "grad_norm": 0.13355271518230438,
      "learning_rate": 0.00019771468659711595,
      "loss": 1.0709,
      "step": 220
    },
    {
      "epoch": 0.21451104100946372,
      "grad_norm": 0.13637925684452057,
      "learning_rate": 0.00019769295416110434,
      "loss": 1.0902,
      "step": 221
    },
    {
      "epoch": 0.21548167920407668,
      "grad_norm": 0.1328546702861786,
      "learning_rate": 0.00019767112008582736,
      "loss": 0.9923,
      "step": 222
    },
    {
      "epoch": 0.21645231739868964,
      "grad_norm": 0.134413480758667,
      "learning_rate": 0.00019764918439400112,
      "loss": 1.0578,
      "step": 223
    },
    {
      "epoch": 0.2174229555933026,
      "grad_norm": 0.1425016075372696,
      "learning_rate": 0.00019762714710844736,
      "loss": 1.1401,
      "step": 224
    },
    {
      "epoch": 0.21839359378791556,
      "grad_norm": 0.12642307579517365,
      "learning_rate": 0.00019760500825209362,
      "loss": 1.1354,
      "step": 225
    },
    {
      "epoch": 0.21936423198252852,
      "grad_norm": 0.13696269690990448,
      "learning_rate": 0.000197582767847973,
      "loss": 1.1784,
      "step": 226
    },
    {
      "epoch": 0.22033487017714148,
      "grad_norm": 0.13651224970817566,
      "learning_rate": 0.00019756042591922434,
      "loss": 1.1908,
      "step": 227
    },
    {
      "epoch": 0.22130550837175442,
      "grad_norm": 0.1394728422164917,
      "learning_rate": 0.00019753798248909208,
      "loss": 1.3489,
      "step": 228
    },
    {
      "epoch": 0.22227614656636738,
      "grad_norm": 0.14487531781196594,
      "learning_rate": 0.0001975154375809262,
      "loss": 1.201,
      "step": 229
    },
    {
      "epoch": 0.22324678476098034,
      "grad_norm": 0.142842635512352,
      "learning_rate": 0.00019749279121818235,
      "loss": 1.1183,
      "step": 230
    },
    {
      "epoch": 0.2242174229555933,
      "grad_norm": 0.14533886313438416,
      "learning_rate": 0.00019747004342442174,
      "loss": 1.1399,
      "step": 231
    },
    {
      "epoch": 0.22518806115020626,
      "grad_norm": 0.14235417544841766,
      "learning_rate": 0.00019744719422331097,
      "loss": 1.3466,
      "step": 232
    },
    {
      "epoch": 0.22615869934481922,
      "grad_norm": 0.14153708517551422,
      "learning_rate": 0.0001974242436386223,
      "loss": 1.2341,
      "step": 233
    },
    {
      "epoch": 0.22712933753943218,
      "grad_norm": 0.13986599445343018,
      "learning_rate": 0.00019740119169423337,
      "loss": 1.1081,
      "step": 234
    },
    {
      "epoch": 0.22809997573404514,
      "grad_norm": 0.1466928869485855,
      "learning_rate": 0.00019737803841412733,
      "loss": 1.247,
      "step": 235
    },
    {
      "epoch": 0.2290706139286581,
      "grad_norm": 0.1407768577337265,
      "learning_rate": 0.00019735478382239271,
      "loss": 1.2601,
      "step": 236
    },
    {
      "epoch": 0.23004125212327106,
      "grad_norm": 0.14269793033599854,
      "learning_rate": 0.0001973314279432235,
      "loss": 1.1978,
      "step": 237
    },
    {
      "epoch": 0.23101189031788402,
      "grad_norm": 0.15365023910999298,
      "learning_rate": 0.00019730797080091904,
      "loss": 1.2465,
      "step": 238
    },
    {
      "epoch": 0.23198252851249695,
      "grad_norm": 0.16696713864803314,
      "learning_rate": 0.00019728441241988401,
      "loss": 1.2167,
      "step": 239
    },
    {
      "epoch": 0.23295316670710992,
      "grad_norm": 0.16456186771392822,
      "learning_rate": 0.00019726075282462845,
      "loss": 1.1494,
      "step": 240
    },
    {
      "epoch": 0.23392380490172288,
      "grad_norm": 0.16169524192810059,
      "learning_rate": 0.00019723699203976766,
      "loss": 1.217,
      "step": 241
    },
    {
      "epoch": 0.23489444309633584,
      "grad_norm": 0.17328937351703644,
      "learning_rate": 0.00019721313009002226,
      "loss": 1.1994,
      "step": 242
    },
    {
      "epoch": 0.2358650812909488,
      "grad_norm": 0.1698485165834427,
      "learning_rate": 0.0001971891670002181,
      "loss": 1.197,
      "step": 243
    },
    {
      "epoch": 0.23683571948556176,
      "grad_norm": 0.17004339396953583,
      "learning_rate": 0.0001971651027952863,
      "loss": 1.2018,
      "step": 244
    },
    {
      "epoch": 0.23780635768017472,
      "grad_norm": 0.18913225829601288,
      "learning_rate": 0.00019714093750026308,
      "loss": 1.187,
      "step": 245
    },
    {
      "epoch": 0.23877699587478768,
      "grad_norm": 0.1944238692522049,
      "learning_rate": 0.0001971166711402899,
      "loss": 1.4154,
      "step": 246
    },
    {
      "epoch": 0.23974763406940064,
      "grad_norm": 0.2099069207906723,
      "learning_rate": 0.0001970923037406134,
      "loss": 1.4968,
      "step": 247
    },
    {
      "epoch": 0.2407182722640136,
      "grad_norm": 0.25343209505081177,
      "learning_rate": 0.00019706783532658526,
      "loss": 1.6797,
      "step": 248
    },
    {
      "epoch": 0.24168891045862656,
      "grad_norm": 0.2974935472011566,
      "learning_rate": 0.00019704326592366234,
      "loss": 1.8679,
      "step": 249
    },
    {
      "epoch": 0.2426595486532395,
      "grad_norm": 0.3938770890235901,
      "learning_rate": 0.00019701859555740648,
      "loss": 1.9512,
      "step": 250
    },
    {
      "epoch": 0.24363018684785245,
      "grad_norm": 0.1291009485721588,
      "learning_rate": 0.0001969938242534846,
      "loss": 0.9171,
      "step": 251
    },
    {
      "epoch": 0.24460082504246541,
      "grad_norm": 0.25103169679641724,
      "learning_rate": 0.0001969689520376687,
      "loss": 0.9972,
      "step": 252
    },
    {
      "epoch": 0.24557146323707837,
      "grad_norm": 0.25779515504837036,
      "learning_rate": 0.00019694397893583567,
      "loss": 1.041,
      "step": 253
    },
    {
      "epoch": 0.24654210143169134,
      "grad_norm": 0.20742325484752655,
      "learning_rate": 0.0001969189049739674,
      "loss": 1.0207,
      "step": 254
    },
    {
      "epoch": 0.2475127396263043,
      "grad_norm": 0.14559029042720795,
      "learning_rate": 0.00019689373017815073,
      "loss": 0.973,
      "step": 255
    },
    {
      "epoch": 0.24848337782091726,
      "grad_norm": 0.16257701814174652,
      "learning_rate": 0.00019686845457457742,
      "loss": 1.0359,
      "step": 256
    },
    {
      "epoch": 0.24945401601553022,
      "grad_norm": 0.17393681406974792,
      "learning_rate": 0.00019684307818954402,
      "loss": 0.9741,
      "step": 257
    },
    {
      "epoch": 0.25042465421014315,
      "grad_norm": 0.20223389565944672,
      "learning_rate": 0.00019681760104945203,
      "loss": 1.0125,
      "step": 258
    },
    {
      "epoch": 0.2513952924047561,
      "grad_norm": 0.19479335844516754,
      "learning_rate": 0.00019679202318080772,
      "loss": 1.0033,
      "step": 259
    },
    {
      "epoch": 0.25236593059936907,
      "grad_norm": 0.1573164314031601,
      "learning_rate": 0.00019676634461022224,
      "loss": 0.9425,
      "step": 260
    },
    {
      "epoch": 0.25333656879398203,
      "grad_norm": 0.15411785244941711,
      "learning_rate": 0.00019674056536441134,
      "loss": 1.07,
      "step": 261
    },
    {
      "epoch": 0.254307206988595,
      "grad_norm": 0.14160476624965668,
      "learning_rate": 0.00019671468547019573,
      "loss": 1.0257,
      "step": 262
    },
    {
      "epoch": 0.25527784518320795,
      "grad_norm": 0.1439870446920395,
      "learning_rate": 0.00019668870495450066,
      "loss": 0.9901,
      "step": 263
    },
    {
      "epoch": 0.2562484833778209,
      "grad_norm": 0.1466718465089798,
      "learning_rate": 0.00019666262384435612,
      "loss": 1.0999,
      "step": 264
    },
    {
      "epoch": 0.2572191215724339,
      "grad_norm": 0.13574834167957306,
      "learning_rate": 0.00019663644216689683,
      "loss": 1.0768,
      "step": 265
    },
    {
      "epoch": 0.25818975976704683,
      "grad_norm": 0.1420295387506485,
      "learning_rate": 0.00019661015994936203,
      "loss": 1.1877,
      "step": 266
    },
    {
      "epoch": 0.2591603979616598,
      "grad_norm": 0.14637549221515656,
      "learning_rate": 0.00019658377721909563,
      "loss": 1.149,
      "step": 267
    },
    {
      "epoch": 0.26013103615627275,
      "grad_norm": 0.1643575131893158,
      "learning_rate": 0.00019655729400354605,
      "loss": 1.1202,
      "step": 268
    },
    {
      "epoch": 0.2611016743508857,
      "grad_norm": 0.14241933822631836,
      "learning_rate": 0.00019653071033026633,
      "loss": 1.05,
      "step": 269
    },
    {
      "epoch": 0.2620723125454987,
      "grad_norm": 0.14012297987937927,
      "learning_rate": 0.000196504026226914,
      "loss": 1.1325,
      "step": 270
    },
    {
      "epoch": 0.26304295074011164,
      "grad_norm": 0.13370849192142487,
      "learning_rate": 0.00019647724172125106,
      "loss": 1.1069,
      "step": 271
    },
    {
      "epoch": 0.2640135889347246,
      "grad_norm": 0.17406967282295227,
      "learning_rate": 0.00019645035684114396,
      "loss": 1.1227,
      "step": 272
    },
    {
      "epoch": 0.26498422712933756,
      "grad_norm": 0.14881138503551483,
      "learning_rate": 0.00019642337161456362,
      "loss": 1.1402,
      "step": 273
    },
    {
      "epoch": 0.2659548653239505,
      "grad_norm": 0.1493854820728302,
      "learning_rate": 0.00019639628606958533,
      "loss": 1.2305,
      "step": 274
    },
    {
      "epoch": 0.2669255035185635,
      "grad_norm": 0.1608094424009323,
      "learning_rate": 0.00019636910023438877,
      "loss": 1.1358,
      "step": 275
    },
    {
      "epoch": 0.26789614171317644,
      "grad_norm": 0.1515716314315796,
      "learning_rate": 0.0001963418141372579,
      "loss": 1.043,
      "step": 276
    },
    {
      "epoch": 0.26886677990778934,
      "grad_norm": 0.14046494662761688,
      "learning_rate": 0.0001963144278065811,
      "loss": 1.103,
      "step": 277
    },
    {
      "epoch": 0.2698374181024023,
      "grad_norm": 0.1420263797044754,
      "learning_rate": 0.00019628694127085092,
      "loss": 1.0335,
      "step": 278
    },
    {
      "epoch": 0.27080805629701526,
      "grad_norm": 0.14009512960910797,
      "learning_rate": 0.00019625935455866425,
      "loss": 1.1252,
      "step": 279
    },
    {
      "epoch": 0.2717786944916282,
      "grad_norm": 0.14151528477668762,
      "learning_rate": 0.00019623166769872213,
      "loss": 1.3004,
      "step": 280
    },
    {
      "epoch": 0.2727493326862412,
      "grad_norm": 0.15054018795490265,
      "learning_rate": 0.0001962038807198299,
      "loss": 1.327,
      "step": 281
    },
    {
      "epoch": 0.27371997088085415,
      "grad_norm": 0.14452795684337616,
      "learning_rate": 0.00019617599365089693,
      "loss": 1.1742,
      "step": 282
    },
    {
      "epoch": 0.2746906090754671,
      "grad_norm": 0.14574633538722992,
      "learning_rate": 0.00019614800652093686,
      "loss": 1.303,
      "step": 283
    },
    {
      "epoch": 0.27566124727008007,
      "grad_norm": 0.1596687287092209,
      "learning_rate": 0.00019611991935906725,
      "loss": 1.3084,
      "step": 284
    },
    {
      "epoch": 0.27663188546469303,
      "grad_norm": 0.14444702863693237,
      "learning_rate": 0.00019609173219450998,
      "loss": 1.0029,
      "step": 285
    },
    {
      "epoch": 0.277602523659306,
      "grad_norm": 0.1432281732559204,
      "learning_rate": 0.0001960634450565907,
      "loss": 1.1674,
      "step": 286
    },
    {
      "epoch": 0.27857316185391895,
      "grad_norm": 0.14505553245544434,
      "learning_rate": 0.00019603505797473932,
      "loss": 1.2026,
      "step": 287
    },
    {
      "epoch": 0.2795438000485319,
      "grad_norm": 0.1475389152765274,
      "learning_rate": 0.00019600657097848957,
      "loss": 1.1078,
      "step": 288
    },
    {
      "epoch": 0.28051443824314487,
      "grad_norm": 0.17539316415786743,
      "learning_rate": 0.00019597798409747914,
      "loss": 1.253,
      "step": 289
    },
    {
      "epoch": 0.28148507643775783,
      "grad_norm": 0.16073937714099884,
      "learning_rate": 0.00019594929736144976,
      "loss": 1.1347,
      "step": 290
    },
    {
      "epoch": 0.2824557146323708,
      "grad_norm": 0.15467554330825806,
      "learning_rate": 0.00019592051080024692,
      "loss": 1.1417,
      "step": 291
    },
    {
      "epoch": 0.28342635282698375,
      "grad_norm": 0.16915789246559143,
      "learning_rate": 0.00019589162444382001,
      "loss": 1.1323,
      "step": 292
    },
    {
      "epoch": 0.2843969910215967,
      "grad_norm": 0.16682633757591248,
      "learning_rate": 0.00019586263832222227,
      "loss": 1.1942,
      "step": 293
    },
    {
      "epoch": 0.2853676292162097,
      "grad_norm": 0.16984331607818604,
      "learning_rate": 0.00019583355246561074,
      "loss": 1.1141,
      "step": 294
    },
    {
      "epoch": 0.28633826741082263,
      "grad_norm": 0.18012291193008423,
      "learning_rate": 0.00019580436690424616,
      "loss": 1.2598,
      "step": 295
    },
    {
      "epoch": 0.2873089056054356,
      "grad_norm": 0.18991439044475555,
      "learning_rate": 0.00019577508166849304,
      "loss": 1.1229,
      "step": 296
    },
    {
      "epoch": 0.28827954380004855,
      "grad_norm": 0.20631279051303864,
      "learning_rate": 0.00019574569678881964,
      "loss": 1.2539,
      "step": 297
    },
    {
      "epoch": 0.2892501819946615,
      "grad_norm": 0.2577614188194275,
      "learning_rate": 0.00019571621229579782,
      "loss": 1.4445,
      "step": 298
    },
    {
      "epoch": 0.2902208201892745,
      "grad_norm": 0.32364070415496826,
      "learning_rate": 0.0001956866282201031,
      "loss": 1.9155,
      "step": 299
    },
    {
      "epoch": 0.2911914583838874,
      "grad_norm": 0.35312891006469727,
      "learning_rate": 0.00019565694459251458,
      "loss": 1.9656,
      "step": 300
    },
    {
      "epoch": 0.2911914583838874,
      "eval_loss": 1.135834813117981,
      "eval_runtime": 7.7198,
      "eval_samples_per_second": 32.255,
      "eval_steps_per_second": 10.752,
      "step": 300
    },
    {
      "epoch": 0.29216209657850034,
      "grad_norm": 0.13496620953083038,
      "learning_rate": 0.000195627161443915,
      "loss": 0.9224,
      "step": 301
    },
    {
      "epoch": 0.2931327347731133,
      "grad_norm": 0.23201243579387665,
      "learning_rate": 0.00019559727880529059,
      "loss": 0.9373,
      "step": 302
    },
    {
      "epoch": 0.29410337296772626,
      "grad_norm": 0.23785032331943512,
      "learning_rate": 0.00019556729670773106,
      "loss": 0.9631,
      "step": 303
    },
    {
      "epoch": 0.2950740111623392,
      "grad_norm": 0.211627796292305,
      "learning_rate": 0.00019553721518242968,
      "loss": 0.9191,
      "step": 304
    },
    {
      "epoch": 0.2960446493569522,
      "grad_norm": 0.16618728637695312,
      "learning_rate": 0.00019550703426068311,
      "loss": 1.041,
      "step": 305
    },
    {
      "epoch": 0.29701528755156514,
      "grad_norm": 0.17091789841651917,
      "learning_rate": 0.00019547675397389141,
      "loss": 1.0282,
      "step": 306
    },
    {
      "epoch": 0.2979859257461781,
      "grad_norm": 0.1955496072769165,
      "learning_rate": 0.00019544637435355808,
      "loss": 0.9655,
      "step": 307
    },
    {
      "epoch": 0.29895656394079106,
      "grad_norm": 0.23337960243225098,
      "learning_rate": 0.0001954158954312899,
      "loss": 0.981,
      "step": 308
    },
    {
      "epoch": 0.299927202135404,
      "grad_norm": 0.1625417172908783,
      "learning_rate": 0.000195385317238797,
      "loss": 1.012,
      "step": 309
    },
    {
      "epoch": 0.300897840330017,
      "grad_norm": 0.1525135338306427,
      "learning_rate": 0.00019535463980789277,
      "loss": 1.0616,
      "step": 310
    },
    {
      "epoch": 0.30186847852462995,
      "grad_norm": 0.15415571630001068,
      "learning_rate": 0.00019532386317049383,
      "loss": 0.8991,
      "step": 311
    },
    {
      "epoch": 0.3028391167192429,
      "grad_norm": 0.156134694814682,
      "learning_rate": 0.00019529298735862014,
      "loss": 1.0902,
      "step": 312
    },
    {
      "epoch": 0.30380975491385587,
      "grad_norm": 0.1595565229654312,
      "learning_rate": 0.00019526201240439462,
      "loss": 0.9718,
      "step": 313
    },
    {
      "epoch": 0.30478039310846883,
      "grad_norm": 0.1601361334323883,
      "learning_rate": 0.00019523093834004356,
      "loss": 1.0211,
      "step": 314
    },
    {
      "epoch": 0.3057510313030818,
      "grad_norm": 0.1425604224205017,
      "learning_rate": 0.00019519976519789616,
      "loss": 0.9966,
      "step": 315
    },
    {
      "epoch": 0.30672166949769475,
      "grad_norm": 0.14734283089637756,
      "learning_rate": 0.0001951684930103849,
      "loss": 1.0643,
      "step": 316
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 0.15047986805438995,
      "learning_rate": 0.00019513712181004516,
      "loss": 0.9845,
      "step": 317
    },
    {
      "epoch": 0.30866294588692067,
      "grad_norm": 0.14466938376426697,
      "learning_rate": 0.00019510565162951537,
      "loss": 1.066,
      "step": 318
    },
    {
      "epoch": 0.30963358408153363,
      "grad_norm": 0.140075221657753,
      "learning_rate": 0.00019507408250153696,
      "loss": 1.0309,
      "step": 319
    },
    {
      "epoch": 0.3106042222761466,
      "grad_norm": 0.14089179039001465,
      "learning_rate": 0.00019504241445895436,
      "loss": 1.1192,
      "step": 320
    },
    {
      "epoch": 0.31157486047075955,
      "grad_norm": 0.1277242749929428,
      "learning_rate": 0.00019501064753471472,
      "loss": 1.1236,
      "step": 321
    },
    {
      "epoch": 0.31254549866537246,
      "grad_norm": 0.13995108008384705,
      "learning_rate": 0.00019497878176186827,
      "loss": 1.0947,
      "step": 322
    },
    {
      "epoch": 0.3135161368599854,
      "grad_norm": 0.1372167021036148,
      "learning_rate": 0.00019494681717356803,
      "loss": 1.213,
      "step": 323
    },
    {
      "epoch": 0.3144867750545984,
      "grad_norm": 0.14097702503204346,
      "learning_rate": 0.00019491475380306974,
      "loss": 1.2723,
      "step": 324
    },
    {
      "epoch": 0.31545741324921134,
      "grad_norm": 0.14640048146247864,
      "learning_rate": 0.00019488259168373197,
      "loss": 1.0753,
      "step": 325
    },
    {
      "epoch": 0.3164280514438243,
      "grad_norm": 0.12542930245399475,
      "learning_rate": 0.00019485033084901606,
      "loss": 0.9584,
      "step": 326
    },
    {
      "epoch": 0.31739868963843726,
      "grad_norm": 0.14140689373016357,
      "learning_rate": 0.00019481797133248603,
      "loss": 1.194,
      "step": 327
    },
    {
      "epoch": 0.3183693278330502,
      "grad_norm": 0.13175275921821594,
      "learning_rate": 0.00019478551316780854,
      "loss": 1.1731,
      "step": 328
    },
    {
      "epoch": 0.3193399660276632,
      "grad_norm": 0.13685306906700134,
      "learning_rate": 0.0001947529563887529,
      "loss": 1.1608,
      "step": 329
    },
    {
      "epoch": 0.32031060422227614,
      "grad_norm": 0.14545170962810516,
      "learning_rate": 0.000194720301029191,
      "loss": 1.0855,
      "step": 330
    },
    {
      "epoch": 0.3212812424168891,
      "grad_norm": 0.15435975790023804,
      "learning_rate": 0.00019468754712309737,
      "loss": 1.189,
      "step": 331
    },
    {
      "epoch": 0.32225188061150206,
      "grad_norm": 0.14572660624980927,
      "learning_rate": 0.000194654694704549,
      "loss": 1.2577,
      "step": 332
    },
    {
      "epoch": 0.323222518806115,
      "grad_norm": 0.14452171325683594,
      "learning_rate": 0.00019462174380772536,
      "loss": 1.0738,
      "step": 333
    },
    {
      "epoch": 0.324193157000728,
      "grad_norm": 0.1411140263080597,
      "learning_rate": 0.0001945886944669084,
      "loss": 1.1822,
      "step": 334
    },
    {
      "epoch": 0.32516379519534094,
      "grad_norm": 0.14278945326805115,
      "learning_rate": 0.00019455554671648248,
      "loss": 1.0191,
      "step": 335
    },
    {
      "epoch": 0.3261344333899539,
      "grad_norm": 0.16010789573192596,
      "learning_rate": 0.00019452230059093442,
      "loss": 1.1676,
      "step": 336
    },
    {
      "epoch": 0.32710507158456686,
      "grad_norm": 0.1514391005039215,
      "learning_rate": 0.00019448895612485324,
      "loss": 1.197,
      "step": 337
    },
    {
      "epoch": 0.3280757097791798,
      "grad_norm": 0.15778817236423492,
      "learning_rate": 0.0001944555133529304,
      "loss": 1.2978,
      "step": 338
    },
    {
      "epoch": 0.3290463479737928,
      "grad_norm": 0.15788546204566956,
      "learning_rate": 0.0001944219723099596,
      "loss": 1.1935,
      "step": 339
    },
    {
      "epoch": 0.33001698616840575,
      "grad_norm": 0.16620709002017975,
      "learning_rate": 0.00019438833303083678,
      "loss": 1.1654,
      "step": 340
    },
    {
      "epoch": 0.3309876243630187,
      "grad_norm": 0.16242681443691254,
      "learning_rate": 0.00019435459555056003,
      "loss": 1.0937,
      "step": 341
    },
    {
      "epoch": 0.33195826255763167,
      "grad_norm": 0.15472395718097687,
      "learning_rate": 0.00019432075990422968,
      "loss": 1.1426,
      "step": 342
    },
    {
      "epoch": 0.3329289007522446,
      "grad_norm": 0.16370433568954468,
      "learning_rate": 0.00019428682612704823,
      "loss": 1.1485,
      "step": 343
    },
    {
      "epoch": 0.33389953894685753,
      "grad_norm": 0.17946596443653107,
      "learning_rate": 0.00019425279425432015,
      "loss": 1.3931,
      "step": 344
    },
    {
      "epoch": 0.3348701771414705,
      "grad_norm": 0.18843480944633484,
      "learning_rate": 0.000194218664321452,
      "loss": 1.3079,
      "step": 345
    },
    {
      "epoch": 0.33584081533608345,
      "grad_norm": 0.19537542760372162,
      "learning_rate": 0.00019418443636395248,
      "loss": 1.2853,
      "step": 346
    },
    {
      "epoch": 0.3368114535306964,
      "grad_norm": 0.20130136609077454,
      "learning_rate": 0.00019415011041743214,
      "loss": 1.1387,
      "step": 347
    },
    {
      "epoch": 0.3377820917253094,
      "grad_norm": 0.2260810285806656,
      "learning_rate": 0.00019411568651760353,
      "loss": 1.4737,
      "step": 348
    },
    {
      "epoch": 0.33875272991992234,
      "grad_norm": 0.3896286189556122,
      "learning_rate": 0.00019408116470028108,
      "loss": 1.8853,
      "step": 349
    },
    {
      "epoch": 0.3397233681145353,
      "grad_norm": 0.4480806887149811,
      "learning_rate": 0.00019404654500138117,
      "loss": 1.8453,
      "step": 350
    },
    {
      "epoch": 0.34069400630914826,
      "grad_norm": 0.12080802023410797,
      "learning_rate": 0.0001940118274569219,
      "loss": 0.8881,
      "step": 351
    },
    {
      "epoch": 0.3416646445037612,
      "grad_norm": 0.18785053491592407,
      "learning_rate": 0.0001939770121030233,
      "loss": 0.8986,
      "step": 352
    },
    {
      "epoch": 0.3426352826983742,
      "grad_norm": 0.21988791227340698,
      "learning_rate": 0.00019394209897590704,
      "loss": 0.9735,
      "step": 353
    },
    {
      "epoch": 0.34360592089298714,
      "grad_norm": 0.2460649311542511,
      "learning_rate": 0.0001939070881118966,
      "loss": 0.9641,
      "step": 354
    },
    {
      "epoch": 0.3445765590876001,
      "grad_norm": 0.20561040937900543,
      "learning_rate": 0.00019387197954741708,
      "loss": 1.0242,
      "step": 355
    },
    {
      "epoch": 0.34554719728221306,
      "grad_norm": 0.15650668740272522,
      "learning_rate": 0.00019383677331899528,
      "loss": 0.9797,
      "step": 356
    },
    {
      "epoch": 0.346517835476826,
      "grad_norm": 0.13700059056282043,
      "learning_rate": 0.00019380146946325956,
      "loss": 1.0593,
      "step": 357
    },
    {
      "epoch": 0.347488473671439,
      "grad_norm": 0.15360534191131592,
      "learning_rate": 0.0001937660680169399,
      "loss": 0.9683,
      "step": 358
    },
    {
      "epoch": 0.34845911186605194,
      "grad_norm": 0.15685099363327026,
      "learning_rate": 0.00019373056901686778,
      "loss": 0.9697,
      "step": 359
    },
    {
      "epoch": 0.3494297500606649,
      "grad_norm": 0.17224588990211487,
      "learning_rate": 0.0001936949724999762,
      "loss": 1.0392,
      "step": 360
    },
    {
      "epoch": 0.35040038825527786,
      "grad_norm": 0.1732831746339798,
      "learning_rate": 0.00019365927850329955,
      "loss": 1.0409,
      "step": 361
    },
    {
      "epoch": 0.3513710264498908,
      "grad_norm": 0.1542171984910965,
      "learning_rate": 0.00019362348706397373,
      "loss": 1.1014,
      "step": 362
    },
    {
      "epoch": 0.3523416646445038,
      "grad_norm": 0.1492462307214737,
      "learning_rate": 0.00019358759821923598,
      "loss": 1.0655,
      "step": 363
    },
    {
      "epoch": 0.35331230283911674,
      "grad_norm": 0.13803274929523468,
      "learning_rate": 0.00019355161200642484,
      "loss": 1.0532,
      "step": 364
    },
    {
      "epoch": 0.3542829410337297,
      "grad_norm": 0.13900916278362274,
      "learning_rate": 0.00019351552846298025,
      "loss": 1.0459,
      "step": 365
    },
    {
      "epoch": 0.3552535792283426,
      "grad_norm": 0.13655051589012146,
      "learning_rate": 0.00019347934762644326,
      "loss": 1.0104,
      "step": 366
    },
    {
      "epoch": 0.35622421742295557,
      "grad_norm": 0.14246875047683716,
      "learning_rate": 0.00019344306953445633,
      "loss": 1.0209,
      "step": 367
    },
    {
      "epoch": 0.35719485561756853,
      "grad_norm": 0.13743586838245392,
      "learning_rate": 0.0001934066942247629,
      "loss": 1.0585,
      "step": 368
    },
    {
      "epoch": 0.3581654938121815,
      "grad_norm": 0.13837605714797974,
      "learning_rate": 0.00019337022173520778,
      "loss": 1.0516,
      "step": 369
    },
    {
      "epoch": 0.35913613200679445,
      "grad_norm": 0.1314447671175003,
      "learning_rate": 0.0001933336521037367,
      "loss": 1.1004,
      "step": 370
    },
    {
      "epoch": 0.3601067702014074,
      "grad_norm": 0.14397503435611725,
      "learning_rate": 0.0001932969853683965,
      "loss": 1.0126,
      "step": 371
    },
    {
      "epoch": 0.36107740839602037,
      "grad_norm": 0.14973387122154236,
      "learning_rate": 0.00019326022156733515,
      "loss": 1.0011,
      "step": 372
    },
    {
      "epoch": 0.36204804659063333,
      "grad_norm": 0.15862111747264862,
      "learning_rate": 0.00019322336073880142,
      "loss": 1.0721,
      "step": 373
    },
    {
      "epoch": 0.3630186847852463,
      "grad_norm": 0.1378284990787506,
      "learning_rate": 0.00019318640292114524,
      "loss": 1.0439,
      "step": 374
    },
    {
      "epoch": 0.36398932297985925,
      "grad_norm": 0.14855866134166718,
      "learning_rate": 0.00019314934815281728,
      "loss": 1.1143,
      "step": 375
    },
    {
      "epoch": 0.3649599611744722,
      "grad_norm": 0.1365242749452591,
      "learning_rate": 0.00019311219647236914,
      "loss": 1.0932,
      "step": 376
    },
    {
      "epoch": 0.3659305993690852,
      "grad_norm": 0.13931944966316223,
      "learning_rate": 0.00019307494791845326,
      "loss": 1.1291,
      "step": 377
    },
    {
      "epoch": 0.36690123756369813,
      "grad_norm": 0.14428184926509857,
      "learning_rate": 0.00019303760252982287,
      "loss": 1.0652,
      "step": 378
    },
    {
      "epoch": 0.3678718757583111,
      "grad_norm": 0.14166036248207092,
      "learning_rate": 0.00019300016034533188,
      "loss": 1.0734,
      "step": 379
    },
    {
      "epoch": 0.36884251395292406,
      "grad_norm": 0.13855060935020447,
      "learning_rate": 0.00019296262140393498,
      "loss": 1.0523,
      "step": 380
    },
    {
      "epoch": 0.369813152147537,
      "grad_norm": 0.13994421064853668,
      "learning_rate": 0.00019292498574468748,
      "loss": 1.0946,
      "step": 381
    },
    {
      "epoch": 0.37078379034215,
      "grad_norm": 0.14586089551448822,
      "learning_rate": 0.00019288725340674536,
      "loss": 1.094,
      "step": 382
    },
    {
      "epoch": 0.37175442853676294,
      "grad_norm": 0.15787263214588165,
      "learning_rate": 0.00019284942442936514,
      "loss": 1.2495,
      "step": 383
    },
    {
      "epoch": 0.3727250667313759,
      "grad_norm": 0.14669330418109894,
      "learning_rate": 0.0001928114988519039,
      "loss": 1.2004,
      "step": 384
    },
    {
      "epoch": 0.37369570492598886,
      "grad_norm": 0.14113789796829224,
      "learning_rate": 0.00019277347671381922,
      "loss": 1.1374,
      "step": 385
    },
    {
      "epoch": 0.3746663431206018,
      "grad_norm": 0.1510867029428482,
      "learning_rate": 0.00019273535805466917,
      "loss": 1.1624,
      "step": 386
    },
    {
      "epoch": 0.3756369813152148,
      "grad_norm": 0.1599338948726654,
      "learning_rate": 0.00019269714291411224,
      "loss": 1.2655,
      "step": 387
    },
    {
      "epoch": 0.3766076195098277,
      "grad_norm": 0.14225225150585175,
      "learning_rate": 0.00019265883133190713,
      "loss": 1.1231,
      "step": 388
    },
    {
      "epoch": 0.37757825770444065,
      "grad_norm": 0.15980862081050873,
      "learning_rate": 0.00019262042334791319,
      "loss": 1.1333,
      "step": 389
    },
    {
      "epoch": 0.3785488958990536,
      "grad_norm": 0.1585671603679657,
      "learning_rate": 0.0001925819190020898,
      "loss": 1.3967,
      "step": 390
    },
    {
      "epoch": 0.37951953409366657,
      "grad_norm": 0.16354459524154663,
      "learning_rate": 0.00019254331833449675,
      "loss": 1.2788,
      "step": 391
    },
    {
      "epoch": 0.3804901722882795,
      "grad_norm": 0.17526143789291382,
      "learning_rate": 0.0001925046213852939,
      "loss": 1.144,
      "step": 392
    },
    {
      "epoch": 0.3814608104828925,
      "grad_norm": 0.18006089329719543,
      "learning_rate": 0.00019246582819474147,
      "loss": 1.2607,
      "step": 393
    },
    {
      "epoch": 0.38243144867750545,
      "grad_norm": 0.17602840065956116,
      "learning_rate": 0.0001924269388031996,
      "loss": 1.0936,
      "step": 394
    },
    {
      "epoch": 0.3834020868721184,
      "grad_norm": 0.18853536248207092,
      "learning_rate": 0.0001923879532511287,
      "loss": 1.1339,
      "step": 395
    },
    {
      "epoch": 0.38437272506673137,
      "grad_norm": 0.1842489093542099,
      "learning_rate": 0.0001923488715790891,
      "loss": 1.1488,
      "step": 396
    },
    {
      "epoch": 0.38534336326134433,
      "grad_norm": 0.24203763902187347,
      "learning_rate": 0.00019230969382774116,
      "loss": 1.4694,
      "step": 397
    },
    {
      "epoch": 0.3863140014559573,
      "grad_norm": 0.25884145498275757,
      "learning_rate": 0.00019227042003784527,
      "loss": 1.5601,
      "step": 398
    },
    {
      "epoch": 0.38728463965057025,
      "grad_norm": 0.36335694789886475,
      "learning_rate": 0.0001922310502502617,
      "loss": 1.9064,
      "step": 399
    },
    {
      "epoch": 0.3882552778451832,
      "grad_norm": 0.3533220589160919,
      "learning_rate": 0.0001921915845059505,
      "loss": 1.8197,
      "step": 400
    },
    {
      "epoch": 0.3882552778451832,
      "eval_loss": 1.1137504577636719,
      "eval_runtime": 7.7174,
      "eval_samples_per_second": 32.265,
      "eval_steps_per_second": 10.755,
      "step": 400
    },
    {
      "epoch": 0.38922591603979617,
      "grad_norm": 0.12988397479057312,
      "learning_rate": 0.00019215202284597168,
      "loss": 0.9398,
      "step": 401
    },
    {
      "epoch": 0.39019655423440913,
      "grad_norm": 0.14713561534881592,
      "learning_rate": 0.000192112365311485,
      "loss": 0.9602,
      "step": 402
    },
    {
      "epoch": 0.3911671924290221,
      "grad_norm": 0.1781865656375885,
      "learning_rate": 0.00019207261194374999,
      "loss": 0.9692,
      "step": 403
    },
    {
      "epoch": 0.39213783062363505,
      "grad_norm": 0.18400083482265472,
      "learning_rate": 0.00019203276278412581,
      "loss": 0.9591,
      "step": 404
    },
    {
      "epoch": 0.393108468818248,
      "grad_norm": 0.1516803652048111,
      "learning_rate": 0.00019199281787407135,
      "loss": 0.9437,
      "step": 405
    },
    {
      "epoch": 0.394079107012861,
      "grad_norm": 0.14946646988391876,
      "learning_rate": 0.0001919527772551451,
      "loss": 0.9312,
      "step": 406
    },
    {
      "epoch": 0.39504974520747393,
      "grad_norm": 0.15758565068244934,
      "learning_rate": 0.0001919126409690051,
      "loss": 0.9456,
      "step": 407
    },
    {
      "epoch": 0.3960203834020869,
      "grad_norm": 0.15197961032390594,
      "learning_rate": 0.00019187240905740893,
      "loss": 0.9597,
      "step": 408
    },
    {
      "epoch": 0.39699102159669986,
      "grad_norm": 0.14789152145385742,
      "learning_rate": 0.0001918320815622137,
      "loss": 1.0514,
      "step": 409
    },
    {
      "epoch": 0.39796165979131276,
      "grad_norm": 0.148027241230011,
      "learning_rate": 0.00019179165852537596,
      "loss": 0.9372,
      "step": 410
    },
    {
      "epoch": 0.3989322979859257,
      "grad_norm": 0.15038534998893738,
      "learning_rate": 0.00019175113998895157,
      "loss": 0.8877,
      "step": 411
    },
    {
      "epoch": 0.3999029361805387,
      "grad_norm": 0.13865840435028076,
      "learning_rate": 0.0001917105259950959,
      "loss": 0.9422,
      "step": 412
    },
    {
      "epoch": 0.40087357437515164,
      "grad_norm": 0.14200253784656525,
      "learning_rate": 0.0001916698165860635,
      "loss": 1.0645,
      "step": 413
    },
    {
      "epoch": 0.4018442125697646,
      "grad_norm": 0.13779675960540771,
      "learning_rate": 0.0001916290118042082,
      "loss": 1.0717,
      "step": 414
    },
    {
      "epoch": 0.40281485076437756,
      "grad_norm": 0.13928687572479248,
      "learning_rate": 0.00019158811169198313,
      "loss": 1.1078,
      "step": 415
    },
    {
      "epoch": 0.4037854889589905,
      "grad_norm": 0.14084239304065704,
      "learning_rate": 0.00019154711629194062,
      "loss": 1.014,
      "step": 416
    },
    {
      "epoch": 0.4047561271536035,
      "grad_norm": 0.14209382236003876,
      "learning_rate": 0.00019150602564673198,
      "loss": 1.1452,
      "step": 417
    },
    {
      "epoch": 0.40572676534821644,
      "grad_norm": 0.13700580596923828,
      "learning_rate": 0.0001914648397991078,
      "loss": 1.0766,
      "step": 418
    },
    {
      "epoch": 0.4066974035428294,
      "grad_norm": 0.13001562654972076,
      "learning_rate": 0.00019142355879191758,
      "loss": 0.9392,
      "step": 419
    },
    {
      "epoch": 0.40766804173744237,
      "grad_norm": 0.12227293848991394,
      "learning_rate": 0.00019138218266810986,
      "loss": 1.0114,
      "step": 420
    },
    {
      "epoch": 0.4086386799320553,
      "grad_norm": 0.12574166059494019,
      "learning_rate": 0.00019134071147073223,
      "loss": 0.9348,
      "step": 421
    },
    {
      "epoch": 0.4096093181266683,
      "grad_norm": 0.1349496990442276,
      "learning_rate": 0.00019129914524293102,
      "loss": 1.137,
      "step": 422
    },
    {
      "epoch": 0.41057995632128125,
      "grad_norm": 0.14123235642910004,
      "learning_rate": 0.0001912574840279516,
      "loss": 1.1038,
      "step": 423
    },
    {
      "epoch": 0.4115505945158942,
      "grad_norm": 0.12868939340114594,
      "learning_rate": 0.0001912157278691381,
      "loss": 1.0539,
      "step": 424
    },
    {
      "epoch": 0.41252123271050717,
      "grad_norm": 0.1332201510667801,
      "learning_rate": 0.00019117387680993333,
      "loss": 1.0659,
      "step": 425
    },
    {
      "epoch": 0.41349187090512013,
      "grad_norm": 0.13459962606430054,
      "learning_rate": 0.00019113193089387903,
      "loss": 1.0192,
      "step": 426
    },
    {
      "epoch": 0.4144625090997331,
      "grad_norm": 0.1401355117559433,
      "learning_rate": 0.00019108989016461544,
      "loss": 1.1063,
      "step": 427
    },
    {
      "epoch": 0.41543314729434605,
      "grad_norm": 0.14846590161323547,
      "learning_rate": 0.00019104775466588161,
      "loss": 1.1561,
      "step": 428
    },
    {
      "epoch": 0.416403785488959,
      "grad_norm": 0.1347586065530777,
      "learning_rate": 0.00019100552444151501,
      "loss": 1.0533,
      "step": 429
    },
    {
      "epoch": 0.41737442368357197,
      "grad_norm": 0.13718239963054657,
      "learning_rate": 0.00019096319953545185,
      "loss": 1.0343,
      "step": 430
    },
    {
      "epoch": 0.41834506187818493,
      "grad_norm": 0.14526495337486267,
      "learning_rate": 0.0001909207799917267,
      "loss": 1.1332,
      "step": 431
    },
    {
      "epoch": 0.4193157000727979,
      "grad_norm": 0.1473485827445984,
      "learning_rate": 0.00019087826585447264,
      "loss": 1.1662,
      "step": 432
    },
    {
      "epoch": 0.4202863382674108,
      "grad_norm": 0.1404729187488556,
      "learning_rate": 0.00019083565716792117,
      "loss": 1.0907,
      "step": 433
    },
    {
      "epoch": 0.42125697646202376,
      "grad_norm": 0.14353090524673462,
      "learning_rate": 0.00019079295397640215,
      "loss": 1.1456,
      "step": 434
    },
    {
      "epoch": 0.4222276146566367,
      "grad_norm": 0.13676856458187103,
      "learning_rate": 0.0001907501563243438,
      "loss": 1.028,
      "step": 435
    },
    {
      "epoch": 0.4231982528512497,
      "grad_norm": 0.14172007143497467,
      "learning_rate": 0.00019070726425627257,
      "loss": 1.0991,
      "step": 436
    },
    {
      "epoch": 0.42416889104586264,
      "grad_norm": 0.152099609375,
      "learning_rate": 0.00019066427781681315,
      "loss": 1.2525,
      "step": 437
    },
    {
      "epoch": 0.4251395292404756,
      "grad_norm": 0.14765430986881256,
      "learning_rate": 0.00019062119705068843,
      "loss": 1.2503,
      "step": 438
    },
    {
      "epoch": 0.42611016743508856,
      "grad_norm": 0.15416203439235687,
      "learning_rate": 0.00019057802200271942,
      "loss": 1.2449,
      "step": 439
    },
    {
      "epoch": 0.4270808056297015,
      "grad_norm": 0.1571560502052307,
      "learning_rate": 0.0001905347527178252,
      "loss": 1.2339,
      "step": 440
    },
    {
      "epoch": 0.4280514438243145,
      "grad_norm": 0.16822007298469543,
      "learning_rate": 0.00019049138924102297,
      "loss": 1.0508,
      "step": 441
    },
    {
      "epoch": 0.42902208201892744,
      "grad_norm": 0.1734389364719391,
      "learning_rate": 0.00019044793161742782,
      "loss": 1.2099,
      "step": 442
    },
    {
      "epoch": 0.4299927202135404,
      "grad_norm": 0.16269442439079285,
      "learning_rate": 0.0001904043798922529,
      "loss": 1.1672,
      "step": 443
    },
    {
      "epoch": 0.43096335840815336,
      "grad_norm": 0.16588877141475677,
      "learning_rate": 0.00019036073411080916,
      "loss": 1.1469,
      "step": 444
    },
    {
      "epoch": 0.4319339966027663,
      "grad_norm": 0.18423016369342804,
      "learning_rate": 0.00019031699431850551,
      "loss": 1.1711,
      "step": 445
    },
    {
      "epoch": 0.4329046347973793,
      "grad_norm": 0.17665952444076538,
      "learning_rate": 0.00019027316056084858,
      "loss": 1.1151,
      "step": 446
    },
    {
      "epoch": 0.43387527299199224,
      "grad_norm": 0.2078815996646881,
      "learning_rate": 0.0001902292328834428,
      "loss": 1.3351,
      "step": 447
    },
    {
      "epoch": 0.4348459111866052,
      "grad_norm": 0.28246283531188965,
      "learning_rate": 0.0001901852113319903,
      "loss": 1.6558,
      "step": 448
    },
    {
      "epoch": 0.43581654938121817,
      "grad_norm": 0.27167320251464844,
      "learning_rate": 0.00019014109595229083,
      "loss": 1.646,
      "step": 449
    },
    {
      "epoch": 0.4367871875758311,
      "grad_norm": 0.41655826568603516,
      "learning_rate": 0.0001900968867902419,
      "loss": 1.9202,
      "step": 450
    },
    {
      "epoch": 0.4377578257704441,
      "grad_norm": 0.1477554589509964,
      "learning_rate": 0.00019005258389183851,
      "loss": 0.8537,
      "step": 451
    },
    {
      "epoch": 0.43872846396505705,
      "grad_norm": 0.2000504434108734,
      "learning_rate": 0.0001900081873031731,
      "loss": 0.96,
      "step": 452
    },
    {
      "epoch": 0.43969910215967,
      "grad_norm": 0.20494437217712402,
      "learning_rate": 0.00018996369707043574,
      "loss": 0.9899,
      "step": 453
    },
    {
      "epoch": 0.44066974035428297,
      "grad_norm": 0.19482383131980896,
      "learning_rate": 0.0001899191132399138,
      "loss": 0.9477,
      "step": 454
    },
    {
      "epoch": 0.4416403785488959,
      "grad_norm": 0.16413691639900208,
      "learning_rate": 0.00018987443585799206,
      "loss": 0.9266,
      "step": 455
    },
    {
      "epoch": 0.44261101674350883,
      "grad_norm": 0.16142740845680237,
      "learning_rate": 0.0001898296649711527,
      "loss": 0.9891,
      "step": 456
    },
    {
      "epoch": 0.4435816549381218,
      "grad_norm": 0.13765949010849,
      "learning_rate": 0.00018978480062597507,
      "loss": 0.9656,
      "step": 457
    },
    {
      "epoch": 0.44455229313273475,
      "grad_norm": 0.14733530580997467,
      "learning_rate": 0.00018973984286913584,
      "loss": 0.9674,
      "step": 458
    },
    {
      "epoch": 0.4455229313273477,
      "grad_norm": 0.1431676596403122,
      "learning_rate": 0.00018969479174740886,
      "loss": 1.0469,
      "step": 459
    },
    {
      "epoch": 0.4464935695219607,
      "grad_norm": 0.15581220388412476,
      "learning_rate": 0.00018964964730766508,
      "loss": 0.9882,
      "step": 460
    },
    {
      "epoch": 0.44746420771657364,
      "grad_norm": 0.1509898453950882,
      "learning_rate": 0.00018960440959687254,
      "loss": 1.029,
      "step": 461
    },
    {
      "epoch": 0.4484348459111866,
      "grad_norm": 0.14327208697795868,
      "learning_rate": 0.0001895590786620963,
      "loss": 0.9793,
      "step": 462
    },
    {
      "epoch": 0.44940548410579956,
      "grad_norm": 0.14773216843605042,
      "learning_rate": 0.00018951365455049853,
      "loss": 0.9925,
      "step": 463
    },
    {
      "epoch": 0.4503761223004125,
      "grad_norm": 0.1522447019815445,
      "learning_rate": 0.00018946813730933814,
      "loss": 1.0556,
      "step": 464
    },
    {
      "epoch": 0.4513467604950255,
      "grad_norm": 0.1367008537054062,
      "learning_rate": 0.00018942252698597113,
      "loss": 0.9235,
      "step": 465
    },
    {
      "epoch": 0.45231739868963844,
      "grad_norm": 0.12829820811748505,
      "learning_rate": 0.00018937682362785022,
      "loss": 0.9479,
      "step": 466
    },
    {
      "epoch": 0.4532880368842514,
      "grad_norm": 0.13906249403953552,
      "learning_rate": 0.00018933102728252497,
      "loss": 0.978,
      "step": 467
    },
    {
      "epoch": 0.45425867507886436,
      "grad_norm": 0.12780849635601044,
      "learning_rate": 0.00018928513799764164,
      "loss": 1.0225,
      "step": 468
    },
    {
      "epoch": 0.4552293132734773,
      "grad_norm": 0.13787484169006348,
      "learning_rate": 0.00018923915582094326,
      "loss": 1.0093,
      "step": 469
    },
    {
      "epoch": 0.4561999514680903,
      "grad_norm": 0.14215582609176636,
      "learning_rate": 0.0001891930808002694,
      "loss": 1.1161,
      "step": 470
    },
    {
      "epoch": 0.45717058966270324,
      "grad_norm": 0.13189193606376648,
      "learning_rate": 0.0001891469129835563,
      "loss": 1.0113,
      "step": 471
    },
    {
      "epoch": 0.4581412278573162,
      "grad_norm": 0.14171656966209412,
      "learning_rate": 0.0001891006524188368,
      "loss": 1.0824,
      "step": 472
    },
    {
      "epoch": 0.45911186605192916,
      "grad_norm": 0.1373942345380783,
      "learning_rate": 0.00018905429915424006,
      "loss": 1.0971,
      "step": 473
    },
    {
      "epoch": 0.4600825042465421,
      "grad_norm": 0.14222213625907898,
      "learning_rate": 0.00018900785323799189,
      "loss": 1.012,
      "step": 474
    },
    {
      "epoch": 0.4610531424411551,
      "grad_norm": 0.13339084386825562,
      "learning_rate": 0.00018896131471841428,
      "loss": 1.0039,
      "step": 475
    },
    {
      "epoch": 0.46202378063576804,
      "grad_norm": 0.1340280920267105,
      "learning_rate": 0.00018891468364392575,
      "loss": 1.1881,
      "step": 476
    },
    {
      "epoch": 0.46299441883038095,
      "grad_norm": 0.132625013589859,
      "learning_rate": 0.000188867960063041,
      "loss": 1.0929,
      "step": 477
    },
    {
      "epoch": 0.4639650570249939,
      "grad_norm": 0.1407976895570755,
      "learning_rate": 0.00018882114402437106,
      "loss": 1.136,
      "step": 478
    },
    {
      "epoch": 0.46493569521960687,
      "grad_norm": 0.15327519178390503,
      "learning_rate": 0.00018877423557662305,
      "loss": 1.2381,
      "step": 479
    },
    {
      "epoch": 0.46590633341421983,
      "grad_norm": 0.14516648650169373,
      "learning_rate": 0.00018872723476860034,
      "loss": 1.1915,
      "step": 480
    },
    {
      "epoch": 0.4668769716088328,
      "grad_norm": 0.14725826680660248,
      "learning_rate": 0.00018868014164920226,
      "loss": 1.1434,
      "step": 481
    },
    {
      "epoch": 0.46784760980344575,
      "grad_norm": 0.13686871528625488,
      "learning_rate": 0.00018863295626742437,
      "loss": 1.1466,
      "step": 482
    },
    {
      "epoch": 0.4688182479980587,
      "grad_norm": 0.1565430611371994,
      "learning_rate": 0.000188585678672358,
      "loss": 1.1532,
      "step": 483
    },
    {
      "epoch": 0.4697888861926717,
      "grad_norm": 0.14811432361602783,
      "learning_rate": 0.00018853830891319058,
      "loss": 1.2262,
      "step": 484
    },
    {
      "epoch": 0.47075952438728463,
      "grad_norm": 0.1575746089220047,
      "learning_rate": 0.00018849084703920536,
      "loss": 1.1719,
      "step": 485
    },
    {
      "epoch": 0.4717301625818976,
      "grad_norm": 0.15261656045913696,
      "learning_rate": 0.00018844329309978145,
      "loss": 1.2394,
      "step": 486
    },
    {
      "epoch": 0.47270080077651055,
      "grad_norm": 0.1501426100730896,
      "learning_rate": 0.0001883956471443937,
      "loss": 1.3218,
      "step": 487
    },
    {
      "epoch": 0.4736714389711235,
      "grad_norm": 0.15727491676807404,
      "learning_rate": 0.00018834790922261279,
      "loss": 1.2079,
      "step": 488
    },
    {
      "epoch": 0.4746420771657365,
      "grad_norm": 0.154152050614357,
      "learning_rate": 0.00018830007938410494,
      "loss": 1.0886,
      "step": 489
    },
    {
      "epoch": 0.47561271536034944,
      "grad_norm": 0.15757644176483154,
      "learning_rate": 0.00018825215767863214,
      "loss": 1.1466,
      "step": 490
    },
    {
      "epoch": 0.4765833535549624,
      "grad_norm": 0.15382294356822968,
      "learning_rate": 0.00018820414415605184,
      "loss": 1.0137,
      "step": 491
    },
    {
      "epoch": 0.47755399174957536,
      "grad_norm": 0.16711239516735077,
      "learning_rate": 0.00018815603886631715,
      "loss": 1.1229,
      "step": 492
    },
    {
      "epoch": 0.4785246299441883,
      "grad_norm": 0.16049523651599884,
      "learning_rate": 0.00018810784185947646,
      "loss": 1.1408,
      "step": 493
    },
    {
      "epoch": 0.4794952681388013,
      "grad_norm": 0.16987822949886322,
      "learning_rate": 0.0001880595531856738,
      "loss": 1.2691,
      "step": 494
    },
    {
      "epoch": 0.48046590633341424,
      "grad_norm": 0.17616191506385803,
      "learning_rate": 0.00018801117289514845,
      "loss": 1.1627,
      "step": 495
    },
    {
      "epoch": 0.4814365445280272,
      "grad_norm": 0.18330466747283936,
      "learning_rate": 0.00018796270103823494,
      "loss": 1.1734,
      "step": 496
    },
    {
      "epoch": 0.48240718272264016,
      "grad_norm": 0.19991309940814972,
      "learning_rate": 0.00018791413766536326,
      "loss": 1.3009,
      "step": 497
    },
    {
      "epoch": 0.4833778209172531,
      "grad_norm": 0.22398297488689423,
      "learning_rate": 0.00018786548282705848,
      "loss": 1.4252,
      "step": 498
    },
    {
      "epoch": 0.484348459111866,
      "grad_norm": 0.27040407061576843,
      "learning_rate": 0.00018781673657394078,
      "loss": 1.596,
      "step": 499
    },
    {
      "epoch": 0.485319097306479,
      "grad_norm": 0.30423474311828613,
      "learning_rate": 0.00018776789895672558,
      "loss": 1.9307,
      "step": 500
    },
    {
      "epoch": 0.485319097306479,
      "eval_loss": 1.0954923629760742,
      "eval_runtime": 7.7359,
      "eval_samples_per_second": 32.187,
      "eval_steps_per_second": 10.729,
      "step": 500
    },
    {
      "epoch": 0.48628973550109195,
      "grad_norm": 0.12717270851135254,
      "learning_rate": 0.00018771897002622327,
      "loss": 0.8962,
      "step": 501
    },
    {
      "epoch": 0.4872603736957049,
      "grad_norm": 0.13628137111663818,
      "learning_rate": 0.0001876699498333393,
      "loss": 0.8521,
      "step": 502
    },
    {
      "epoch": 0.48823101189031787,
      "grad_norm": 0.1656004637479782,
      "learning_rate": 0.00018762083842907402,
      "loss": 0.9057,
      "step": 503
    },
    {
      "epoch": 0.48920165008493083,
      "grad_norm": 0.16532526910305023,
      "learning_rate": 0.00018757163586452267,
      "loss": 0.9993,
      "step": 504
    },
    {
      "epoch": 0.4901722882795438,
      "grad_norm": 0.143148273229599,
      "learning_rate": 0.00018752234219087538,
      "loss": 0.8951,
      "step": 505
    },
    {
      "epoch": 0.49114292647415675,
      "grad_norm": 0.1366141438484192,
      "learning_rate": 0.00018747295745941703,
      "loss": 1.0021,
      "step": 506
    },
    {
      "epoch": 0.4921135646687697,
      "grad_norm": 0.13753104209899902,
      "learning_rate": 0.00018742348172152726,
      "loss": 0.9743,
      "step": 507
    },
    {
      "epoch": 0.49308420286338267,
      "grad_norm": 0.14310552179813385,
      "learning_rate": 0.00018737391502868039,
      "loss": 0.8488,
      "step": 508
    },
    {
      "epoch": 0.49405484105799563,
      "grad_norm": 0.13306325674057007,
      "learning_rate": 0.00018732425743244534,
      "loss": 1.0791,
      "step": 509
    },
    {
      "epoch": 0.4950254792526086,
      "grad_norm": 0.13292230665683746,
      "learning_rate": 0.00018727450898448563,
      "loss": 1.0921,
      "step": 510
    },
    {
      "epoch": 0.49599611744722155,
      "grad_norm": 0.1466953605413437,
      "learning_rate": 0.0001872246697365593,
      "loss": 0.973,
      "step": 511
    },
    {
      "epoch": 0.4969667556418345,
      "grad_norm": 0.14223748445510864,
      "learning_rate": 0.00018717473974051886,
      "loss": 0.9554,
      "step": 512
    },
    {
      "epoch": 0.4979373938364475,
      "grad_norm": 0.14584597945213318,
      "learning_rate": 0.00018712471904831123,
      "loss": 0.8927,
      "step": 513
    },
    {
      "epoch": 0.49890803203106043,
      "grad_norm": 0.13112898170948029,
      "learning_rate": 0.00018707460771197774,
      "loss": 1.0122,
      "step": 514
    },
    {
      "epoch": 0.4998786702256734,
      "grad_norm": 0.12545156478881836,
      "learning_rate": 0.00018702440578365387,
      "loss": 1.0219,
      "step": 515
    },
    {
      "epoch": 0.5008493084202863,
      "grad_norm": 0.1328488141298294,
      "learning_rate": 0.00018697411331556956,
      "loss": 1.0159,
      "step": 516
    },
    {
      "epoch": 0.5018199466148993,
      "grad_norm": 0.1371421366930008,
      "learning_rate": 0.00018692373036004875,
      "loss": 0.9778,
      "step": 517
    },
    {
      "epoch": 0.5027905848095122,
      "grad_norm": 0.12714020907878876,
      "learning_rate": 0.00018687325696950972,
      "loss": 0.9437,
      "step": 518
    },
    {
      "epoch": 0.5037612230041252,
      "grad_norm": 0.12575721740722656,
      "learning_rate": 0.00018682269319646465,
      "loss": 0.9798,
      "step": 519
    },
    {
      "epoch": 0.5047318611987381,
      "grad_norm": 0.12879030406475067,
      "learning_rate": 0.00018677203909351988,
      "loss": 0.9727,
      "step": 520
    },
    {
      "epoch": 0.5057024993933511,
      "grad_norm": 0.132354736328125,
      "learning_rate": 0.00018672129471337568,
      "loss": 1.0986,
      "step": 521
    },
    {
      "epoch": 0.5066731375879641,
      "grad_norm": 0.12506450712680817,
      "learning_rate": 0.00018667046010882626,
      "loss": 1.063,
      "step": 522
    },
    {
      "epoch": 0.507643775782577,
      "grad_norm": 0.13606294989585876,
      "learning_rate": 0.00018661953533275966,
      "loss": 1.0821,
      "step": 523
    },
    {
      "epoch": 0.50861441397719,
      "grad_norm": 0.14138713479042053,
      "learning_rate": 0.0001865685204381578,
      "loss": 1.1069,
      "step": 524
    },
    {
      "epoch": 0.5095850521718029,
      "grad_norm": 0.12970438599586487,
      "learning_rate": 0.00018651741547809632,
      "loss": 1.0662,
      "step": 525
    },
    {
      "epoch": 0.5105556903664159,
      "grad_norm": 0.13680815696716309,
      "learning_rate": 0.00018646622050574454,
      "loss": 1.0439,
      "step": 526
    },
    {
      "epoch": 0.5115263285610289,
      "grad_norm": 0.13224245607852936,
      "learning_rate": 0.0001864149355743655,
      "loss": 1.152,
      "step": 527
    },
    {
      "epoch": 0.5124969667556418,
      "grad_norm": 0.14052756130695343,
      "learning_rate": 0.0001863635607373157,
      "loss": 1.1691,
      "step": 528
    },
    {
      "epoch": 0.5134676049502548,
      "grad_norm": 0.14112083613872528,
      "learning_rate": 0.00018631209604804539,
      "loss": 1.0871,
      "step": 529
    },
    {
      "epoch": 0.5144382431448677,
      "grad_norm": 0.14000806212425232,
      "learning_rate": 0.00018626054156009806,
      "loss": 1.1298,
      "step": 530
    },
    {
      "epoch": 0.5154088813394807,
      "grad_norm": 0.15276126563549042,
      "learning_rate": 0.00018620889732711085,
      "loss": 1.1278,
      "step": 531
    },
    {
      "epoch": 0.5163795195340937,
      "grad_norm": 0.13741688430309296,
      "learning_rate": 0.0001861571634028141,
      "loss": 1.0778,
      "step": 532
    },
    {
      "epoch": 0.5173501577287066,
      "grad_norm": 0.14220912754535675,
      "learning_rate": 0.0001861053398410315,
      "loss": 1.1606,
      "step": 533
    },
    {
      "epoch": 0.5183207959233196,
      "grad_norm": 0.14083832502365112,
      "learning_rate": 0.0001860534266956801,
      "loss": 1.1334,
      "step": 534
    },
    {
      "epoch": 0.5192914341179325,
      "grad_norm": 0.14099843800067902,
      "learning_rate": 0.00018600142402077006,
      "loss": 1.2631,
      "step": 535
    },
    {
      "epoch": 0.5202620723125455,
      "grad_norm": 0.14497122168540955,
      "learning_rate": 0.0001859493318704047,
      "loss": 1.1467,
      "step": 536
    },
    {
      "epoch": 0.5212327105071585,
      "grad_norm": 0.13968785107135773,
      "learning_rate": 0.0001858971502987804,
      "loss": 1.0142,
      "step": 537
    },
    {
      "epoch": 0.5222033487017714,
      "grad_norm": 0.15264476835727692,
      "learning_rate": 0.00018584487936018661,
      "loss": 1.1951,
      "step": 538
    },
    {
      "epoch": 0.5231739868963844,
      "grad_norm": 0.14904597401618958,
      "learning_rate": 0.00018579251910900583,
      "loss": 1.137,
      "step": 539
    },
    {
      "epoch": 0.5241446250909974,
      "grad_norm": 0.15460620820522308,
      "learning_rate": 0.00018574006959971333,
      "loss": 1.1742,
      "step": 540
    },
    {
      "epoch": 0.5251152632856103,
      "grad_norm": 0.16138383746147156,
      "learning_rate": 0.00018568753088687735,
      "loss": 1.1209,
      "step": 541
    },
    {
      "epoch": 0.5260859014802233,
      "grad_norm": 0.16100619733333588,
      "learning_rate": 0.0001856349030251589,
      "loss": 1.1012,
      "step": 542
    },
    {
      "epoch": 0.5270565396748362,
      "grad_norm": 0.16989123821258545,
      "learning_rate": 0.00018558218606931176,
      "loss": 1.2169,
      "step": 543
    },
    {
      "epoch": 0.5280271778694492,
      "grad_norm": 0.1821579933166504,
      "learning_rate": 0.00018552938007418236,
      "loss": 1.2311,
      "step": 544
    },
    {
      "epoch": 0.5289978160640622,
      "grad_norm": 0.18245720863342285,
      "learning_rate": 0.00018547648509470985,
      "loss": 1.2579,
      "step": 545
    },
    {
      "epoch": 0.5299684542586751,
      "grad_norm": 0.19015704095363617,
      "learning_rate": 0.00018542350118592584,
      "loss": 1.2589,
      "step": 546
    },
    {
      "epoch": 0.5309390924532881,
      "grad_norm": 0.2050786167383194,
      "learning_rate": 0.00018537042840295457,
      "loss": 1.268,
      "step": 547
    },
    {
      "epoch": 0.531909730647901,
      "grad_norm": 0.23882292211055756,
      "learning_rate": 0.00018531726680101268,
      "loss": 1.5876,
      "step": 548
    },
    {
      "epoch": 0.532880368842514,
      "grad_norm": 0.2775441110134125,
      "learning_rate": 0.00018526401643540922,
      "loss": 1.7208,
      "step": 549
    },
    {
      "epoch": 0.533851007037127,
      "grad_norm": 0.31992867588996887,
      "learning_rate": 0.00018521067736154568,
      "loss": 1.889,
      "step": 550
    },
    {
      "epoch": 0.5348216452317399,
      "grad_norm": 0.15643757581710815,
      "learning_rate": 0.00018515724963491566,
      "loss": 0.9188,
      "step": 551
    },
    {
      "epoch": 0.5357922834263529,
      "grad_norm": 0.19238118827342987,
      "learning_rate": 0.0001851037333111052,
      "loss": 0.8881,
      "step": 552
    },
    {
      "epoch": 0.5367629216209658,
      "grad_norm": 0.19340699911117554,
      "learning_rate": 0.00018505012844579236,
      "loss": 0.9117,
      "step": 553
    },
    {
      "epoch": 0.5377335598155787,
      "grad_norm": 0.19582121074199677,
      "learning_rate": 0.00018499643509474738,
      "loss": 0.9459,
      "step": 554
    },
    {
      "epoch": 0.5387041980101916,
      "grad_norm": 0.16333331167697906,
      "learning_rate": 0.0001849426533138326,
      "loss": 1.0111,
      "step": 555
    },
    {
      "epoch": 0.5396748362048046,
      "grad_norm": 0.14273546636104584,
      "learning_rate": 0.00018488878315900227,
      "loss": 0.9263,
      "step": 556
    },
    {
      "epoch": 0.5406454743994176,
      "grad_norm": 0.15071718394756317,
      "learning_rate": 0.00018483482468630266,
      "loss": 1.0116,
      "step": 557
    },
    {
      "epoch": 0.5416161125940305,
      "grad_norm": 0.16306503117084503,
      "learning_rate": 0.00018478077795187187,
      "loss": 0.9744,
      "step": 558
    },
    {
      "epoch": 0.5425867507886435,
      "grad_norm": 0.15385355055332184,
      "learning_rate": 0.00018472664301193988,
      "loss": 1.0213,
      "step": 559
    },
    {
      "epoch": 0.5435573889832565,
      "grad_norm": 0.15879526734352112,
      "learning_rate": 0.00018467241992282843,
      "loss": 0.9418,
      "step": 560
    },
    {
      "epoch": 0.5445280271778694,
      "grad_norm": 0.1412198394536972,
      "learning_rate": 0.00018461810874095092,
      "loss": 1.053,
      "step": 561
    },
    {
      "epoch": 0.5454986653724824,
      "grad_norm": 0.15846198797225952,
      "learning_rate": 0.0001845637095228124,
      "loss": 0.9756,
      "step": 562
    },
    {
      "epoch": 0.5464693035670953,
      "grad_norm": 0.1522722989320755,
      "learning_rate": 0.00018450922232500966,
      "loss": 0.9912,
      "step": 563
    },
    {
      "epoch": 0.5474399417617083,
      "grad_norm": 0.1418815702199936,
      "learning_rate": 0.00018445464720423077,
      "loss": 0.9953,
      "step": 564
    },
    {
      "epoch": 0.5484105799563213,
      "grad_norm": 0.14483502507209778,
      "learning_rate": 0.00018439998421725554,
      "loss": 1.0378,
      "step": 565
    },
    {
      "epoch": 0.5493812181509342,
      "grad_norm": 0.14055894315242767,
      "learning_rate": 0.000184345233420955,
      "loss": 1.0983,
      "step": 566
    },
    {
      "epoch": 0.5503518563455472,
      "grad_norm": 0.13580897450447083,
      "learning_rate": 0.00018429039487229162,
      "loss": 0.9311,
      "step": 567
    },
    {
      "epoch": 0.5513224945401601,
      "grad_norm": 0.14845380187034607,
      "learning_rate": 0.00018423546862831916,
      "loss": 1.0702,
      "step": 568
    },
    {
      "epoch": 0.5522931327347731,
      "grad_norm": 0.144630566239357,
      "learning_rate": 0.0001841804547461826,
      "loss": 1.0418,
      "step": 569
    },
    {
      "epoch": 0.5532637709293861,
      "grad_norm": 0.1406497210264206,
      "learning_rate": 0.00018412535328311814,
      "loss": 0.9463,
      "step": 570
    },
    {
      "epoch": 0.554234409123999,
      "grad_norm": 0.13636364042758942,
      "learning_rate": 0.00018407016429645303,
      "loss": 0.9744,
      "step": 571
    },
    {
      "epoch": 0.555205047318612,
      "grad_norm": 0.1396099328994751,
      "learning_rate": 0.00018401488784360566,
      "loss": 0.9953,
      "step": 572
    },
    {
      "epoch": 0.5561756855132249,
      "grad_norm": 0.15437623858451843,
      "learning_rate": 0.00018395952398208532,
      "loss": 1.0905,
      "step": 573
    },
    {
      "epoch": 0.5571463237078379,
      "grad_norm": 0.14333245158195496,
      "learning_rate": 0.00018390407276949234,
      "loss": 1.0761,
      "step": 574
    },
    {
      "epoch": 0.5581169619024509,
      "grad_norm": 0.14299160242080688,
      "learning_rate": 0.0001838485342635179,
      "loss": 1.0447,
      "step": 575
    },
    {
      "epoch": 0.5590876000970638,
      "grad_norm": 0.13433262705802917,
      "learning_rate": 0.00018379290852194396,
      "loss": 1.1121,
      "step": 576
    },
    {
      "epoch": 0.5600582382916768,
      "grad_norm": 0.14768877625465393,
      "learning_rate": 0.00018373719560264327,
      "loss": 1.1041,
      "step": 577
    },
    {
      "epoch": 0.5610288764862897,
      "grad_norm": 0.13244839012622833,
      "learning_rate": 0.00018368139556357928,
      "loss": 1.0348,
      "step": 578
    },
    {
      "epoch": 0.5619995146809027,
      "grad_norm": 0.13455595076084137,
      "learning_rate": 0.00018362550846280607,
      "loss": 1.0547,
      "step": 579
    },
    {
      "epoch": 0.5629701528755157,
      "grad_norm": 0.13967923820018768,
      "learning_rate": 0.0001835695343584683,
      "loss": 1.1123,
      "step": 580
    },
    {
      "epoch": 0.5639407910701286,
      "grad_norm": 0.14691531658172607,
      "learning_rate": 0.00018351347330880114,
      "loss": 1.2231,
      "step": 581
    },
    {
      "epoch": 0.5649114292647416,
      "grad_norm": 0.14233841001987457,
      "learning_rate": 0.00018345732537213027,
      "loss": 1.0268,
      "step": 582
    },
    {
      "epoch": 0.5658820674593545,
      "grad_norm": 0.14799845218658447,
      "learning_rate": 0.0001834010906068717,
      "loss": 1.2895,
      "step": 583
    },
    {
      "epoch": 0.5668527056539675,
      "grad_norm": 0.14385882019996643,
      "learning_rate": 0.00018334476907153177,
      "loss": 1.1489,
      "step": 584
    },
    {
      "epoch": 0.5678233438485805,
      "grad_norm": 0.1496564894914627,
      "learning_rate": 0.00018328836082470717,
      "loss": 1.1111,
      "step": 585
    },
    {
      "epoch": 0.5687939820431934,
      "grad_norm": 0.1578729897737503,
      "learning_rate": 0.0001832318659250847,
      "loss": 1.3597,
      "step": 586
    },
    {
      "epoch": 0.5697646202378064,
      "grad_norm": 0.1489015519618988,
      "learning_rate": 0.00018317528443144153,
      "loss": 0.9975,
      "step": 587
    },
    {
      "epoch": 0.5707352584324193,
      "grad_norm": 0.15723182260990143,
      "learning_rate": 0.00018311861640264455,
      "loss": 1.2617,
      "step": 588
    },
    {
      "epoch": 0.5717058966270323,
      "grad_norm": 0.15395241975784302,
      "learning_rate": 0.00018306186189765106,
      "loss": 1.0915,
      "step": 589
    },
    {
      "epoch": 0.5726765348216453,
      "grad_norm": 0.16849829256534576,
      "learning_rate": 0.00018300502097550806,
      "loss": 1.2736,
      "step": 590
    },
    {
      "epoch": 0.5736471730162582,
      "grad_norm": 0.16957275569438934,
      "learning_rate": 0.00018294809369535263,
      "loss": 1.19,
      "step": 591
    },
    {
      "epoch": 0.5746178112108712,
      "grad_norm": 0.1715371161699295,
      "learning_rate": 0.00018289108011641163,
      "loss": 1.1978,
      "step": 592
    },
    {
      "epoch": 0.5755884494054841,
      "grad_norm": 0.16760101914405823,
      "learning_rate": 0.00018283398029800166,
      "loss": 1.2745,
      "step": 593
    },
    {
      "epoch": 0.5765590876000971,
      "grad_norm": 0.17402984201908112,
      "learning_rate": 0.00018277679429952912,
      "loss": 1.0432,
      "step": 594
    },
    {
      "epoch": 0.5775297257947101,
      "grad_norm": 0.17016460001468658,
      "learning_rate": 0.00018271952218049003,
      "loss": 1.0874,
      "step": 595
    },
    {
      "epoch": 0.578500363989323,
      "grad_norm": 0.185808926820755,
      "learning_rate": 0.00018266216400047002,
      "loss": 1.4052,
      "step": 596
    },
    {
      "epoch": 0.579471002183936,
      "grad_norm": 0.2084370106458664,
      "learning_rate": 0.0001826047198191443,
      "loss": 1.1695,
      "step": 597
    },
    {
      "epoch": 0.580441640378549,
      "grad_norm": 0.23534636199474335,
      "learning_rate": 0.0001825471896962774,
      "loss": 1.5471,
      "step": 598
    },
    {
      "epoch": 0.5814122785731618,
      "grad_norm": 0.275351345539093,
      "learning_rate": 0.00018248957369172347,
      "loss": 1.5977,
      "step": 599
    },
    {
      "epoch": 0.5823829167677748,
      "grad_norm": 0.30078205466270447,
      "learning_rate": 0.00018243187186542593,
      "loss": 1.7157,
      "step": 600
    },
    {
      "epoch": 0.5823829167677748,
      "eval_loss": 1.0814334154129028,
      "eval_runtime": 7.8798,
      "eval_samples_per_second": 31.6,
      "eval_steps_per_second": 10.533,
      "step": 600
    },
    {
      "epoch": 0.5833535549623877,
      "grad_norm": 0.1340826153755188,
      "learning_rate": 0.0001823740842774174,
      "loss": 0.8824,
      "step": 601
    },
    {
      "epoch": 0.5843241931570007,
      "grad_norm": 0.15112949907779694,
      "learning_rate": 0.00018231621098781982,
      "loss": 0.8986,
      "step": 602
    },
    {
      "epoch": 0.5852948313516136,
      "grad_norm": 0.17925365269184113,
      "learning_rate": 0.00018225825205684428,
      "loss": 0.9574,
      "step": 603
    },
    {
      "epoch": 0.5862654695462266,
      "grad_norm": 0.16003082692623138,
      "learning_rate": 0.00018220020754479102,
      "loss": 0.9386,
      "step": 604
    },
    {
      "epoch": 0.5872361077408396,
      "grad_norm": 0.14614200592041016,
      "learning_rate": 0.00018214207751204918,
      "loss": 0.9481,
      "step": 605
    },
    {
      "epoch": 0.5882067459354525,
      "grad_norm": 0.14365333318710327,
      "learning_rate": 0.00018208386201909698,
      "loss": 0.9708,
      "step": 606
    },
    {
      "epoch": 0.5891773841300655,
      "grad_norm": 0.1419377326965332,
      "learning_rate": 0.00018202556112650157,
      "loss": 0.9196,
      "step": 607
    },
    {
      "epoch": 0.5901480223246784,
      "grad_norm": 0.12711554765701294,
      "learning_rate": 0.00018196717489491886,
      "loss": 1.0036,
      "step": 608
    },
    {
      "epoch": 0.5911186605192914,
      "grad_norm": 0.12679913640022278,
      "learning_rate": 0.00018190870338509365,
      "loss": 0.9565,
      "step": 609
    },
    {
      "epoch": 0.5920892987139044,
      "grad_norm": 0.13503219187259674,
      "learning_rate": 0.00018185014665785936,
      "loss": 0.953,
      "step": 610
    },
    {
      "epoch": 0.5930599369085173,
      "grad_norm": 0.14891859889030457,
      "learning_rate": 0.00018179150477413815,
      "loss": 0.9288,
      "step": 611
    },
    {
      "epoch": 0.5940305751031303,
      "grad_norm": 0.14562635123729706,
      "learning_rate": 0.0001817327777949407,
      "loss": 0.9108,
      "step": 612
    },
    {
      "epoch": 0.5950012132977432,
      "grad_norm": 0.14635904133319855,
      "learning_rate": 0.00018167396578136632,
      "loss": 0.9757,
      "step": 613
    },
    {
      "epoch": 0.5959718514923562,
      "grad_norm": 0.13089369237422943,
      "learning_rate": 0.00018161506879460273,
      "loss": 0.944,
      "step": 614
    },
    {
      "epoch": 0.5969424896869692,
      "grad_norm": 0.1291479617357254,
      "learning_rate": 0.00018155608689592604,
      "loss": 1.0072,
      "step": 615
    },
    {
      "epoch": 0.5979131278815821,
      "grad_norm": 0.1405024230480194,
      "learning_rate": 0.00018149702014670074,
      "loss": 0.9799,
      "step": 616
    },
    {
      "epoch": 0.5988837660761951,
      "grad_norm": 0.14037607610225677,
      "learning_rate": 0.00018143786860837954,
      "loss": 1.0418,
      "step": 617
    },
    {
      "epoch": 0.599854404270808,
      "grad_norm": 0.12669751048088074,
      "learning_rate": 0.00018137863234250347,
      "loss": 0.9907,
      "step": 618
    },
    {
      "epoch": 0.600825042465421,
      "grad_norm": 0.13988590240478516,
      "learning_rate": 0.00018131931141070163,
      "loss": 0.9805,
      "step": 619
    },
    {
      "epoch": 0.601795680660034,
      "grad_norm": 0.13371235132217407,
      "learning_rate": 0.00018125990587469123,
      "loss": 1.0161,
      "step": 620
    },
    {
      "epoch": 0.6027663188546469,
      "grad_norm": 0.12577249109745026,
      "learning_rate": 0.0001812004157962775,
      "loss": 1.1125,
      "step": 621
    },
    {
      "epoch": 0.6037369570492599,
      "grad_norm": 0.1357773393392563,
      "learning_rate": 0.00018114084123735356,
      "loss": 0.9346,
      "step": 622
    },
    {
      "epoch": 0.6047075952438729,
      "grad_norm": 0.1365431696176529,
      "learning_rate": 0.00018108118225990051,
      "loss": 1.0466,
      "step": 623
    },
    {
      "epoch": 0.6056782334384858,
      "grad_norm": 0.13395467400550842,
      "learning_rate": 0.00018102143892598734,
      "loss": 1.1016,
      "step": 624
    },
    {
      "epoch": 0.6066488716330988,
      "grad_norm": 0.1353096067905426,
      "learning_rate": 0.0001809616112977706,
      "loss": 1.1135,
      "step": 625
    },
    {
      "epoch": 0.6076195098277117,
      "grad_norm": 0.13159474730491638,
      "learning_rate": 0.00018090169943749476,
      "loss": 0.9849,
      "step": 626
    },
    {
      "epoch": 0.6085901480223247,
      "grad_norm": 0.13361939787864685,
      "learning_rate": 0.00018084170340749176,
      "loss": 1.0852,
      "step": 627
    },
    {
      "epoch": 0.6095607862169377,
      "grad_norm": 0.15226314961910248,
      "learning_rate": 0.00018078162327018116,
      "loss": 1.1359,
      "step": 628
    },
    {
      "epoch": 0.6105314244115506,
      "grad_norm": 0.1305151730775833,
      "learning_rate": 0.00018072145908807008,
      "loss": 0.9155,
      "step": 629
    },
    {
      "epoch": 0.6115020626061636,
      "grad_norm": 0.1485562026500702,
      "learning_rate": 0.000180661210923753,
      "loss": 1.2743,
      "step": 630
    },
    {
      "epoch": 0.6124727008007765,
      "grad_norm": 0.14348861575126648,
      "learning_rate": 0.00018060087883991187,
      "loss": 1.1908,
      "step": 631
    },
    {
      "epoch": 0.6134433389953895,
      "grad_norm": 0.14099331200122833,
      "learning_rate": 0.00018054046289931583,
      "loss": 1.0706,
      "step": 632
    },
    {
      "epoch": 0.6144139771900025,
      "grad_norm": 0.14614291489124298,
      "learning_rate": 0.00018047996316482135,
      "loss": 1.1202,
      "step": 633
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 0.1504487693309784,
      "learning_rate": 0.00018041937969937206,
      "loss": 1.1517,
      "step": 634
    },
    {
      "epoch": 0.6163552535792284,
      "grad_norm": 0.14309214055538177,
      "learning_rate": 0.00018035871256599868,
      "loss": 1.0497,
      "step": 635
    },
    {
      "epoch": 0.6173258917738413,
      "grad_norm": 0.15006239712238312,
      "learning_rate": 0.00018029796182781902,
      "loss": 1.1368,
      "step": 636
    },
    {
      "epoch": 0.6182965299684543,
      "grad_norm": 0.15141750872135162,
      "learning_rate": 0.0001802371275480378,
      "loss": 1.3254,
      "step": 637
    },
    {
      "epoch": 0.6192671681630673,
      "grad_norm": 0.14812935888767242,
      "learning_rate": 0.00018017620978994677,
      "loss": 1.1677,
      "step": 638
    },
    {
      "epoch": 0.6202378063576802,
      "grad_norm": 0.15390712022781372,
      "learning_rate": 0.0001801152086169244,
      "loss": 1.082,
      "step": 639
    },
    {
      "epoch": 0.6212084445522932,
      "grad_norm": 0.15427197515964508,
      "learning_rate": 0.00018005412409243606,
      "loss": 1.0609,
      "step": 640
    },
    {
      "epoch": 0.6221790827469061,
      "grad_norm": 0.1611199676990509,
      "learning_rate": 0.00017999295628003375,
      "loss": 1.1882,
      "step": 641
    },
    {
      "epoch": 0.6231497209415191,
      "grad_norm": 0.1782677173614502,
      "learning_rate": 0.00017993170524335615,
      "loss": 1.2617,
      "step": 642
    },
    {
      "epoch": 0.624120359136132,
      "grad_norm": 0.17841613292694092,
      "learning_rate": 0.00017987037104612858,
      "loss": 1.1174,
      "step": 643
    },
    {
      "epoch": 0.6250909973307449,
      "grad_norm": 0.18095940351486206,
      "learning_rate": 0.00017980895375216283,
      "loss": 1.1915,
      "step": 644
    },
    {
      "epoch": 0.6260616355253579,
      "grad_norm": 0.18904151022434235,
      "learning_rate": 0.00017974745342535711,
      "loss": 1.2071,
      "step": 645
    },
    {
      "epoch": 0.6270322737199708,
      "grad_norm": 0.17834962904453278,
      "learning_rate": 0.00017968587012969604,
      "loss": 1.1001,
      "step": 646
    },
    {
      "epoch": 0.6280029119145838,
      "grad_norm": 0.20119735598564148,
      "learning_rate": 0.00017962420392925066,
      "loss": 1.1325,
      "step": 647
    },
    {
      "epoch": 0.6289735501091968,
      "grad_norm": 0.23242582380771637,
      "learning_rate": 0.00017956245488817812,
      "loss": 1.4741,
      "step": 648
    },
    {
      "epoch": 0.6299441883038097,
      "grad_norm": 0.28356191515922546,
      "learning_rate": 0.0001795006230707218,
      "loss": 1.6797,
      "step": 649
    },
    {
      "epoch": 0.6309148264984227,
      "grad_norm": 0.3124663233757019,
      "learning_rate": 0.00017943870854121124,
      "loss": 1.7291,
      "step": 650
    },
    {
      "epoch": 0.6318854646930356,
      "grad_norm": 0.14107432961463928,
      "learning_rate": 0.00017937671136406206,
      "loss": 0.868,
      "step": 651
    },
    {
      "epoch": 0.6328561028876486,
      "grad_norm": 0.155948206782341,
      "learning_rate": 0.00017931463160377576,
      "loss": 0.8736,
      "step": 652
    },
    {
      "epoch": 0.6338267410822616,
      "grad_norm": 0.1816108077764511,
      "learning_rate": 0.00017925246932493978,
      "loss": 0.8729,
      "step": 653
    },
    {
      "epoch": 0.6347973792768745,
      "grad_norm": 0.1735483705997467,
      "learning_rate": 0.00017919022459222752,
      "loss": 0.919,
      "step": 654
    },
    {
      "epoch": 0.6357680174714875,
      "grad_norm": 0.14947816729545593,
      "learning_rate": 0.00017912789747039805,
      "loss": 0.8809,
      "step": 655
    },
    {
      "epoch": 0.6367386556661004,
      "grad_norm": 0.14776475727558136,
      "learning_rate": 0.00017906548802429622,
      "loss": 0.9182,
      "step": 656
    },
    {
      "epoch": 0.6377092938607134,
      "grad_norm": 0.14016087353229523,
      "learning_rate": 0.0001790029963188525,
      "loss": 0.9189,
      "step": 657
    },
    {
      "epoch": 0.6386799320553264,
      "grad_norm": 0.15361738204956055,
      "learning_rate": 0.00017894042241908294,
      "loss": 0.9782,
      "step": 658
    },
    {
      "epoch": 0.6396505702499393,
      "grad_norm": 0.1347050815820694,
      "learning_rate": 0.00017887776639008914,
      "loss": 0.9918,
      "step": 659
    },
    {
      "epoch": 0.6406212084445523,
      "grad_norm": 0.13746604323387146,
      "learning_rate": 0.00017881502829705808,
      "loss": 0.9681,
      "step": 660
    },
    {
      "epoch": 0.6415918466391652,
      "grad_norm": 0.1334252953529358,
      "learning_rate": 0.00017875220820526218,
      "loss": 0.9783,
      "step": 661
    },
    {
      "epoch": 0.6425624848337782,
      "grad_norm": 0.12584134936332703,
      "learning_rate": 0.0001786893061800592,
      "loss": 0.9415,
      "step": 662
    },
    {
      "epoch": 0.6435331230283912,
      "grad_norm": 0.12993785738945007,
      "learning_rate": 0.00017862632228689203,
      "loss": 0.9346,
      "step": 663
    },
    {
      "epoch": 0.6445037612230041,
      "grad_norm": 0.13353368639945984,
      "learning_rate": 0.00017856325659128882,
      "loss": 0.9419,
      "step": 664
    },
    {
      "epoch": 0.6454743994176171,
      "grad_norm": 0.13340453803539276,
      "learning_rate": 0.0001785001091588628,
      "loss": 0.9918,
      "step": 665
    },
    {
      "epoch": 0.64644503761223,
      "grad_norm": 0.13573144376277924,
      "learning_rate": 0.00017843688005531226,
      "loss": 0.9916,
      "step": 666
    },
    {
      "epoch": 0.647415675806843,
      "grad_norm": 0.1274247169494629,
      "learning_rate": 0.0001783735693464205,
      "loss": 1.0363,
      "step": 667
    },
    {
      "epoch": 0.648386314001456,
      "grad_norm": 0.13578127324581146,
      "learning_rate": 0.00017831017709805556,
      "loss": 1.0327,
      "step": 668
    },
    {
      "epoch": 0.6493569521960689,
      "grad_norm": 0.12906406819820404,
      "learning_rate": 0.00017824670337617047,
      "loss": 0.9971,
      "step": 669
    },
    {
      "epoch": 0.6503275903906819,
      "grad_norm": 0.13852401077747345,
      "learning_rate": 0.000178183148246803,
      "loss": 1.0636,
      "step": 670
    },
    {
      "epoch": 0.6512982285852948,
      "grad_norm": 0.136740580201149,
      "learning_rate": 0.00017811951177607556,
      "loss": 1.0844,
      "step": 671
    },
    {
      "epoch": 0.6522688667799078,
      "grad_norm": 0.12792085111141205,
      "learning_rate": 0.00017805579403019523,
      "loss": 0.9674,
      "step": 672
    },
    {
      "epoch": 0.6532395049745208,
      "grad_norm": 0.13339944183826447,
      "learning_rate": 0.00017799199507545363,
      "loss": 1.0675,
      "step": 673
    },
    {
      "epoch": 0.6542101431691337,
      "grad_norm": 0.13574305176734924,
      "learning_rate": 0.0001779281149782269,
      "loss": 1.0369,
      "step": 674
    },
    {
      "epoch": 0.6551807813637467,
      "grad_norm": 0.1381705403327942,
      "learning_rate": 0.00017786415380497553,
      "loss": 1.0118,
      "step": 675
    },
    {
      "epoch": 0.6561514195583596,
      "grad_norm": 0.13709163665771484,
      "learning_rate": 0.00017780011162224445,
      "loss": 1.0301,
      "step": 676
    },
    {
      "epoch": 0.6571220577529726,
      "grad_norm": 0.14219403266906738,
      "learning_rate": 0.00017773598849666282,
      "loss": 1.1533,
      "step": 677
    },
    {
      "epoch": 0.6580926959475856,
      "grad_norm": 0.13698862493038177,
      "learning_rate": 0.000177671784494944,
      "loss": 1.1193,
      "step": 678
    },
    {
      "epoch": 0.6590633341421985,
      "grad_norm": 0.14158329367637634,
      "learning_rate": 0.00017760749968388556,
      "loss": 1.1608,
      "step": 679
    },
    {
      "epoch": 0.6600339723368115,
      "grad_norm": 0.13908672332763672,
      "learning_rate": 0.00017754313413036906,
      "loss": 1.1673,
      "step": 680
    },
    {
      "epoch": 0.6610046105314245,
      "grad_norm": 0.13918961584568024,
      "learning_rate": 0.0001774786879013601,
      "loss": 1.0523,
      "step": 681
    },
    {
      "epoch": 0.6619752487260374,
      "grad_norm": 0.15310007333755493,
      "learning_rate": 0.00017741416106390826,
      "loss": 1.1519,
      "step": 682
    },
    {
      "epoch": 0.6629458869206504,
      "grad_norm": 0.14212605357170105,
      "learning_rate": 0.0001773495536851469,
      "loss": 1.0681,
      "step": 683
    },
    {
      "epoch": 0.6639165251152633,
      "grad_norm": 0.14672447741031647,
      "learning_rate": 0.00017728486583229322,
      "loss": 1.0776,
      "step": 684
    },
    {
      "epoch": 0.6648871633098763,
      "grad_norm": 0.1473221480846405,
      "learning_rate": 0.00017722009757264816,
      "loss": 1.0895,
      "step": 685
    },
    {
      "epoch": 0.6658578015044893,
      "grad_norm": 0.14796406030654907,
      "learning_rate": 0.0001771552489735963,
      "loss": 1.1567,
      "step": 686
    },
    {
      "epoch": 0.6668284396991021,
      "grad_norm": 0.14726676046848297,
      "learning_rate": 0.00017709032010260577,
      "loss": 1.0717,
      "step": 687
    },
    {
      "epoch": 0.6677990778937151,
      "grad_norm": 0.15460535883903503,
      "learning_rate": 0.00017702531102722828,
      "loss": 1.1498,
      "step": 688
    },
    {
      "epoch": 0.668769716088328,
      "grad_norm": 0.16273169219493866,
      "learning_rate": 0.00017696022181509894,
      "loss": 1.1315,
      "step": 689
    },
    {
      "epoch": 0.669740354282941,
      "grad_norm": 0.1592743992805481,
      "learning_rate": 0.0001768950525339362,
      "loss": 1.0246,
      "step": 690
    },
    {
      "epoch": 0.670710992477554,
      "grad_norm": 0.16001497209072113,
      "learning_rate": 0.00017682980325154195,
      "loss": 1.1061,
      "step": 691
    },
    {
      "epoch": 0.6716816306721669,
      "grad_norm": 0.17007067799568176,
      "learning_rate": 0.0001767644740358011,
      "loss": 1.0482,
      "step": 692
    },
    {
      "epoch": 0.6726522688667799,
      "grad_norm": 0.17941215634346008,
      "learning_rate": 0.00017669906495468198,
      "loss": 1.1155,
      "step": 693
    },
    {
      "epoch": 0.6736229070613928,
      "grad_norm": 0.1733211725950241,
      "learning_rate": 0.00017663357607623577,
      "loss": 1.0809,
      "step": 694
    },
    {
      "epoch": 0.6745935452560058,
      "grad_norm": 0.19365689158439636,
      "learning_rate": 0.00017656800746859678,
      "loss": 1.1468,
      "step": 695
    },
    {
      "epoch": 0.6755641834506187,
      "grad_norm": 0.1901533156633377,
      "learning_rate": 0.00017650235919998232,
      "loss": 1.1937,
      "step": 696
    },
    {
      "epoch": 0.6765348216452317,
      "grad_norm": 0.22118550539016724,
      "learning_rate": 0.00017643663133869248,
      "loss": 1.3132,
      "step": 697
    },
    {
      "epoch": 0.6775054598398447,
      "grad_norm": 0.23888970911502838,
      "learning_rate": 0.00017637082395311024,
      "loss": 1.5264,
      "step": 698
    },
    {
      "epoch": 0.6784760980344576,
      "grad_norm": 0.2757479250431061,
      "learning_rate": 0.00017630493711170124,
      "loss": 1.6876,
      "step": 699
    },
    {
      "epoch": 0.6794467362290706,
      "grad_norm": 0.31103724241256714,
      "learning_rate": 0.00017623897088301385,
      "loss": 1.8345,
      "step": 700
    },
    {
      "epoch": 0.6794467362290706,
      "eval_loss": 1.0735198259353638,
      "eval_runtime": 7.7935,
      "eval_samples_per_second": 31.95,
      "eval_steps_per_second": 10.65,
      "step": 700
    },
    {
      "epoch": 0.6804173744236836,
      "grad_norm": 0.13124889135360718,
      "learning_rate": 0.00017617292533567895,
      "loss": 0.9023,
      "step": 701
    },
    {
      "epoch": 0.6813880126182965,
      "grad_norm": 0.15060056746006012,
      "learning_rate": 0.00017610680053841007,
      "loss": 0.8297,
      "step": 702
    },
    {
      "epoch": 0.6823586508129095,
      "grad_norm": 0.16212525963783264,
      "learning_rate": 0.0001760405965600031,
      "loss": 0.8691,
      "step": 703
    },
    {
      "epoch": 0.6833292890075224,
      "grad_norm": 0.17551809549331665,
      "learning_rate": 0.00017597431346933634,
      "loss": 0.9673,
      "step": 704
    },
    {
      "epoch": 0.6842999272021354,
      "grad_norm": 0.14707110822200775,
      "learning_rate": 0.00017590795133537034,
      "loss": 1.0533,
      "step": 705
    },
    {
      "epoch": 0.6852705653967484,
      "grad_norm": 0.1252216398715973,
      "learning_rate": 0.000175841510227148,
      "loss": 0.9136,
      "step": 706
    },
    {
      "epoch": 0.6862412035913613,
      "grad_norm": 0.12067296355962753,
      "learning_rate": 0.00017577499021379428,
      "loss": 0.8699,
      "step": 707
    },
    {
      "epoch": 0.6872118417859743,
      "grad_norm": 0.12943367660045624,
      "learning_rate": 0.0001757083913645163,
      "loss": 0.9367,
      "step": 708
    },
    {
      "epoch": 0.6881824799805872,
      "grad_norm": 0.13516972959041595,
      "learning_rate": 0.0001756417137486031,
      "loss": 0.8614,
      "step": 709
    },
    {
      "epoch": 0.6891531181752002,
      "grad_norm": 0.13495251536369324,
      "learning_rate": 0.00017557495743542585,
      "loss": 0.9622,
      "step": 710
    },
    {
      "epoch": 0.6901237563698132,
      "grad_norm": 0.13961119949817657,
      "learning_rate": 0.0001755081224944374,
      "loss": 0.9023,
      "step": 711
    },
    {
      "epoch": 0.6910943945644261,
      "grad_norm": 0.13605110347270966,
      "learning_rate": 0.00017544120899517254,
      "loss": 0.9694,
      "step": 712
    },
    {
      "epoch": 0.6920650327590391,
      "grad_norm": 0.13826817274093628,
      "learning_rate": 0.00017537421700724773,
      "loss": 0.9406,
      "step": 713
    },
    {
      "epoch": 0.693035670953652,
      "grad_norm": 0.1367107629776001,
      "learning_rate": 0.00017530714660036112,
      "loss": 0.8841,
      "step": 714
    },
    {
      "epoch": 0.694006309148265,
      "grad_norm": 0.13588875532150269,
      "learning_rate": 0.00017523999784429238,
      "loss": 1.0126,
      "step": 715
    },
    {
      "epoch": 0.694976947342878,
      "grad_norm": 0.13964961469173431,
      "learning_rate": 0.00017517277080890279,
      "loss": 1.0127,
      "step": 716
    },
    {
      "epoch": 0.6959475855374909,
      "grad_norm": 0.14184129238128662,
      "learning_rate": 0.00017510546556413498,
      "loss": 0.9883,
      "step": 717
    },
    {
      "epoch": 0.6969182237321039,
      "grad_norm": 0.1421515792608261,
      "learning_rate": 0.00017503808218001304,
      "loss": 1.011,
      "step": 718
    },
    {
      "epoch": 0.6978888619267168,
      "grad_norm": 0.13928528130054474,
      "learning_rate": 0.00017497062072664227,
      "loss": 1.0081,
      "step": 719
    },
    {
      "epoch": 0.6988595001213298,
      "grad_norm": 0.13491754233837128,
      "learning_rate": 0.00017490308127420928,
      "loss": 1.0235,
      "step": 720
    },
    {
      "epoch": 0.6998301383159428,
      "grad_norm": 0.14083845913410187,
      "learning_rate": 0.00017483546389298173,
      "loss": 1.0571,
      "step": 721
    },
    {
      "epoch": 0.7008007765105557,
      "grad_norm": 0.14852601289749146,
      "learning_rate": 0.00017476776865330847,
      "loss": 0.9289,
      "step": 722
    },
    {
      "epoch": 0.7017714147051687,
      "grad_norm": 0.14681823551654816,
      "learning_rate": 0.0001746999956256192,
      "loss": 1.0053,
      "step": 723
    },
    {
      "epoch": 0.7027420528997816,
      "grad_norm": 0.138637974858284,
      "learning_rate": 0.00017463214488042472,
      "loss": 0.9903,
      "step": 724
    },
    {
      "epoch": 0.7037126910943946,
      "grad_norm": 0.1365801841020584,
      "learning_rate": 0.00017456421648831655,
      "loss": 0.9183,
      "step": 725
    },
    {
      "epoch": 0.7046833292890076,
      "grad_norm": 0.13393935561180115,
      "learning_rate": 0.00017449621051996713,
      "loss": 1.0531,
      "step": 726
    },
    {
      "epoch": 0.7056539674836205,
      "grad_norm": 0.1430881917476654,
      "learning_rate": 0.00017442812704612947,
      "loss": 0.9859,
      "step": 727
    },
    {
      "epoch": 0.7066246056782335,
      "grad_norm": 0.1470344364643097,
      "learning_rate": 0.0001743599661376373,
      "loss": 1.0899,
      "step": 728
    },
    {
      "epoch": 0.7075952438728464,
      "grad_norm": 0.1468307375907898,
      "learning_rate": 0.00017429172786540489,
      "loss": 1.1447,
      "step": 729
    },
    {
      "epoch": 0.7085658820674594,
      "grad_norm": 0.14594750106334686,
      "learning_rate": 0.000174223412300427,
      "loss": 1.0909,
      "step": 730
    },
    {
      "epoch": 0.7095365202620724,
      "grad_norm": 0.15736305713653564,
      "learning_rate": 0.0001741550195137788,
      "loss": 1.1212,
      "step": 731
    },
    {
      "epoch": 0.7105071584566852,
      "grad_norm": 0.1431748867034912,
      "learning_rate": 0.00017408654957661582,
      "loss": 1.1445,
      "step": 732
    },
    {
      "epoch": 0.7114777966512982,
      "grad_norm": 0.13991990685462952,
      "learning_rate": 0.00017401800256017382,
      "loss": 1.0286,
      "step": 733
    },
    {
      "epoch": 0.7124484348459111,
      "grad_norm": 0.14673127233982086,
      "learning_rate": 0.00017394937853576877,
      "loss": 1.0709,
      "step": 734
    },
    {
      "epoch": 0.7134190730405241,
      "grad_norm": 0.15220612287521362,
      "learning_rate": 0.00017388067757479682,
      "loss": 1.2406,
      "step": 735
    },
    {
      "epoch": 0.7143897112351371,
      "grad_norm": 0.1458548903465271,
      "learning_rate": 0.00017381189974873407,
      "loss": 1.205,
      "step": 736
    },
    {
      "epoch": 0.71536034942975,
      "grad_norm": 0.16208286583423615,
      "learning_rate": 0.00017374304512913664,
      "loss": 1.112,
      "step": 737
    },
    {
      "epoch": 0.716330987624363,
      "grad_norm": 0.16489210724830627,
      "learning_rate": 0.0001736741137876405,
      "loss": 1.1845,
      "step": 738
    },
    {
      "epoch": 0.7173016258189759,
      "grad_norm": 0.17203135788440704,
      "learning_rate": 0.00017360510579596153,
      "loss": 1.1668,
      "step": 739
    },
    {
      "epoch": 0.7182722640135889,
      "grad_norm": 0.1690523475408554,
      "learning_rate": 0.00017353602122589527,
      "loss": 1.2606,
      "step": 740
    },
    {
      "epoch": 0.7192429022082019,
      "grad_norm": 0.1573704481124878,
      "learning_rate": 0.00017346686014931695,
      "loss": 1.0648,
      "step": 741
    },
    {
      "epoch": 0.7202135404028148,
      "grad_norm": 0.16858065128326416,
      "learning_rate": 0.00017339762263818146,
      "loss": 1.1961,
      "step": 742
    },
    {
      "epoch": 0.7211841785974278,
      "grad_norm": 0.169612854719162,
      "learning_rate": 0.0001733283087645231,
      "loss": 1.0586,
      "step": 743
    },
    {
      "epoch": 0.7221548167920407,
      "grad_norm": 0.1781359612941742,
      "learning_rate": 0.00017325891860045577,
      "loss": 1.1233,
      "step": 744
    },
    {
      "epoch": 0.7231254549866537,
      "grad_norm": 0.18729189038276672,
      "learning_rate": 0.00017318945221817255,
      "loss": 1.0855,
      "step": 745
    },
    {
      "epoch": 0.7240960931812667,
      "grad_norm": 0.20206515491008759,
      "learning_rate": 0.000173119909689946,
      "loss": 1.2131,
      "step": 746
    },
    {
      "epoch": 0.7250667313758796,
      "grad_norm": 0.21799078583717346,
      "learning_rate": 0.00017305029108812776,
      "loss": 1.3304,
      "step": 747
    },
    {
      "epoch": 0.7260373695704926,
      "grad_norm": 0.24314644932746887,
      "learning_rate": 0.00017298059648514875,
      "loss": 1.6397,
      "step": 748
    },
    {
      "epoch": 0.7270080077651055,
      "grad_norm": 0.2965453863143921,
      "learning_rate": 0.00017291082595351882,
      "loss": 1.8465,
      "step": 749
    },
    {
      "epoch": 0.7279786459597185,
      "grad_norm": 0.3246312439441681,
      "learning_rate": 0.00017284097956582692,
      "loss": 1.6761,
      "step": 750
    },
    {
      "epoch": 0.7289492841543315,
      "grad_norm": 0.12539537250995636,
      "learning_rate": 0.0001727710573947409,
      "loss": 0.8744,
      "step": 751
    },
    {
      "epoch": 0.7299199223489444,
      "grad_norm": 0.17443042993545532,
      "learning_rate": 0.00017270105951300738,
      "loss": 0.8295,
      "step": 752
    },
    {
      "epoch": 0.7308905605435574,
      "grad_norm": 0.15749883651733398,
      "learning_rate": 0.00017263098599345188,
      "loss": 0.919,
      "step": 753
    },
    {
      "epoch": 0.7318611987381703,
      "grad_norm": 0.17450207471847534,
      "learning_rate": 0.0001725608369089785,
      "loss": 0.9366,
      "step": 754
    },
    {
      "epoch": 0.7328318369327833,
      "grad_norm": 0.14155574142932892,
      "learning_rate": 0.00017249061233257004,
      "loss": 0.8893,
      "step": 755
    },
    {
      "epoch": 0.7338024751273963,
      "grad_norm": 0.14449435472488403,
      "learning_rate": 0.0001724203123372877,
      "loss": 0.9754,
      "step": 756
    },
    {
      "epoch": 0.7347731133220092,
      "grad_norm": 0.15436390042304993,
      "learning_rate": 0.00017234993699627137,
      "loss": 0.9539,
      "step": 757
    },
    {
      "epoch": 0.7357437515166222,
      "grad_norm": 0.13902734220027924,
      "learning_rate": 0.00017227948638273916,
      "loss": 0.9673,
      "step": 758
    },
    {
      "epoch": 0.7367143897112352,
      "grad_norm": 0.1471252590417862,
      "learning_rate": 0.0001722089605699875,
      "loss": 0.9228,
      "step": 759
    },
    {
      "epoch": 0.7376850279058481,
      "grad_norm": 0.13999484479427338,
      "learning_rate": 0.0001721383596313912,
      "loss": 1.0118,
      "step": 760
    },
    {
      "epoch": 0.7386556661004611,
      "grad_norm": 0.13946868479251862,
      "learning_rate": 0.00017206768364040297,
      "loss": 0.9587,
      "step": 761
    },
    {
      "epoch": 0.739626304295074,
      "grad_norm": 0.1372012048959732,
      "learning_rate": 0.00017199693267055393,
      "loss": 0.9305,
      "step": 762
    },
    {
      "epoch": 0.740596942489687,
      "grad_norm": 0.14436912536621094,
      "learning_rate": 0.0001719261067954529,
      "loss": 0.9167,
      "step": 763
    },
    {
      "epoch": 0.7415675806843,
      "grad_norm": 0.13391369581222534,
      "learning_rate": 0.00017185520608878685,
      "loss": 0.9138,
      "step": 764
    },
    {
      "epoch": 0.7425382188789129,
      "grad_norm": 0.13072489202022552,
      "learning_rate": 0.0001717842306243205,
      "loss": 0.9776,
      "step": 765
    },
    {
      "epoch": 0.7435088570735259,
      "grad_norm": 0.13121297955513,
      "learning_rate": 0.00017171318047589637,
      "loss": 0.969,
      "step": 766
    },
    {
      "epoch": 0.7444794952681388,
      "grad_norm": 0.13058461248874664,
      "learning_rate": 0.00017164205571743466,
      "loss": 1.0677,
      "step": 767
    },
    {
      "epoch": 0.7454501334627518,
      "grad_norm": 0.14292363822460175,
      "learning_rate": 0.00017157085642293326,
      "loss": 0.9013,
      "step": 768
    },
    {
      "epoch": 0.7464207716573648,
      "grad_norm": 0.1308906525373459,
      "learning_rate": 0.00017149958266646754,
      "loss": 0.9247,
      "step": 769
    },
    {
      "epoch": 0.7473914098519777,
      "grad_norm": 0.1337137222290039,
      "learning_rate": 0.00017142823452219038,
      "loss": 0.9897,
      "step": 770
    },
    {
      "epoch": 0.7483620480465907,
      "grad_norm": 0.14218048751354218,
      "learning_rate": 0.000171356812064332,
      "loss": 0.964,
      "step": 771
    },
    {
      "epoch": 0.7493326862412036,
      "grad_norm": 0.13094748556613922,
      "learning_rate": 0.00017128531536720002,
      "loss": 0.9399,
      "step": 772
    },
    {
      "epoch": 0.7503033244358166,
      "grad_norm": 0.1420464664697647,
      "learning_rate": 0.00017121374450517916,
      "loss": 0.989,
      "step": 773
    },
    {
      "epoch": 0.7512739626304296,
      "grad_norm": 0.13802620768547058,
      "learning_rate": 0.00017114209955273153,
      "loss": 0.9512,
      "step": 774
    },
    {
      "epoch": 0.7522446008250425,
      "grad_norm": 0.14405687153339386,
      "learning_rate": 0.00017107038058439606,
      "loss": 1.132,
      "step": 775
    },
    {
      "epoch": 0.7532152390196554,
      "grad_norm": 0.1356974095106125,
      "learning_rate": 0.00017099858767478886,
      "loss": 1.0105,
      "step": 776
    },
    {
      "epoch": 0.7541858772142683,
      "grad_norm": 0.14675454795360565,
      "learning_rate": 0.00017092672089860292,
      "loss": 1.0912,
      "step": 777
    },
    {
      "epoch": 0.7551565154088813,
      "grad_norm": 0.13345380127429962,
      "learning_rate": 0.00017085478033060806,
      "loss": 0.9487,
      "step": 778
    },
    {
      "epoch": 0.7561271536034943,
      "grad_norm": 0.13998928666114807,
      "learning_rate": 0.00017078276604565092,
      "loss": 1.1835,
      "step": 779
    },
    {
      "epoch": 0.7570977917981072,
      "grad_norm": 0.14453181624412537,
      "learning_rate": 0.00017071067811865476,
      "loss": 1.0285,
      "step": 780
    },
    {
      "epoch": 0.7580684299927202,
      "grad_norm": 0.13862882554531097,
      "learning_rate": 0.00017063851662461955,
      "loss": 1.1506,
      "step": 781
    },
    {
      "epoch": 0.7590390681873331,
      "grad_norm": 0.1454811841249466,
      "learning_rate": 0.00017056628163862172,
      "loss": 1.2233,
      "step": 782
    },
    {
      "epoch": 0.7600097063819461,
      "grad_norm": 0.1521730124950409,
      "learning_rate": 0.00017049397323581417,
      "loss": 1.0618,
      "step": 783
    },
    {
      "epoch": 0.760980344576559,
      "grad_norm": 0.14349448680877686,
      "learning_rate": 0.00017042159149142626,
      "loss": 1.1732,
      "step": 784
    },
    {
      "epoch": 0.761950982771172,
      "grad_norm": 0.1504448652267456,
      "learning_rate": 0.00017034913648076357,
      "loss": 1.0732,
      "step": 785
    },
    {
      "epoch": 0.762921620965785,
      "grad_norm": 0.14824919402599335,
      "learning_rate": 0.00017027660827920798,
      "loss": 1.1676,
      "step": 786
    },
    {
      "epoch": 0.7638922591603979,
      "grad_norm": 0.1600358635187149,
      "learning_rate": 0.00017020400696221737,
      "loss": 1.1498,
      "step": 787
    },
    {
      "epoch": 0.7648628973550109,
      "grad_norm": 0.1529098004102707,
      "learning_rate": 0.00017013133260532586,
      "loss": 1.0392,
      "step": 788
    },
    {
      "epoch": 0.7658335355496239,
      "grad_norm": 0.15686529874801636,
      "learning_rate": 0.0001700585852841435,
      "loss": 1.0952,
      "step": 789
    },
    {
      "epoch": 0.7668041737442368,
      "grad_norm": 0.16472628712654114,
      "learning_rate": 0.00016998576507435618,
      "loss": 1.1123,
      "step": 790
    },
    {
      "epoch": 0.7677748119388498,
      "grad_norm": 0.1602175533771515,
      "learning_rate": 0.00016991287205172573,
      "loss": 1.1899,
      "step": 791
    },
    {
      "epoch": 0.7687454501334627,
      "grad_norm": 0.1669842004776001,
      "learning_rate": 0.0001698399062920897,
      "loss": 1.1541,
      "step": 792
    },
    {
      "epoch": 0.7697160883280757,
      "grad_norm": 0.16980940103530884,
      "learning_rate": 0.00016976686787136132,
      "loss": 1.2034,
      "step": 793
    },
    {
      "epoch": 0.7706867265226887,
      "grad_norm": 0.17258015275001526,
      "learning_rate": 0.00016969375686552937,
      "loss": 0.9429,
      "step": 794
    },
    {
      "epoch": 0.7716573647173016,
      "grad_norm": 0.18877626955509186,
      "learning_rate": 0.00016962057335065812,
      "loss": 1.2784,
      "step": 795
    },
    {
      "epoch": 0.7726280029119146,
      "grad_norm": 0.18732225894927979,
      "learning_rate": 0.00016954731740288746,
      "loss": 1.2259,
      "step": 796
    },
    {
      "epoch": 0.7735986411065275,
      "grad_norm": 0.20058399438858032,
      "learning_rate": 0.0001694739890984324,
      "loss": 1.0912,
      "step": 797
    },
    {
      "epoch": 0.7745692793011405,
      "grad_norm": 0.21002314984798431,
      "learning_rate": 0.00016940058851358343,
      "loss": 1.2097,
      "step": 798
    },
    {
      "epoch": 0.7755399174957535,
      "grad_norm": 0.26880621910095215,
      "learning_rate": 0.0001693271157247061,
      "loss": 1.7166,
      "step": 799
    },
    {
      "epoch": 0.7765105556903664,
      "grad_norm": 0.35916006565093994,
      "learning_rate": 0.00016925357080824118,
      "loss": 1.8775,
      "step": 800
    },
    {
      "epoch": 0.7765105556903664,
      "eval_loss": 1.0685381889343262,
      "eval_runtime": 7.7873,
      "eval_samples_per_second": 31.975,
      "eval_steps_per_second": 10.658,
      "step": 800
    },
    {
      "epoch": 0.7774811938849794,
      "grad_norm": 0.10349824279546738,
      "learning_rate": 0.0001691799538407044,
      "loss": 0.8674,
      "step": 801
    },
    {
      "epoch": 0.7784518320795923,
      "grad_norm": 0.1713971495628357,
      "learning_rate": 0.00016910626489868649,
      "loss": 0.8462,
      "step": 802
    },
    {
      "epoch": 0.7794224702742053,
      "grad_norm": 0.20358005166053772,
      "learning_rate": 0.00016903250405885304,
      "loss": 0.9342,
      "step": 803
    },
    {
      "epoch": 0.7803931084688183,
      "grad_norm": 0.18623630702495575,
      "learning_rate": 0.00016895867139794454,
      "loss": 0.9308,
      "step": 804
    },
    {
      "epoch": 0.7813637466634312,
      "grad_norm": 0.1635967344045639,
      "learning_rate": 0.00016888476699277607,
      "loss": 0.8837,
      "step": 805
    },
    {
      "epoch": 0.7823343848580442,
      "grad_norm": 0.1513318121433258,
      "learning_rate": 0.0001688107909202374,
      "loss": 0.9298,
      "step": 806
    },
    {
      "epoch": 0.7833050230526571,
      "grad_norm": 0.14520318806171417,
      "learning_rate": 0.00016873674325729293,
      "loss": 0.9061,
      "step": 807
    },
    {
      "epoch": 0.7842756612472701,
      "grad_norm": 0.15327350795269012,
      "learning_rate": 0.00016866262408098134,
      "loss": 0.8985,
      "step": 808
    },
    {
      "epoch": 0.7852462994418831,
      "grad_norm": 0.14764390885829926,
      "learning_rate": 0.000168588433468416,
      "loss": 0.8609,
      "step": 809
    },
    {
      "epoch": 0.786216937636496,
      "grad_norm": 0.14676730334758759,
      "learning_rate": 0.00016851417149678444,
      "loss": 0.9928,
      "step": 810
    },
    {
      "epoch": 0.787187575831109,
      "grad_norm": 0.151531383395195,
      "learning_rate": 0.00016843983824334837,
      "loss": 0.9671,
      "step": 811
    },
    {
      "epoch": 0.788158214025722,
      "grad_norm": 0.14500804245471954,
      "learning_rate": 0.00016836543378544378,
      "loss": 0.9303,
      "step": 812
    },
    {
      "epoch": 0.7891288522203349,
      "grad_norm": 0.1489337831735611,
      "learning_rate": 0.00016829095820048072,
      "loss": 0.9231,
      "step": 813
    },
    {
      "epoch": 0.7900994904149479,
      "grad_norm": 0.1342274397611618,
      "learning_rate": 0.00016821641156594317,
      "loss": 0.8714,
      "step": 814
    },
    {
      "epoch": 0.7910701286095608,
      "grad_norm": 0.14230720698833466,
      "learning_rate": 0.00016814179395938913,
      "loss": 0.9039,
      "step": 815
    },
    {
      "epoch": 0.7920407668041738,
      "grad_norm": 0.1316116750240326,
      "learning_rate": 0.00016806710545845034,
      "loss": 0.9869,
      "step": 816
    },
    {
      "epoch": 0.7930114049987868,
      "grad_norm": 0.13751479983329773,
      "learning_rate": 0.0001679923461408324,
      "loss": 0.9648,
      "step": 817
    },
    {
      "epoch": 0.7939820431933997,
      "grad_norm": 0.1378149688243866,
      "learning_rate": 0.0001679175160843145,
      "loss": 0.9013,
      "step": 818
    },
    {
      "epoch": 0.7949526813880127,
      "grad_norm": 0.13263535499572754,
      "learning_rate": 0.00016784261536674944,
      "loss": 0.9335,
      "step": 819
    },
    {
      "epoch": 0.7959233195826255,
      "grad_norm": 0.14640343189239502,
      "learning_rate": 0.0001677676440660636,
      "loss": 1.0605,
      "step": 820
    },
    {
      "epoch": 0.7968939577772385,
      "grad_norm": 0.14379408955574036,
      "learning_rate": 0.00016769260226025674,
      "loss": 0.9619,
      "step": 821
    },
    {
      "epoch": 0.7978645959718514,
      "grad_norm": 0.13257195055484772,
      "learning_rate": 0.00016761749002740193,
      "loss": 1.0493,
      "step": 822
    },
    {
      "epoch": 0.7988352341664644,
      "grad_norm": 0.13387201726436615,
      "learning_rate": 0.00016754230744564565,
      "loss": 1.0998,
      "step": 823
    },
    {
      "epoch": 0.7998058723610774,
      "grad_norm": 0.15974007546901703,
      "learning_rate": 0.00016746705459320745,
      "loss": 1.0914,
      "step": 824
    },
    {
      "epoch": 0.8007765105556903,
      "grad_norm": 0.14875784516334534,
      "learning_rate": 0.00016739173154838,
      "loss": 1.1248,
      "step": 825
    },
    {
      "epoch": 0.8017471487503033,
      "grad_norm": 0.14474332332611084,
      "learning_rate": 0.00016731633838952905,
      "loss": 1.0566,
      "step": 826
    },
    {
      "epoch": 0.8027177869449162,
      "grad_norm": 0.13725237548351288,
      "learning_rate": 0.00016724087519509324,
      "loss": 1.0239,
      "step": 827
    },
    {
      "epoch": 0.8036884251395292,
      "grad_norm": 0.13616938889026642,
      "learning_rate": 0.00016716534204358415,
      "loss": 1.1449,
      "step": 828
    },
    {
      "epoch": 0.8046590633341422,
      "grad_norm": 0.14629246294498444,
      "learning_rate": 0.00016708973901358602,
      "loss": 1.0868,
      "step": 829
    },
    {
      "epoch": 0.8056297015287551,
      "grad_norm": 0.14645645022392273,
      "learning_rate": 0.00016701406618375596,
      "loss": 1.0484,
      "step": 830
    },
    {
      "epoch": 0.8066003397233681,
      "grad_norm": 0.14453473687171936,
      "learning_rate": 0.00016693832363282355,
      "loss": 1.1265,
      "step": 831
    },
    {
      "epoch": 0.807570977917981,
      "grad_norm": 0.141781285405159,
      "learning_rate": 0.00016686251143959097,
      "loss": 1.0077,
      "step": 832
    },
    {
      "epoch": 0.808541616112594,
      "grad_norm": 0.145539790391922,
      "learning_rate": 0.00016678662968293287,
      "loss": 1.0655,
      "step": 833
    },
    {
      "epoch": 0.809512254307207,
      "grad_norm": 0.14850828051567078,
      "learning_rate": 0.00016671067844179627,
      "loss": 1.1995,
      "step": 834
    },
    {
      "epoch": 0.8104828925018199,
      "grad_norm": 0.1544342339038849,
      "learning_rate": 0.0001666346577952004,
      "loss": 1.1279,
      "step": 835
    },
    {
      "epoch": 0.8114535306964329,
      "grad_norm": 0.15927913784980774,
      "learning_rate": 0.00016655856782223682,
      "loss": 0.9875,
      "step": 836
    },
    {
      "epoch": 0.8124241688910459,
      "grad_norm": 0.15378929674625397,
      "learning_rate": 0.00016648240860206914,
      "loss": 1.1556,
      "step": 837
    },
    {
      "epoch": 0.8133948070856588,
      "grad_norm": 0.1600571721792221,
      "learning_rate": 0.00016640618021393304,
      "loss": 1.2356,
      "step": 838
    },
    {
      "epoch": 0.8143654452802718,
      "grad_norm": 0.15864987671375275,
      "learning_rate": 0.00016632988273713615,
      "loss": 1.0513,
      "step": 839
    },
    {
      "epoch": 0.8153360834748847,
      "grad_norm": 0.16666801273822784,
      "learning_rate": 0.00016625351625105796,
      "loss": 1.1914,
      "step": 840
    },
    {
      "epoch": 0.8163067216694977,
      "grad_norm": 0.17093604803085327,
      "learning_rate": 0.00016617708083514984,
      "loss": 1.0139,
      "step": 841
    },
    {
      "epoch": 0.8172773598641107,
      "grad_norm": 0.17647066712379456,
      "learning_rate": 0.00016610057656893482,
      "loss": 1.1412,
      "step": 842
    },
    {
      "epoch": 0.8182479980587236,
      "grad_norm": 0.17448103427886963,
      "learning_rate": 0.0001660240035320075,
      "loss": 1.0809,
      "step": 843
    },
    {
      "epoch": 0.8192186362533366,
      "grad_norm": 0.17620068788528442,
      "learning_rate": 0.0001659473618040341,
      "loss": 1.0607,
      "step": 844
    },
    {
      "epoch": 0.8201892744479495,
      "grad_norm": 0.17708052694797516,
      "learning_rate": 0.00016587065146475232,
      "loss": 1.1095,
      "step": 845
    },
    {
      "epoch": 0.8211599126425625,
      "grad_norm": 0.19056279957294464,
      "learning_rate": 0.00016579387259397127,
      "loss": 1.0122,
      "step": 846
    },
    {
      "epoch": 0.8221305508371755,
      "grad_norm": 0.20875994861125946,
      "learning_rate": 0.00016571702527157123,
      "loss": 1.2581,
      "step": 847
    },
    {
      "epoch": 0.8231011890317884,
      "grad_norm": 0.24217721819877625,
      "learning_rate": 0.00016564010957750375,
      "loss": 1.4698,
      "step": 848
    },
    {
      "epoch": 0.8240718272264014,
      "grad_norm": 0.2894342839717865,
      "learning_rate": 0.00016556312559179158,
      "loss": 1.686,
      "step": 849
    },
    {
      "epoch": 0.8250424654210143,
      "grad_norm": 0.318162739276886,
      "learning_rate": 0.00016548607339452853,
      "loss": 1.7672,
      "step": 850
    },
    {
      "epoch": 0.8260131036156273,
      "grad_norm": 0.10996145009994507,
      "learning_rate": 0.00016540895306587923,
      "loss": 0.8103,
      "step": 851
    },
    {
      "epoch": 0.8269837418102403,
      "grad_norm": 0.1519603133201599,
      "learning_rate": 0.0001653317646860793,
      "loss": 0.8105,
      "step": 852
    },
    {
      "epoch": 0.8279543800048532,
      "grad_norm": 0.152640700340271,
      "learning_rate": 0.00016525450833543523,
      "loss": 0.939,
      "step": 853
    },
    {
      "epoch": 0.8289250181994662,
      "grad_norm": 0.15189068019390106,
      "learning_rate": 0.00016517718409432406,
      "loss": 0.9975,
      "step": 854
    },
    {
      "epoch": 0.8298956563940791,
      "grad_norm": 0.13695451617240906,
      "learning_rate": 0.0001650997920431936,
      "loss": 0.8636,
      "step": 855
    },
    {
      "epoch": 0.8308662945886921,
      "grad_norm": 0.1474485844373703,
      "learning_rate": 0.0001650223322625621,
      "loss": 0.8475,
      "step": 856
    },
    {
      "epoch": 0.8318369327833051,
      "grad_norm": 0.15814585983753204,
      "learning_rate": 0.00016494480483301836,
      "loss": 1.0093,
      "step": 857
    },
    {
      "epoch": 0.832807570977918,
      "grad_norm": 0.146683931350708,
      "learning_rate": 0.00016486720983522156,
      "loss": 0.9633,
      "step": 858
    },
    {
      "epoch": 0.833778209172531,
      "grad_norm": 0.14244656264781952,
      "learning_rate": 0.00016478954734990112,
      "loss": 1.0127,
      "step": 859
    },
    {
      "epoch": 0.8347488473671439,
      "grad_norm": 0.12645313143730164,
      "learning_rate": 0.00016471181745785672,
      "loss": 0.8598,
      "step": 860
    },
    {
      "epoch": 0.8357194855617569,
      "grad_norm": 0.12837105989456177,
      "learning_rate": 0.00016463402023995816,
      "loss": 1.0383,
      "step": 861
    },
    {
      "epoch": 0.8366901237563699,
      "grad_norm": 0.13838717341423035,
      "learning_rate": 0.00016455615577714528,
      "loss": 0.8746,
      "step": 862
    },
    {
      "epoch": 0.8376607619509828,
      "grad_norm": 0.1471494734287262,
      "learning_rate": 0.00016447822415042784,
      "loss": 0.987,
      "step": 863
    },
    {
      "epoch": 0.8386314001455958,
      "grad_norm": 0.1301831752061844,
      "learning_rate": 0.00016440022544088553,
      "loss": 1.0361,
      "step": 864
    },
    {
      "epoch": 0.8396020383402086,
      "grad_norm": 0.12987306714057922,
      "learning_rate": 0.0001643221597296679,
      "loss": 0.9633,
      "step": 865
    },
    {
      "epoch": 0.8405726765348216,
      "grad_norm": 0.14231306314468384,
      "learning_rate": 0.00016424402709799404,
      "loss": 0.9651,
      "step": 866
    },
    {
      "epoch": 0.8415433147294346,
      "grad_norm": 0.14082425832748413,
      "learning_rate": 0.00016416582762715276,
      "loss": 0.9216,
      "step": 867
    },
    {
      "epoch": 0.8425139529240475,
      "grad_norm": 0.14437925815582275,
      "learning_rate": 0.0001640875613985024,
      "loss": 0.9791,
      "step": 868
    },
    {
      "epoch": 0.8434845911186605,
      "grad_norm": 0.14268463850021362,
      "learning_rate": 0.00016400922849347084,
      "loss": 0.9754,
      "step": 869
    },
    {
      "epoch": 0.8444552293132734,
      "grad_norm": 0.13173136115074158,
      "learning_rate": 0.00016393082899355516,
      "loss": 0.9721,
      "step": 870
    },
    {
      "epoch": 0.8454258675078864,
      "grad_norm": 0.14240899682044983,
      "learning_rate": 0.00016385236298032183,
      "loss": 0.9511,
      "step": 871
    },
    {
      "epoch": 0.8463965057024994,
      "grad_norm": 0.13308216631412506,
      "learning_rate": 0.0001637738305354065,
      "loss": 0.9971,
      "step": 872
    },
    {
      "epoch": 0.8473671438971123,
      "grad_norm": 0.13938400149345398,
      "learning_rate": 0.00016369523174051398,
      "loss": 0.9388,
      "step": 873
    },
    {
      "epoch": 0.8483377820917253,
      "grad_norm": 0.13961540162563324,
      "learning_rate": 0.00016361656667741802,
      "loss": 0.9323,
      "step": 874
    },
    {
      "epoch": 0.8493084202863382,
      "grad_norm": 0.13535761833190918,
      "learning_rate": 0.00016353783542796135,
      "loss": 1.078,
      "step": 875
    },
    {
      "epoch": 0.8502790584809512,
      "grad_norm": 0.1416223794221878,
      "learning_rate": 0.0001634590380740556,
      "loss": 1.1145,
      "step": 876
    },
    {
      "epoch": 0.8512496966755642,
      "grad_norm": 0.13444215059280396,
      "learning_rate": 0.00016338017469768112,
      "loss": 1.0399,
      "step": 877
    },
    {
      "epoch": 0.8522203348701771,
      "grad_norm": 0.14511406421661377,
      "learning_rate": 0.00016330124538088705,
      "loss": 1.0681,
      "step": 878
    },
    {
      "epoch": 0.8531909730647901,
      "grad_norm": 0.1466728001832962,
      "learning_rate": 0.00016322225020579099,
      "loss": 1.0717,
      "step": 879
    },
    {
      "epoch": 0.854161611259403,
      "grad_norm": 0.14677126705646515,
      "learning_rate": 0.0001631431892545791,
      "loss": 1.0985,
      "step": 880
    },
    {
      "epoch": 0.855132249454016,
      "grad_norm": 0.153963103890419,
      "learning_rate": 0.00016306406260950608,
      "loss": 1.1968,
      "step": 881
    },
    {
      "epoch": 0.856102887648629,
      "grad_norm": 0.1481321156024933,
      "learning_rate": 0.0001629848703528949,
      "loss": 1.0264,
      "step": 882
    },
    {
      "epoch": 0.8570735258432419,
      "grad_norm": 0.14590485394001007,
      "learning_rate": 0.00016290561256713672,
      "loss": 1.1826,
      "step": 883
    },
    {
      "epoch": 0.8580441640378549,
      "grad_norm": 0.14975854754447937,
      "learning_rate": 0.00016282628933469097,
      "loss": 1.182,
      "step": 884
    },
    {
      "epoch": 0.8590148022324678,
      "grad_norm": 0.15360592305660248,
      "learning_rate": 0.0001627469007380852,
      "loss": 1.1931,
      "step": 885
    },
    {
      "epoch": 0.8599854404270808,
      "grad_norm": 0.16225749254226685,
      "learning_rate": 0.0001626674468599149,
      "loss": 1.2108,
      "step": 886
    },
    {
      "epoch": 0.8609560786216938,
      "grad_norm": 0.1515696942806244,
      "learning_rate": 0.0001625879277828434,
      "loss": 1.0449,
      "step": 887
    },
    {
      "epoch": 0.8619267168163067,
      "grad_norm": 0.16758419573307037,
      "learning_rate": 0.00016250834358960204,
      "loss": 1.0576,
      "step": 888
    },
    {
      "epoch": 0.8628973550109197,
      "grad_norm": 0.16733771562576294,
      "learning_rate": 0.0001624286943629898,
      "loss": 1.023,
      "step": 889
    },
    {
      "epoch": 0.8638679932055326,
      "grad_norm": 0.16520561277866364,
      "learning_rate": 0.00016234898018587337,
      "loss": 1.1023,
      "step": 890
    },
    {
      "epoch": 0.8648386314001456,
      "grad_norm": 0.1739642173051834,
      "learning_rate": 0.00016226920114118695,
      "loss": 1.1501,
      "step": 891
    },
    {
      "epoch": 0.8658092695947586,
      "grad_norm": 0.17767886817455292,
      "learning_rate": 0.00016218935731193224,
      "loss": 1.1311,
      "step": 892
    },
    {
      "epoch": 0.8667799077893715,
      "grad_norm": 0.17868642508983612,
      "learning_rate": 0.0001621094487811784,
      "loss": 1.1794,
      "step": 893
    },
    {
      "epoch": 0.8677505459839845,
      "grad_norm": 0.18999746441841125,
      "learning_rate": 0.00016202947563206187,
      "loss": 0.9743,
      "step": 894
    },
    {
      "epoch": 0.8687211841785974,
      "grad_norm": 0.18704907596111298,
      "learning_rate": 0.00016194943794778632,
      "loss": 1.1248,
      "step": 895
    },
    {
      "epoch": 0.8696918223732104,
      "grad_norm": 0.19567376375198364,
      "learning_rate": 0.00016186933581162255,
      "loss": 1.1418,
      "step": 896
    },
    {
      "epoch": 0.8706624605678234,
      "grad_norm": 0.21117575466632843,
      "learning_rate": 0.0001617891693069084,
      "loss": 1.3186,
      "step": 897
    },
    {
      "epoch": 0.8716330987624363,
      "grad_norm": 0.22092565894126892,
      "learning_rate": 0.00016170893851704876,
      "loss": 1.4449,
      "step": 898
    },
    {
      "epoch": 0.8726037369570493,
      "grad_norm": 0.286918967962265,
      "learning_rate": 0.0001616286435255153,
      "loss": 1.7022,
      "step": 899
    },
    {
      "epoch": 0.8735743751516623,
      "grad_norm": 0.3397989869117737,
      "learning_rate": 0.00016154828441584655,
      "loss": 1.687,
      "step": 900
    },
    {
      "epoch": 0.8735743751516623,
      "eval_loss": 1.0692572593688965,
      "eval_runtime": 7.8455,
      "eval_samples_per_second": 31.738,
      "eval_steps_per_second": 10.579,
      "step": 900
    },
    {
      "epoch": 0.8745450133462752,
      "grad_norm": 0.13645416498184204,
      "learning_rate": 0.00016146786127164771,
      "loss": 0.9007,
      "step": 901
    },
    {
      "epoch": 0.8755156515408882,
      "grad_norm": 0.15039341151714325,
      "learning_rate": 0.00016138737417659068,
      "loss": 0.8255,
      "step": 902
    },
    {
      "epoch": 0.8764862897355011,
      "grad_norm": 0.22309385240077972,
      "learning_rate": 0.00016130682321441377,
      "loss": 0.8881,
      "step": 903
    },
    {
      "epoch": 0.8774569279301141,
      "grad_norm": 0.2057383805513382,
      "learning_rate": 0.00016122620846892183,
      "loss": 0.8298,
      "step": 904
    },
    {
      "epoch": 0.878427566124727,
      "grad_norm": 0.1651701182126999,
      "learning_rate": 0.000161145530023986,
      "loss": 0.9137,
      "step": 905
    },
    {
      "epoch": 0.87939820431934,
      "grad_norm": 0.14958973228931427,
      "learning_rate": 0.00016106478796354382,
      "loss": 1.001,
      "step": 906
    },
    {
      "epoch": 0.880368842513953,
      "grad_norm": 0.1488361358642578,
      "learning_rate": 0.00016098398237159885,
      "loss": 0.8824,
      "step": 907
    },
    {
      "epoch": 0.8813394807085659,
      "grad_norm": 0.1452769935131073,
      "learning_rate": 0.0001609031133322209,
      "loss": 0.8663,
      "step": 908
    },
    {
      "epoch": 0.8823101189031788,
      "grad_norm": 0.1424449384212494,
      "learning_rate": 0.00016082218092954565,
      "loss": 0.8219,
      "step": 909
    },
    {
      "epoch": 0.8832807570977917,
      "grad_norm": 0.1559470146894455,
      "learning_rate": 0.00016074118524777477,
      "loss": 0.937,
      "step": 910
    },
    {
      "epoch": 0.8842513952924047,
      "grad_norm": 0.1444672793149948,
      "learning_rate": 0.0001606601263711758,
      "loss": 0.88,
      "step": 911
    },
    {
      "epoch": 0.8852220334870177,
      "grad_norm": 0.13254866003990173,
      "learning_rate": 0.000160579004384082,
      "loss": 0.9293,
      "step": 912
    },
    {
      "epoch": 0.8861926716816306,
      "grad_norm": 0.15705376863479614,
      "learning_rate": 0.00016049781937089227,
      "loss": 0.9513,
      "step": 913
    },
    {
      "epoch": 0.8871633098762436,
      "grad_norm": 0.1528528332710266,
      "learning_rate": 0.00016041657141607107,
      "loss": 0.9352,
      "step": 914
    },
    {
      "epoch": 0.8881339480708565,
      "grad_norm": 0.14767438173294067,
      "learning_rate": 0.00016033526060414842,
      "loss": 0.8716,
      "step": 915
    },
    {
      "epoch": 0.8891045862654695,
      "grad_norm": 0.12577883899211884,
      "learning_rate": 0.00016025388701971965,
      "loss": 0.9469,
      "step": 916
    },
    {
      "epoch": 0.8900752244600825,
      "grad_norm": 0.1342799961566925,
      "learning_rate": 0.00016017245074744546,
      "loss": 0.9629,
      "step": 917
    },
    {
      "epoch": 0.8910458626546954,
      "grad_norm": 0.14308254420757294,
      "learning_rate": 0.0001600909518720517,
      "loss": 1.0401,
      "step": 918
    },
    {
      "epoch": 0.8920165008493084,
      "grad_norm": 0.13826990127563477,
      "learning_rate": 0.0001600093904783294,
      "loss": 0.9526,
      "step": 919
    },
    {
      "epoch": 0.8929871390439214,
      "grad_norm": 0.13641396164894104,
      "learning_rate": 0.0001599277666511347,
      "loss": 1.0214,
      "step": 920
    },
    {
      "epoch": 0.8939577772385343,
      "grad_norm": 0.1401776522397995,
      "learning_rate": 0.00015984608047538856,
      "loss": 1.1801,
      "step": 921
    },
    {
      "epoch": 0.8949284154331473,
      "grad_norm": 0.14138101041316986,
      "learning_rate": 0.0001597643320360769,
      "loss": 1.0608,
      "step": 922
    },
    {
      "epoch": 0.8958990536277602,
      "grad_norm": 0.1397777944803238,
      "learning_rate": 0.00015968252141825037,
      "loss": 1.0424,
      "step": 923
    },
    {
      "epoch": 0.8968696918223732,
      "grad_norm": 0.14171287417411804,
      "learning_rate": 0.00015960064870702433,
      "loss": 1.0603,
      "step": 924
    },
    {
      "epoch": 0.8978403300169862,
      "grad_norm": 0.14525237679481506,
      "learning_rate": 0.00015951871398757882,
      "loss": 1.1051,
      "step": 925
    },
    {
      "epoch": 0.8988109682115991,
      "grad_norm": 0.14313384890556335,
      "learning_rate": 0.0001594367173451582,
      "loss": 1.0095,
      "step": 926
    },
    {
      "epoch": 0.8997816064062121,
      "grad_norm": 0.14418217539787292,
      "learning_rate": 0.00015935465886507142,
      "loss": 1.1406,
      "step": 927
    },
    {
      "epoch": 0.900752244600825,
      "grad_norm": 0.14869534969329834,
      "learning_rate": 0.00015927253863269171,
      "loss": 1.0098,
      "step": 928
    },
    {
      "epoch": 0.901722882795438,
      "grad_norm": 0.1396503448486328,
      "learning_rate": 0.0001591903567334566,
      "loss": 1.083,
      "step": 929
    },
    {
      "epoch": 0.902693520990051,
      "grad_norm": 0.14662349224090576,
      "learning_rate": 0.00015910811325286768,
      "loss": 1.035,
      "step": 930
    },
    {
      "epoch": 0.9036641591846639,
      "grad_norm": 0.15243349969387054,
      "learning_rate": 0.00015902580827649066,
      "loss": 1.1013,
      "step": 931
    },
    {
      "epoch": 0.9046347973792769,
      "grad_norm": 0.15099480748176575,
      "learning_rate": 0.00015894344188995522,
      "loss": 1.0883,
      "step": 932
    },
    {
      "epoch": 0.9056054355738898,
      "grad_norm": 0.140989750623703,
      "learning_rate": 0.00015886101417895502,
      "loss": 1.0587,
      "step": 933
    },
    {
      "epoch": 0.9065760737685028,
      "grad_norm": 0.15056028962135315,
      "learning_rate": 0.00015877852522924732,
      "loss": 1.0876,
      "step": 934
    },
    {
      "epoch": 0.9075467119631158,
      "grad_norm": 0.15956439077854156,
      "learning_rate": 0.00015869597512665332,
      "loss": 1.1986,
      "step": 935
    },
    {
      "epoch": 0.9085173501577287,
      "grad_norm": 0.1596842110157013,
      "learning_rate": 0.00015861336395705766,
      "loss": 1.0939,
      "step": 936
    },
    {
      "epoch": 0.9094879883523417,
      "grad_norm": 0.15392930805683136,
      "learning_rate": 0.00015853069180640867,
      "loss": 1.0364,
      "step": 937
    },
    {
      "epoch": 0.9104586265469546,
      "grad_norm": 0.15309025347232819,
      "learning_rate": 0.000158447958760718,
      "loss": 1.1712,
      "step": 938
    },
    {
      "epoch": 0.9114292647415676,
      "grad_norm": 0.1692114770412445,
      "learning_rate": 0.00015836516490606064,
      "loss": 1.1751,
      "step": 939
    },
    {
      "epoch": 0.9123999029361806,
      "grad_norm": 0.15821462869644165,
      "learning_rate": 0.00015828231032857503,
      "loss": 1.0722,
      "step": 940
    },
    {
      "epoch": 0.9133705411307935,
      "grad_norm": 0.1620102822780609,
      "learning_rate": 0.0001581993951144626,
      "loss": 1.1423,
      "step": 941
    },
    {
      "epoch": 0.9143411793254065,
      "grad_norm": 0.17585256695747375,
      "learning_rate": 0.0001581164193499879,
      "loss": 1.1019,
      "step": 942
    },
    {
      "epoch": 0.9153118175200194,
      "grad_norm": 0.16629210114479065,
      "learning_rate": 0.00015803338312147855,
      "loss": 1.1848,
      "step": 943
    },
    {
      "epoch": 0.9162824557146324,
      "grad_norm": 0.17565062642097473,
      "learning_rate": 0.00015795028651532502,
      "loss": 1.1121,
      "step": 944
    },
    {
      "epoch": 0.9172530939092454,
      "grad_norm": 0.1889013797044754,
      "learning_rate": 0.0001578671296179806,
      "loss": 1.0727,
      "step": 945
    },
    {
      "epoch": 0.9182237321038583,
      "grad_norm": 0.1916438490152359,
      "learning_rate": 0.0001577839125159613,
      "loss": 1.22,
      "step": 946
    },
    {
      "epoch": 0.9191943702984713,
      "grad_norm": 0.2141328901052475,
      "learning_rate": 0.0001577006352958458,
      "loss": 1.2757,
      "step": 947
    },
    {
      "epoch": 0.9201650084930842,
      "grad_norm": 0.2698405385017395,
      "learning_rate": 0.0001576172980442753,
      "loss": 1.4209,
      "step": 948
    },
    {
      "epoch": 0.9211356466876972,
      "grad_norm": 0.2988399863243103,
      "learning_rate": 0.00015753390084795348,
      "loss": 1.6431,
      "step": 949
    },
    {
      "epoch": 0.9221062848823102,
      "grad_norm": 0.3501462936401367,
      "learning_rate": 0.00015745044379364634,
      "loss": 1.8129,
      "step": 950
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 0.12891672551631927,
      "learning_rate": 0.0001573669269681822,
      "loss": 0.9033,
      "step": 951
    },
    {
      "epoch": 0.9240475612715361,
      "grad_norm": 0.14616340398788452,
      "learning_rate": 0.00015728335045845157,
      "loss": 0.8063,
      "step": 952
    },
    {
      "epoch": 0.9250181994661489,
      "grad_norm": 0.16682350635528564,
      "learning_rate": 0.000157199714351407,
      "loss": 0.8441,
      "step": 953
    },
    {
      "epoch": 0.9259888376607619,
      "grad_norm": 0.1572064310312271,
      "learning_rate": 0.00015711601873406313,
      "loss": 0.8926,
      "step": 954
    },
    {
      "epoch": 0.9269594758553749,
      "grad_norm": 0.13638167083263397,
      "learning_rate": 0.0001570322636934964,
      "loss": 0.89,
      "step": 955
    },
    {
      "epoch": 0.9279301140499878,
      "grad_norm": 0.13219976425170898,
      "learning_rate": 0.0001569484493168452,
      "loss": 0.8332,
      "step": 956
    },
    {
      "epoch": 0.9289007522446008,
      "grad_norm": 0.13985788822174072,
      "learning_rate": 0.00015686457569130959,
      "loss": 0.9193,
      "step": 957
    },
    {
      "epoch": 0.9298713904392137,
      "grad_norm": 0.14188814163208008,
      "learning_rate": 0.00015678064290415122,
      "loss": 0.9445,
      "step": 958
    },
    {
      "epoch": 0.9308420286338267,
      "grad_norm": 0.13382653892040253,
      "learning_rate": 0.00015669665104269337,
      "loss": 0.9461,
      "step": 959
    },
    {
      "epoch": 0.9318126668284397,
      "grad_norm": 0.1322287917137146,
      "learning_rate": 0.00015661260019432077,
      "loss": 0.9738,
      "step": 960
    },
    {
      "epoch": 0.9327833050230526,
      "grad_norm": 0.13835391402244568,
      "learning_rate": 0.0001565284904464795,
      "loss": 0.9982,
      "step": 961
    },
    {
      "epoch": 0.9337539432176656,
      "grad_norm": 0.1409168392419815,
      "learning_rate": 0.00015644432188667695,
      "loss": 0.9676,
      "step": 962
    },
    {
      "epoch": 0.9347245814122785,
      "grad_norm": 0.14678509533405304,
      "learning_rate": 0.0001563600946024816,
      "loss": 0.8922,
      "step": 963
    },
    {
      "epoch": 0.9356952196068915,
      "grad_norm": 0.13507631421089172,
      "learning_rate": 0.00015627580868152316,
      "loss": 0.9194,
      "step": 964
    },
    {
      "epoch": 0.9366658578015045,
      "grad_norm": 0.12719236314296722,
      "learning_rate": 0.00015619146421149232,
      "loss": 0.9684,
      "step": 965
    },
    {
      "epoch": 0.9376364959961174,
      "grad_norm": 0.12696115672588348,
      "learning_rate": 0.00015610706128014055,
      "loss": 0.8693,
      "step": 966
    },
    {
      "epoch": 0.9386071341907304,
      "grad_norm": 0.14152801036834717,
      "learning_rate": 0.00015602259997528028,
      "loss": 0.9992,
      "step": 967
    },
    {
      "epoch": 0.9395777723853433,
      "grad_norm": 0.13797233998775482,
      "learning_rate": 0.00015593808038478465,
      "loss": 1.1675,
      "step": 968
    },
    {
      "epoch": 0.9405484105799563,
      "grad_norm": 0.13428007066249847,
      "learning_rate": 0.00015585350259658746,
      "loss": 0.9843,
      "step": 969
    },
    {
      "epoch": 0.9415190487745693,
      "grad_norm": 0.1306891143321991,
      "learning_rate": 0.00015576886669868296,
      "loss": 0.9913,
      "step": 970
    },
    {
      "epoch": 0.9424896869691822,
      "grad_norm": 0.13532568514347076,
      "learning_rate": 0.00015568417277912592,
      "loss": 0.9546,
      "step": 971
    },
    {
      "epoch": 0.9434603251637952,
      "grad_norm": 0.13523001968860626,
      "learning_rate": 0.0001555994209260315,
      "loss": 0.9615,
      "step": 972
    },
    {
      "epoch": 0.9444309633584081,
      "grad_norm": 0.13865777850151062,
      "learning_rate": 0.0001555146112275751,
      "loss": 1.1335,
      "step": 973
    },
    {
      "epoch": 0.9454016015530211,
      "grad_norm": 0.12958182394504547,
      "learning_rate": 0.0001554297437719923,
      "loss": 0.9716,
      "step": 974
    },
    {
      "epoch": 0.9463722397476341,
      "grad_norm": 0.14347082376480103,
      "learning_rate": 0.0001553448186475788,
      "loss": 1.0584,
      "step": 975
    },
    {
      "epoch": 0.947342877942247,
      "grad_norm": 0.13440048694610596,
      "learning_rate": 0.00015525983594269027,
      "loss": 1.0414,
      "step": 976
    },
    {
      "epoch": 0.94831351613686,
      "grad_norm": 0.13697801530361176,
      "learning_rate": 0.0001551747957457423,
      "loss": 1.0914,
      "step": 977
    },
    {
      "epoch": 0.949284154331473,
      "grad_norm": 0.1404249370098114,
      "learning_rate": 0.00015508969814521025,
      "loss": 1.0295,
      "step": 978
    },
    {
      "epoch": 0.9502547925260859,
      "grad_norm": 0.14881308376789093,
      "learning_rate": 0.00015500454322962928,
      "loss": 1.0673,
      "step": 979
    },
    {
      "epoch": 0.9512254307206989,
      "grad_norm": 0.14477401971817017,
      "learning_rate": 0.0001549193310875942,
      "loss": 0.9787,
      "step": 980
    },
    {
      "epoch": 0.9521960689153118,
      "grad_norm": 0.1470225304365158,
      "learning_rate": 0.00015483406180775918,
      "loss": 1.0526,
      "step": 981
    },
    {
      "epoch": 0.9531667071099248,
      "grad_norm": 0.1519312709569931,
      "learning_rate": 0.000154748735478838,
      "loss": 1.0826,
      "step": 982
    },
    {
      "epoch": 0.9541373453045378,
      "grad_norm": 0.1492115706205368,
      "learning_rate": 0.0001546633521896038,
      "loss": 0.9325,
      "step": 983
    },
    {
      "epoch": 0.9551079834991507,
      "grad_norm": 0.1416899561882019,
      "learning_rate": 0.00015457791202888886,
      "loss": 1.2115,
      "step": 984
    },
    {
      "epoch": 0.9560786216937637,
      "grad_norm": 0.15474583208560944,
      "learning_rate": 0.0001544924150855848,
      "loss": 1.0779,
      "step": 985
    },
    {
      "epoch": 0.9570492598883766,
      "grad_norm": 0.1523672342300415,
      "learning_rate": 0.00015440686144864207,
      "loss": 1.0988,
      "step": 986
    },
    {
      "epoch": 0.9580198980829896,
      "grad_norm": 0.16244477033615112,
      "learning_rate": 0.00015432125120707035,
      "loss": 1.2149,
      "step": 987
    },
    {
      "epoch": 0.9589905362776026,
      "grad_norm": 0.1682071089744568,
      "learning_rate": 0.0001542355844499381,
      "loss": 1.141,
      "step": 988
    },
    {
      "epoch": 0.9599611744722155,
      "grad_norm": 0.1614985167980194,
      "learning_rate": 0.00015414986126637258,
      "loss": 1.0237,
      "step": 989
    },
    {
      "epoch": 0.9609318126668285,
      "grad_norm": 0.17058059573173523,
      "learning_rate": 0.00015406408174555976,
      "loss": 1.0863,
      "step": 990
    },
    {
      "epoch": 0.9619024508614414,
      "grad_norm": 0.17083483934402466,
      "learning_rate": 0.00015397824597674427,
      "loss": 1.0933,
      "step": 991
    },
    {
      "epoch": 0.9628730890560544,
      "grad_norm": 0.17756713926792145,
      "learning_rate": 0.00015389235404922913,
      "loss": 1.0134,
      "step": 992
    },
    {
      "epoch": 0.9638437272506674,
      "grad_norm": 0.17979836463928223,
      "learning_rate": 0.00015380640605237595,
      "loss": 1.1728,
      "step": 993
    },
    {
      "epoch": 0.9648143654452803,
      "grad_norm": 0.17125049233436584,
      "learning_rate": 0.00015372040207560457,
      "loss": 1.1254,
      "step": 994
    },
    {
      "epoch": 0.9657850036398933,
      "grad_norm": 0.19756411015987396,
      "learning_rate": 0.00015363434220839312,
      "loss": 1.2084,
      "step": 995
    },
    {
      "epoch": 0.9667556418345062,
      "grad_norm": 0.1968688815832138,
      "learning_rate": 0.00015354822654027784,
      "loss": 1.2451,
      "step": 996
    },
    {
      "epoch": 0.9677262800291192,
      "grad_norm": 0.21301160752773285,
      "learning_rate": 0.00015346205516085306,
      "loss": 1.1449,
      "step": 997
    },
    {
      "epoch": 0.968696918223732,
      "grad_norm": 0.23944073915481567,
      "learning_rate": 0.00015337582815977104,
      "loss": 1.4614,
      "step": 998
    },
    {
      "epoch": 0.969667556418345,
      "grad_norm": 0.28122660517692566,
      "learning_rate": 0.00015328954562674192,
      "loss": 1.5031,
      "step": 999
    },
    {
      "epoch": 0.970638194612958,
      "grad_norm": 0.3905910551548004,
      "learning_rate": 0.00015320320765153367,
      "loss": 1.8377,
      "step": 1000
    },
    {
      "epoch": 0.970638194612958,
      "eval_loss": 1.0510621070861816,
      "eval_runtime": 7.805,
      "eval_samples_per_second": 31.903,
      "eval_steps_per_second": 10.634,
      "step": 1000
    },
    {
      "epoch": 0.9716088328075709,
      "grad_norm": 0.11089950054883957,
      "learning_rate": 0.00015311681432397185,
      "loss": 0.8437,
      "step": 1001
    },
    {
      "epoch": 0.9725794710021839,
      "grad_norm": 0.15671813488006592,
      "learning_rate": 0.00015303036573393962,
      "loss": 0.8586,
      "step": 1002
    },
    {
      "epoch": 0.9735501091967969,
      "grad_norm": 0.1706724613904953,
      "learning_rate": 0.00015294386197137771,
      "loss": 0.9258,
      "step": 1003
    },
    {
      "epoch": 0.9745207473914098,
      "grad_norm": 0.18728065490722656,
      "learning_rate": 0.0001528573031262842,
      "loss": 0.9427,
      "step": 1004
    },
    {
      "epoch": 0.9754913855860228,
      "grad_norm": 0.1616847962141037,
      "learning_rate": 0.0001527706892887145,
      "loss": 0.9305,
      "step": 1005
    },
    {
      "epoch": 0.9764620237806357,
      "grad_norm": 0.15691271424293518,
      "learning_rate": 0.00015268402054878117,
      "loss": 0.8921,
      "step": 1006
    },
    {
      "epoch": 0.9774326619752487,
      "grad_norm": 0.16458313167095184,
      "learning_rate": 0.00015259729699665394,
      "loss": 0.8964,
      "step": 1007
    },
    {
      "epoch": 0.9784033001698617,
      "grad_norm": 0.1623363494873047,
      "learning_rate": 0.00015251051872255963,
      "loss": 0.9626,
      "step": 1008
    },
    {
      "epoch": 0.9793739383644746,
      "grad_norm": 0.151510551571846,
      "learning_rate": 0.0001524236858167819,
      "loss": 0.9277,
      "step": 1009
    },
    {
      "epoch": 0.9803445765590876,
      "grad_norm": 0.15403775870800018,
      "learning_rate": 0.00015233679836966122,
      "loss": 0.9224,
      "step": 1010
    },
    {
      "epoch": 0.9813152147537005,
      "grad_norm": 0.1453336477279663,
      "learning_rate": 0.0001522498564715949,
      "loss": 0.9249,
      "step": 1011
    },
    {
      "epoch": 0.9822858529483135,
      "grad_norm": 0.15679840743541718,
      "learning_rate": 0.00015216286021303685,
      "loss": 1.0466,
      "step": 1012
    },
    {
      "epoch": 0.9832564911429265,
      "grad_norm": 0.16175293922424316,
      "learning_rate": 0.00015207580968449756,
      "loss": 1.0119,
      "step": 1013
    },
    {
      "epoch": 0.9842271293375394,
      "grad_norm": 0.15126094222068787,
      "learning_rate": 0.00015198870497654395,
      "loss": 1.014,
      "step": 1014
    },
    {
      "epoch": 0.9851977675321524,
      "grad_norm": 0.15209566056728363,
      "learning_rate": 0.00015190154617979938,
      "loss": 1.1227,
      "step": 1015
    },
    {
      "epoch": 0.9861684057267653,
      "grad_norm": 0.14988066256046295,
      "learning_rate": 0.00015181433338494338,
      "loss": 0.9802,
      "step": 1016
    },
    {
      "epoch": 0.9871390439213783,
      "grad_norm": 0.146571546792984,
      "learning_rate": 0.0001517270666827117,
      "loss": 0.9372,
      "step": 1017
    },
    {
      "epoch": 0.9881096821159913,
      "grad_norm": 0.17020423710346222,
      "learning_rate": 0.0001516397461638962,
      "loss": 1.0421,
      "step": 1018
    },
    {
      "epoch": 0.9890803203106042,
      "grad_norm": 0.16538697481155396,
      "learning_rate": 0.00015155237191934472,
      "loss": 1.1878,
      "step": 1019
    },
    {
      "epoch": 0.9900509585052172,
      "grad_norm": 0.16101638972759247,
      "learning_rate": 0.000151464944039961,
      "loss": 1.0443,
      "step": 1020
    },
    {
      "epoch": 0.9910215966998301,
      "grad_norm": 0.1520162969827652,
      "learning_rate": 0.00015137746261670456,
      "loss": 1.2214,
      "step": 1021
    },
    {
      "epoch": 0.9919922348944431,
      "grad_norm": 0.16019369661808014,
      "learning_rate": 0.00015128992774059063,
      "loss": 1.0628,
      "step": 1022
    },
    {
      "epoch": 0.9929628730890561,
      "grad_norm": 0.1560991257429123,
      "learning_rate": 0.00015120233950269006,
      "loss": 1.1548,
      "step": 1023
    },
    {
      "epoch": 0.993933511283669,
      "grad_norm": 0.16661792993545532,
      "learning_rate": 0.00015111469799412928,
      "loss": 1.241,
      "step": 1024
    },
    {
      "epoch": 0.994904149478282,
      "grad_norm": 0.17105956375598907,
      "learning_rate": 0.00015102700330609,
      "loss": 1.0841,
      "step": 1025
    },
    {
      "epoch": 0.995874787672895,
      "grad_norm": 0.18252791464328766,
      "learning_rate": 0.00015093925552980933,
      "loss": 1.1825,
      "step": 1026
    },
    {
      "epoch": 0.9968454258675079,
      "grad_norm": 0.19595813751220703,
      "learning_rate": 0.00015085145475657972,
      "loss": 1.0966,
      "step": 1027
    },
    {
      "epoch": 0.9978160640621209,
      "grad_norm": 0.2078351229429245,
      "learning_rate": 0.00015076360107774855,
      "loss": 1.2678,
      "step": 1028
    },
    {
      "epoch": 0.9987867022567338,
      "grad_norm": 0.22380521893501282,
      "learning_rate": 0.00015067569458471845,
      "loss": 1.2944,
      "step": 1029
    },
    {
      "epoch": 0.9997573404513468,
      "grad_norm": 0.31935229897499084,
      "learning_rate": 0.00015058773536894685,
      "loss": 1.5633,
      "step": 1030
    },
    {
      "epoch": 1.0007279786459597,
      "grad_norm": 0.5930894613265991,
      "learning_rate": 0.00015049972352194606,
      "loss": 2.4209,
      "step": 1031
    },
    {
      "epoch": 1.0016986168405726,
      "grad_norm": 0.12466069310903549,
      "learning_rate": 0.0001504116591352832,
      "loss": 0.7575,
      "step": 1032
    },
    {
      "epoch": 1.0026692550351857,
      "grad_norm": 0.15836645662784576,
      "learning_rate": 0.00015032354230058004,
      "loss": 0.8382,
      "step": 1033
    },
    {
      "epoch": 1.0036398932297985,
      "grad_norm": 0.170861154794693,
      "learning_rate": 0.00015023537310951282,
      "loss": 0.9922,
      "step": 1034
    },
    {
      "epoch": 1.0046105314244116,
      "grad_norm": 0.15421853959560394,
      "learning_rate": 0.00015014715165381244,
      "loss": 0.9107,
      "step": 1035
    },
    {
      "epoch": 1.0055811696190244,
      "grad_norm": 0.14670859277248383,
      "learning_rate": 0.00015005887802526396,
      "loss": 0.9141,
      "step": 1036
    },
    {
      "epoch": 1.0065518078136375,
      "grad_norm": 0.12516267597675323,
      "learning_rate": 0.00014997055231570693,
      "loss": 0.8419,
      "step": 1037
    },
    {
      "epoch": 1.0075224460082504,
      "grad_norm": 0.12805306911468506,
      "learning_rate": 0.0001498821746170349,
      "loss": 0.8698,
      "step": 1038
    },
    {
      "epoch": 1.0084930842028634,
      "grad_norm": 0.14153628051280975,
      "learning_rate": 0.0001497937450211956,
      "loss": 0.9386,
      "step": 1039
    },
    {
      "epoch": 1.0094637223974763,
      "grad_norm": 0.13237537443637848,
      "learning_rate": 0.00014970526362019079,
      "loss": 0.9318,
      "step": 1040
    },
    {
      "epoch": 1.0104343605920894,
      "grad_norm": 0.1338161677122116,
      "learning_rate": 0.000149616730506076,
      "loss": 1.0429,
      "step": 1041
    },
    {
      "epoch": 1.0114049987867022,
      "grad_norm": 0.12844334542751312,
      "learning_rate": 0.00014952814577096071,
      "loss": 0.9106,
      "step": 1042
    },
    {
      "epoch": 1.0123756369813153,
      "grad_norm": 0.14039143919944763,
      "learning_rate": 0.00014943950950700803,
      "loss": 0.9374,
      "step": 1043
    },
    {
      "epoch": 1.0133462751759281,
      "grad_norm": 0.13538093864917755,
      "learning_rate": 0.0001493508218064347,
      "loss": 0.9658,
      "step": 1044
    },
    {
      "epoch": 1.0143169133705412,
      "grad_norm": 0.13599908351898193,
      "learning_rate": 0.00014926208276151094,
      "loss": 1.0204,
      "step": 1045
    },
    {
      "epoch": 1.015287551565154,
      "grad_norm": 0.13050395250320435,
      "learning_rate": 0.0001491732924645604,
      "loss": 0.9235,
      "step": 1046
    },
    {
      "epoch": 1.0162581897597671,
      "grad_norm": 0.1279241144657135,
      "learning_rate": 0.00014908445100796007,
      "loss": 0.9608,
      "step": 1047
    },
    {
      "epoch": 1.01722882795438,
      "grad_norm": 0.13397447764873505,
      "learning_rate": 0.0001489955584841402,
      "loss": 0.981,
      "step": 1048
    },
    {
      "epoch": 1.018199466148993,
      "grad_norm": 0.1311040073633194,
      "learning_rate": 0.0001489066149855841,
      "loss": 0.8874,
      "step": 1049
    },
    {
      "epoch": 1.0191701043436059,
      "grad_norm": 0.14364106953144073,
      "learning_rate": 0.00014881762060482814,
      "loss": 0.9477,
      "step": 1050
    },
    {
      "epoch": 1.020140742538219,
      "grad_norm": 0.1418619304895401,
      "learning_rate": 0.00014872857543446165,
      "loss": 0.982,
      "step": 1051
    },
    {
      "epoch": 1.0211113807328318,
      "grad_norm": 0.13717259466648102,
      "learning_rate": 0.00014863947956712678,
      "loss": 1.0125,
      "step": 1052
    },
    {
      "epoch": 1.0220820189274449,
      "grad_norm": 0.14126603305339813,
      "learning_rate": 0.00014855033309551843,
      "loss": 0.8679,
      "step": 1053
    },
    {
      "epoch": 1.0230526571220577,
      "grad_norm": 0.13434790074825287,
      "learning_rate": 0.00014846113611238413,
      "loss": 0.9294,
      "step": 1054
    },
    {
      "epoch": 1.0240232953166708,
      "grad_norm": 0.14404642581939697,
      "learning_rate": 0.000148371888710524,
      "loss": 0.9808,
      "step": 1055
    },
    {
      "epoch": 1.0249939335112837,
      "grad_norm": 0.15245075523853302,
      "learning_rate": 0.00014828259098279058,
      "loss": 1.14,
      "step": 1056
    },
    {
      "epoch": 1.0259645717058967,
      "grad_norm": 0.14563503861427307,
      "learning_rate": 0.0001481932430220888,
      "loss": 1.0394,
      "step": 1057
    },
    {
      "epoch": 1.0269352099005096,
      "grad_norm": 0.1429634392261505,
      "learning_rate": 0.0001481038449213758,
      "loss": 1.1088,
      "step": 1058
    },
    {
      "epoch": 1.0279058480951226,
      "grad_norm": 0.13818547129631042,
      "learning_rate": 0.000148014396773661,
      "loss": 0.8756,
      "step": 1059
    },
    {
      "epoch": 1.0288764862897355,
      "grad_norm": 0.14958137273788452,
      "learning_rate": 0.0001479248986720057,
      "loss": 1.0165,
      "step": 1060
    },
    {
      "epoch": 1.0298471244843486,
      "grad_norm": 0.14044135808944702,
      "learning_rate": 0.00014783535070952338,
      "loss": 0.9972,
      "step": 1061
    },
    {
      "epoch": 1.0308177626789614,
      "grad_norm": 0.15642021596431732,
      "learning_rate": 0.0001477457529793792,
      "loss": 1.0799,
      "step": 1062
    },
    {
      "epoch": 1.0317884008735745,
      "grad_norm": 0.15040908753871918,
      "learning_rate": 0.00014765610557479028,
      "loss": 1.0453,
      "step": 1063
    },
    {
      "epoch": 1.0327590390681873,
      "grad_norm": 0.1469849944114685,
      "learning_rate": 0.00014756640858902531,
      "loss": 1.1584,
      "step": 1064
    },
    {
      "epoch": 1.0337296772628002,
      "grad_norm": 0.15482740104198456,
      "learning_rate": 0.00014747666211540459,
      "loss": 1.1642,
      "step": 1065
    },
    {
      "epoch": 1.0347003154574133,
      "grad_norm": 0.1558726727962494,
      "learning_rate": 0.00014738686624729986,
      "loss": 1.0096,
      "step": 1066
    },
    {
      "epoch": 1.035670953652026,
      "grad_norm": 0.16315342485904694,
      "learning_rate": 0.00014729702107813436,
      "loss": 1.0859,
      "step": 1067
    },
    {
      "epoch": 1.0366415918466392,
      "grad_norm": 0.16071484982967377,
      "learning_rate": 0.00014720712670138254,
      "loss": 1.1274,
      "step": 1068
    },
    {
      "epoch": 1.037612230041252,
      "grad_norm": 0.1647355854511261,
      "learning_rate": 0.00014711718321057008,
      "loss": 1.2142,
      "step": 1069
    },
    {
      "epoch": 1.038582868235865,
      "grad_norm": 0.17817063629627228,
      "learning_rate": 0.0001470271906992737,
      "loss": 1.198,
      "step": 1070
    },
    {
      "epoch": 1.039553506430478,
      "grad_norm": 0.16970402002334595,
      "learning_rate": 0.00014693714926112116,
      "loss": 1.0892,
      "step": 1071
    },
    {
      "epoch": 1.040524144625091,
      "grad_norm": 0.17176686227321625,
      "learning_rate": 0.00014684705898979119,
      "loss": 1.1489,
      "step": 1072
    },
    {
      "epoch": 1.0414947828197039,
      "grad_norm": 0.1747550517320633,
      "learning_rate": 0.00014675691997901317,
      "loss": 1.1457,
      "step": 1073
    },
    {
      "epoch": 1.042465421014317,
      "grad_norm": 0.18101897835731506,
      "learning_rate": 0.00014666673232256738,
      "loss": 1.0593,
      "step": 1074
    },
    {
      "epoch": 1.0434360592089298,
      "grad_norm": 0.18533967435359955,
      "learning_rate": 0.00014657649611428454,
      "loss": 1.153,
      "step": 1075
    },
    {
      "epoch": 1.0444066974035429,
      "grad_norm": 0.19547951221466064,
      "learning_rate": 0.00014648621144804598,
      "loss": 1.131,
      "step": 1076
    },
    {
      "epoch": 1.0453773355981557,
      "grad_norm": 0.20452125370502472,
      "learning_rate": 0.00014639587841778343,
      "loss": 1.0268,
      "step": 1077
    },
    {
      "epoch": 1.0463479737927688,
      "grad_norm": 0.23036789894104004,
      "learning_rate": 0.00014630549711747888,
      "loss": 1.3742,
      "step": 1078
    },
    {
      "epoch": 1.0473186119873816,
      "grad_norm": 0.23411257565021515,
      "learning_rate": 0.00014621506764116464,
      "loss": 1.2717,
      "step": 1079
    },
    {
      "epoch": 1.0482892501819947,
      "grad_norm": 0.3097652494907379,
      "learning_rate": 0.00014612459008292306,
      "loss": 1.6082,
      "step": 1080
    },
    {
      "epoch": 1.0492598883766076,
      "grad_norm": 0.15406860411167145,
      "learning_rate": 0.00014603406453688654,
      "loss": 1.0174,
      "step": 1081
    },
    {
      "epoch": 1.0502305265712206,
      "grad_norm": 0.13755163550376892,
      "learning_rate": 0.00014594349109723744,
      "loss": 0.8269,
      "step": 1082
    },
    {
      "epoch": 1.0512011647658335,
      "grad_norm": 0.13698367774486542,
      "learning_rate": 0.0001458528698582079,
      "loss": 0.7994,
      "step": 1083
    },
    {
      "epoch": 1.0521718029604465,
      "grad_norm": 0.19189350306987762,
      "learning_rate": 0.00014576220091407983,
      "loss": 0.9342,
      "step": 1084
    },
    {
      "epoch": 1.0531424411550594,
      "grad_norm": 0.14942699670791626,
      "learning_rate": 0.00014567148435918467,
      "loss": 0.8749,
      "step": 1085
    },
    {
      "epoch": 1.0541130793496725,
      "grad_norm": 0.1497327983379364,
      "learning_rate": 0.00014558072028790354,
      "loss": 0.8844,
      "step": 1086
    },
    {
      "epoch": 1.0550837175442853,
      "grad_norm": 0.14895494282245636,
      "learning_rate": 0.00014548990879466696,
      "loss": 0.9656,
      "step": 1087
    },
    {
      "epoch": 1.0560543557388984,
      "grad_norm": 0.12874729931354523,
      "learning_rate": 0.00014539904997395468,
      "loss": 0.8406,
      "step": 1088
    },
    {
      "epoch": 1.0570249939335112,
      "grad_norm": 0.13705047965049744,
      "learning_rate": 0.00014530814392029585,
      "loss": 0.89,
      "step": 1089
    },
    {
      "epoch": 1.0579956321281243,
      "grad_norm": 0.14449015259742737,
      "learning_rate": 0.00014521719072826858,
      "loss": 0.9682,
      "step": 1090
    },
    {
      "epoch": 1.0589662703227372,
      "grad_norm": 0.14505495131015778,
      "learning_rate": 0.00014512619049250017,
      "loss": 0.8871,
      "step": 1091
    },
    {
      "epoch": 1.0599369085173502,
      "grad_norm": 0.13560807704925537,
      "learning_rate": 0.00014503514330766688,
      "loss": 0.8601,
      "step": 1092
    },
    {
      "epoch": 1.060907546711963,
      "grad_norm": 0.1363563984632492,
      "learning_rate": 0.00014494404926849362,
      "loss": 0.8925,
      "step": 1093
    },
    {
      "epoch": 1.0618781849065762,
      "grad_norm": 0.1402374655008316,
      "learning_rate": 0.00014485290846975431,
      "loss": 0.9485,
      "step": 1094
    },
    {
      "epoch": 1.062848823101189,
      "grad_norm": 0.14315490424633026,
      "learning_rate": 0.00014476172100627127,
      "loss": 0.9028,
      "step": 1095
    },
    {
      "epoch": 1.063819461295802,
      "grad_norm": 0.1393272578716278,
      "learning_rate": 0.00014467048697291553,
      "loss": 0.9185,
      "step": 1096
    },
    {
      "epoch": 1.064790099490415,
      "grad_norm": 0.14033041894435883,
      "learning_rate": 0.00014457920646460657,
      "loss": 0.957,
      "step": 1097
    },
    {
      "epoch": 1.065760737685028,
      "grad_norm": 0.14997032284736633,
      "learning_rate": 0.0001444878795763121,
      "loss": 0.981,
      "step": 1098
    },
    {
      "epoch": 1.0667313758796408,
      "grad_norm": 0.14021116495132446,
      "learning_rate": 0.00014439650640304822,
      "loss": 1.0292,
      "step": 1099
    },
    {
      "epoch": 1.067702014074254,
      "grad_norm": 0.1418946087360382,
      "learning_rate": 0.00014430508703987914,
      "loss": 0.9808,
      "step": 1100
    },
    {
      "epoch": 1.067702014074254,
      "eval_loss": 1.0321142673492432,
      "eval_runtime": 7.7472,
      "eval_samples_per_second": 32.141,
      "eval_steps_per_second": 10.714,
      "step": 1100
    },
    {
      "epoch": 1.0686726522688668,
      "grad_norm": 0.14044970273971558,
      "learning_rate": 0.000144213621581917,
      "loss": 0.9323,
      "step": 1101
    },
    {
      "epoch": 1.0696432904634798,
      "grad_norm": 0.14337889850139618,
      "learning_rate": 0.00014412211012432212,
      "loss": 1.0436,
      "step": 1102
    },
    {
      "epoch": 1.0706139286580927,
      "grad_norm": 0.1396399289369583,
      "learning_rate": 0.00014403055276230258,
      "loss": 0.9252,
      "step": 1103
    },
    {
      "epoch": 1.0715845668527058,
      "grad_norm": 0.14297325909137726,
      "learning_rate": 0.00014393894959111413,
      "loss": 0.953,
      "step": 1104
    },
    {
      "epoch": 1.0725552050473186,
      "grad_norm": 0.15000511705875397,
      "learning_rate": 0.00014384730070606027,
      "loss": 1.0909,
      "step": 1105
    },
    {
      "epoch": 1.0735258432419315,
      "grad_norm": 0.13467015326023102,
      "learning_rate": 0.0001437556062024921,
      "loss": 0.9676,
      "step": 1106
    },
    {
      "epoch": 1.0744964814365445,
      "grad_norm": 0.15081852674484253,
      "learning_rate": 0.00014366386617580804,
      "loss": 1.1691,
      "step": 1107
    },
    {
      "epoch": 1.0754671196311576,
      "grad_norm": 0.13854283094406128,
      "learning_rate": 0.00014357208072145406,
      "loss": 1.1626,
      "step": 1108
    },
    {
      "epoch": 1.0764377578257704,
      "grad_norm": 0.15120212733745575,
      "learning_rate": 0.0001434802499349232,
      "loss": 1.0107,
      "step": 1109
    },
    {
      "epoch": 1.0774083960203833,
      "grad_norm": 0.14722155034542084,
      "learning_rate": 0.00014338837391175582,
      "loss": 1.0033,
      "step": 1110
    },
    {
      "epoch": 1.0783790342149964,
      "grad_norm": 0.15103541314601898,
      "learning_rate": 0.00014329645274753925,
      "loss": 0.9717,
      "step": 1111
    },
    {
      "epoch": 1.0793496724096092,
      "grad_norm": 0.15011832118034363,
      "learning_rate": 0.0001432044865379078,
      "loss": 0.9766,
      "step": 1112
    },
    {
      "epoch": 1.0803203106042223,
      "grad_norm": 0.1491384655237198,
      "learning_rate": 0.00014311247537854272,
      "loss": 1.0642,
      "step": 1113
    },
    {
      "epoch": 1.0812909487988351,
      "grad_norm": 0.16034600138664246,
      "learning_rate": 0.0001430204193651719,
      "loss": 1.0197,
      "step": 1114
    },
    {
      "epoch": 1.0822615869934482,
      "grad_norm": 0.15966461598873138,
      "learning_rate": 0.00014292831859356997,
      "loss": 1.2022,
      "step": 1115
    },
    {
      "epoch": 1.083232225188061,
      "grad_norm": 0.16049878299236298,
      "learning_rate": 0.00014283617315955814,
      "loss": 1.2559,
      "step": 1116
    },
    {
      "epoch": 1.0842028633826741,
      "grad_norm": 0.15307477116584778,
      "learning_rate": 0.00014274398315900402,
      "loss": 0.9573,
      "step": 1117
    },
    {
      "epoch": 1.085173501577287,
      "grad_norm": 0.1698491871356964,
      "learning_rate": 0.0001426517486878217,
      "loss": 1.115,
      "step": 1118
    },
    {
      "epoch": 1.0861441397719,
      "grad_norm": 0.1612025648355484,
      "learning_rate": 0.00014255946984197143,
      "loss": 1.0221,
      "step": 1119
    },
    {
      "epoch": 1.087114777966513,
      "grad_norm": 0.1742127537727356,
      "learning_rate": 0.00014246714671745965,
      "loss": 1.0326,
      "step": 1120
    },
    {
      "epoch": 1.088085416161126,
      "grad_norm": 0.16819719970226288,
      "learning_rate": 0.00014237477941033888,
      "loss": 1.1046,
      "step": 1121
    },
    {
      "epoch": 1.0890560543557388,
      "grad_norm": 0.1740831434726715,
      "learning_rate": 0.00014228236801670763,
      "loss": 0.906,
      "step": 1122
    },
    {
      "epoch": 1.090026692550352,
      "grad_norm": 0.1907842457294464,
      "learning_rate": 0.00014218991263271024,
      "loss": 1.09,
      "step": 1123
    },
    {
      "epoch": 1.0909973307449647,
      "grad_norm": 0.1861611306667328,
      "learning_rate": 0.00014209741335453687,
      "loss": 0.9867,
      "step": 1124
    },
    {
      "epoch": 1.0919679689395778,
      "grad_norm": 0.20032063126564026,
      "learning_rate": 0.00014200487027842324,
      "loss": 1.0396,
      "step": 1125
    },
    {
      "epoch": 1.0929386071341907,
      "grad_norm": 0.20287474989891052,
      "learning_rate": 0.00014191228350065078,
      "loss": 1.2012,
      "step": 1126
    },
    {
      "epoch": 1.0939092453288037,
      "grad_norm": 0.20978164672851562,
      "learning_rate": 0.00014181965311754624,
      "loss": 1.193,
      "step": 1127
    },
    {
      "epoch": 1.0948798835234166,
      "grad_norm": 0.22138743102550507,
      "learning_rate": 0.0001417269792254819,
      "loss": 1.292,
      "step": 1128
    },
    {
      "epoch": 1.0958505217180297,
      "grad_norm": 0.26134803891181946,
      "learning_rate": 0.00014163426192087517,
      "loss": 1.4775,
      "step": 1129
    },
    {
      "epoch": 1.0968211599126425,
      "grad_norm": 0.29751822352409363,
      "learning_rate": 0.00014154150130018866,
      "loss": 1.5543,
      "step": 1130
    },
    {
      "epoch": 1.0977917981072556,
      "grad_norm": 0.16033369302749634,
      "learning_rate": 0.00014144869745993005,
      "loss": 0.9737,
      "step": 1131
    },
    {
      "epoch": 1.0987624363018684,
      "grad_norm": 0.12879309058189392,
      "learning_rate": 0.00014135585049665207,
      "loss": 0.7942,
      "step": 1132
    },
    {
      "epoch": 1.0997330744964815,
      "grad_norm": 0.13992853462696075,
      "learning_rate": 0.0001412629605069522,
      "loss": 0.7931,
      "step": 1133
    },
    {
      "epoch": 1.1007037126910943,
      "grad_norm": 0.16044561564922333,
      "learning_rate": 0.00014117002758747268,
      "loss": 0.8868,
      "step": 1134
    },
    {
      "epoch": 1.1016743508857074,
      "grad_norm": 0.15481993556022644,
      "learning_rate": 0.0001410770518349005,
      "loss": 0.8866,
      "step": 1135
    },
    {
      "epoch": 1.1026449890803203,
      "grad_norm": 0.135814368724823,
      "learning_rate": 0.00014098403334596719,
      "loss": 0.8656,
      "step": 1136
    },
    {
      "epoch": 1.1036156272749333,
      "grad_norm": 0.1335541307926178,
      "learning_rate": 0.00014089097221744868,
      "loss": 0.8915,
      "step": 1137
    },
    {
      "epoch": 1.1045862654695462,
      "grad_norm": 0.15001389384269714,
      "learning_rate": 0.00014079786854616537,
      "loss": 0.9777,
      "step": 1138
    },
    {
      "epoch": 1.1055569036641593,
      "grad_norm": 0.12923605740070343,
      "learning_rate": 0.00014070472242898178,
      "loss": 0.8517,
      "step": 1139
    },
    {
      "epoch": 1.1065275418587721,
      "grad_norm": 0.13509804010391235,
      "learning_rate": 0.00014061153396280674,
      "loss": 0.9465,
      "step": 1140
    },
    {
      "epoch": 1.1074981800533852,
      "grad_norm": 0.13691240549087524,
      "learning_rate": 0.000140518303244593,
      "loss": 0.8793,
      "step": 1141
    },
    {
      "epoch": 1.108468818247998,
      "grad_norm": 0.13743530213832855,
      "learning_rate": 0.00014042503037133737,
      "loss": 0.8649,
      "step": 1142
    },
    {
      "epoch": 1.109439456442611,
      "grad_norm": 0.13472576439380646,
      "learning_rate": 0.00014033171544008052,
      "loss": 0.9355,
      "step": 1143
    },
    {
      "epoch": 1.110410094637224,
      "grad_norm": 0.12510010600090027,
      "learning_rate": 0.0001402383585479068,
      "loss": 0.8487,
      "step": 1144
    },
    {
      "epoch": 1.111380732831837,
      "grad_norm": 0.13118916749954224,
      "learning_rate": 0.00014014495979194425,
      "loss": 0.9033,
      "step": 1145
    },
    {
      "epoch": 1.1123513710264499,
      "grad_norm": 0.1403399258852005,
      "learning_rate": 0.00014005151926936452,
      "loss": 0.997,
      "step": 1146
    },
    {
      "epoch": 1.113322009221063,
      "grad_norm": 0.1373480260372162,
      "learning_rate": 0.0001399580370773826,
      "loss": 0.892,
      "step": 1147
    },
    {
      "epoch": 1.1142926474156758,
      "grad_norm": 0.1435983031988144,
      "learning_rate": 0.00013986451331325696,
      "loss": 0.946,
      "step": 1148
    },
    {
      "epoch": 1.1152632856102889,
      "grad_norm": 0.14061637222766876,
      "learning_rate": 0.00013977094807428927,
      "loss": 1.0329,
      "step": 1149
    },
    {
      "epoch": 1.1162339238049017,
      "grad_norm": 0.14638717472553253,
      "learning_rate": 0.00013967734145782425,
      "loss": 0.9094,
      "step": 1150
    },
    {
      "epoch": 1.1172045619995146,
      "grad_norm": 0.14043211936950684,
      "learning_rate": 0.00013958369356124986,
      "loss": 0.9795,
      "step": 1151
    },
    {
      "epoch": 1.1181752001941276,
      "grad_norm": 0.13310323655605316,
      "learning_rate": 0.00013949000448199684,
      "loss": 0.9084,
      "step": 1152
    },
    {
      "epoch": 1.1191458383887407,
      "grad_norm": 0.14189183712005615,
      "learning_rate": 0.0001393962743175389,
      "loss": 0.9033,
      "step": 1153
    },
    {
      "epoch": 1.1201164765833536,
      "grad_norm": 0.1471787989139557,
      "learning_rate": 0.00013930250316539238,
      "loss": 1.0828,
      "step": 1154
    },
    {
      "epoch": 1.1210871147779664,
      "grad_norm": 0.139380544424057,
      "learning_rate": 0.00013920869112311635,
      "loss": 0.9375,
      "step": 1155
    },
    {
      "epoch": 1.1220577529725795,
      "grad_norm": 0.1386740356683731,
      "learning_rate": 0.0001391148382883124,
      "loss": 0.8928,
      "step": 1156
    },
    {
      "epoch": 1.1230283911671923,
      "grad_norm": 0.15032099187374115,
      "learning_rate": 0.00013902094475862456,
      "loss": 1.023,
      "step": 1157
    },
    {
      "epoch": 1.1239990293618054,
      "grad_norm": 0.15136638283729553,
      "learning_rate": 0.00013892701063173918,
      "loss": 1.0639,
      "step": 1158
    },
    {
      "epoch": 1.1249696675564183,
      "grad_norm": 0.15012122690677643,
      "learning_rate": 0.0001388330360053848,
      "loss": 0.9727,
      "step": 1159
    },
    {
      "epoch": 1.1259403057510313,
      "grad_norm": 0.15092833340168,
      "learning_rate": 0.0001387390209773323,
      "loss": 1.0312,
      "step": 1160
    },
    {
      "epoch": 1.1269109439456442,
      "grad_norm": 0.15573611855506897,
      "learning_rate": 0.00013864496564539434,
      "loss": 1.1198,
      "step": 1161
    },
    {
      "epoch": 1.1278815821402572,
      "grad_norm": 0.15258103609085083,
      "learning_rate": 0.00013855087010742562,
      "loss": 1.1898,
      "step": 1162
    },
    {
      "epoch": 1.12885222033487,
      "grad_norm": 0.16949409246444702,
      "learning_rate": 0.00013845673446132272,
      "loss": 1.0304,
      "step": 1163
    },
    {
      "epoch": 1.1298228585294832,
      "grad_norm": 0.16022275388240814,
      "learning_rate": 0.0001383625588050239,
      "loss": 1.2141,
      "step": 1164
    },
    {
      "epoch": 1.130793496724096,
      "grad_norm": 0.15745477378368378,
      "learning_rate": 0.000138268343236509,
      "loss": 1.0382,
      "step": 1165
    },
    {
      "epoch": 1.131764134918709,
      "grad_norm": 0.15959817171096802,
      "learning_rate": 0.00013817408785379943,
      "loss": 1.1118,
      "step": 1166
    },
    {
      "epoch": 1.132734773113322,
      "grad_norm": 0.1566331684589386,
      "learning_rate": 0.00013807979275495808,
      "loss": 1.0042,
      "step": 1167
    },
    {
      "epoch": 1.133705411307935,
      "grad_norm": 0.16125710308551788,
      "learning_rate": 0.0001379854580380891,
      "loss": 1.0943,
      "step": 1168
    },
    {
      "epoch": 1.1346760495025479,
      "grad_norm": 0.16885289549827576,
      "learning_rate": 0.00013789108380133776,
      "loss": 1.0326,
      "step": 1169
    },
    {
      "epoch": 1.135646687697161,
      "grad_norm": 0.1714034527540207,
      "learning_rate": 0.00013779667014289065,
      "loss": 1.1757,
      "step": 1170
    },
    {
      "epoch": 1.1366173258917738,
      "grad_norm": 0.16283145546913147,
      "learning_rate": 0.00013770221716097528,
      "loss": 0.8913,
      "step": 1171
    },
    {
      "epoch": 1.1375879640863868,
      "grad_norm": 0.17479540407657623,
      "learning_rate": 0.00013760772495385998,
      "loss": 1.1468,
      "step": 1172
    },
    {
      "epoch": 1.1385586022809997,
      "grad_norm": 0.17623142898082733,
      "learning_rate": 0.00013751319361985406,
      "loss": 1.1293,
      "step": 1173
    },
    {
      "epoch": 1.1395292404756128,
      "grad_norm": 0.18362145125865936,
      "learning_rate": 0.00013741862325730738,
      "loss": 1.1589,
      "step": 1174
    },
    {
      "epoch": 1.1404998786702256,
      "grad_norm": 0.1895621120929718,
      "learning_rate": 0.00013732401396461053,
      "loss": 1.1903,
      "step": 1175
    },
    {
      "epoch": 1.1414705168648387,
      "grad_norm": 0.1920250952243805,
      "learning_rate": 0.00013722936584019453,
      "loss": 0.9731,
      "step": 1176
    },
    {
      "epoch": 1.1424411550594515,
      "grad_norm": 0.22788628935813904,
      "learning_rate": 0.0001371346789825308,
      "loss": 1.325,
      "step": 1177
    },
    {
      "epoch": 1.1434117932540646,
      "grad_norm": 0.24447070062160492,
      "learning_rate": 0.00013703995349013113,
      "loss": 1.3182,
      "step": 1178
    },
    {
      "epoch": 1.1443824314486775,
      "grad_norm": 0.2816039025783539,
      "learning_rate": 0.0001369451894615474,
      "loss": 1.6642,
      "step": 1179
    },
    {
      "epoch": 1.1453530696432905,
      "grad_norm": 0.2908969223499298,
      "learning_rate": 0.00013685038699537164,
      "loss": 1.5541,
      "step": 1180
    },
    {
      "epoch": 1.1463237078379034,
      "grad_norm": 0.15463200211524963,
      "learning_rate": 0.0001367555461902359,
      "loss": 0.9743,
      "step": 1181
    },
    {
      "epoch": 1.1472943460325165,
      "grad_norm": 0.12609942257404327,
      "learning_rate": 0.00013666066714481206,
      "loss": 0.7549,
      "step": 1182
    },
    {
      "epoch": 1.1482649842271293,
      "grad_norm": 0.1657661646604538,
      "learning_rate": 0.0001365657499578118,
      "loss": 0.8259,
      "step": 1183
    },
    {
      "epoch": 1.1492356224217424,
      "grad_norm": 0.1768251359462738,
      "learning_rate": 0.00013647079472798652,
      "loss": 0.8648,
      "step": 1184
    },
    {
      "epoch": 1.1502062606163552,
      "grad_norm": 0.16477468609809875,
      "learning_rate": 0.00013637580155412716,
      "loss": 0.8167,
      "step": 1185
    },
    {
      "epoch": 1.1511768988109683,
      "grad_norm": 0.14798806607723236,
      "learning_rate": 0.0001362807705350641,
      "loss": 0.9846,
      "step": 1186
    },
    {
      "epoch": 1.1521475370055811,
      "grad_norm": 0.143032506108284,
      "learning_rate": 0.00013618570176966724,
      "loss": 0.8407,
      "step": 1187
    },
    {
      "epoch": 1.1531181752001942,
      "grad_norm": 0.1317269206047058,
      "learning_rate": 0.00013609059535684556,
      "loss": 0.9074,
      "step": 1188
    },
    {
      "epoch": 1.154088813394807,
      "grad_norm": 0.14054617285728455,
      "learning_rate": 0.00013599545139554735,
      "loss": 0.9432,
      "step": 1189
    },
    {
      "epoch": 1.1550594515894201,
      "grad_norm": 0.139016255736351,
      "learning_rate": 0.00013590026998475986,
      "loss": 0.9488,
      "step": 1190
    },
    {
      "epoch": 1.156030089784033,
      "grad_norm": 0.13643856346607208,
      "learning_rate": 0.00013580505122350945,
      "loss": 0.9093,
      "step": 1191
    },
    {
      "epoch": 1.1570007279786458,
      "grad_norm": 0.1351822316646576,
      "learning_rate": 0.0001357097952108612,
      "loss": 0.9403,
      "step": 1192
    },
    {
      "epoch": 1.157971366173259,
      "grad_norm": 0.13767622411251068,
      "learning_rate": 0.00013561450204591896,
      "loss": 0.9043,
      "step": 1193
    },
    {
      "epoch": 1.158942004367872,
      "grad_norm": 0.15190286934375763,
      "learning_rate": 0.00013551917182782529,
      "loss": 0.9274,
      "step": 1194
    },
    {
      "epoch": 1.1599126425624848,
      "grad_norm": 0.13276810944080353,
      "learning_rate": 0.00013542380465576131,
      "loss": 0.8642,
      "step": 1195
    },
    {
      "epoch": 1.1608832807570977,
      "grad_norm": 0.13418421149253845,
      "learning_rate": 0.00013532840062894654,
      "loss": 0.8717,
      "step": 1196
    },
    {
      "epoch": 1.1618539189517108,
      "grad_norm": 0.14065925776958466,
      "learning_rate": 0.0001352329598466388,
      "loss": 0.9665,
      "step": 1197
    },
    {
      "epoch": 1.1628245571463238,
      "grad_norm": 0.13973192870616913,
      "learning_rate": 0.0001351374824081343,
      "loss": 0.9457,
      "step": 1198
    },
    {
      "epoch": 1.1637951953409367,
      "grad_norm": 0.1427002251148224,
      "learning_rate": 0.0001350419684127672,
      "loss": 0.9971,
      "step": 1199
    },
    {
      "epoch": 1.1647658335355495,
      "grad_norm": 0.14192180335521698,
      "learning_rate": 0.00013494641795990986,
      "loss": 1.0324,
      "step": 1200
    },
    {
      "epoch": 1.1647658335355495,
      "eval_loss": 1.03258216381073,
      "eval_runtime": 7.7793,
      "eval_samples_per_second": 32.008,
      "eval_steps_per_second": 10.669,
      "step": 1200
    },
    {
      "epoch": 1.1657364717301626,
      "grad_norm": 0.1532372087240219,
      "learning_rate": 0.00013485083114897243,
      "loss": 1.0463,
      "step": 1201
    },
    {
      "epoch": 1.1667071099247754,
      "grad_norm": 0.14240577816963196,
      "learning_rate": 0.00013475520807940304,
      "loss": 0.9654,
      "step": 1202
    },
    {
      "epoch": 1.1676777481193885,
      "grad_norm": 0.14351655542850494,
      "learning_rate": 0.0001346595488506874,
      "loss": 0.9144,
      "step": 1203
    },
    {
      "epoch": 1.1686483863140014,
      "grad_norm": 0.13716654479503632,
      "learning_rate": 0.00013456385356234887,
      "loss": 0.9596,
      "step": 1204
    },
    {
      "epoch": 1.1696190245086144,
      "grad_norm": 0.15131552517414093,
      "learning_rate": 0.00013446812231394844,
      "loss": 1.0773,
      "step": 1205
    },
    {
      "epoch": 1.1705896627032273,
      "grad_norm": 0.14070618152618408,
      "learning_rate": 0.00013437235520508432,
      "loss": 0.9652,
      "step": 1206
    },
    {
      "epoch": 1.1715603008978404,
      "grad_norm": 0.1498146802186966,
      "learning_rate": 0.00013427655233539228,
      "loss": 0.9681,
      "step": 1207
    },
    {
      "epoch": 1.1725309390924532,
      "grad_norm": 0.15785624086856842,
      "learning_rate": 0.000134180713804545,
      "loss": 1.0464,
      "step": 1208
    },
    {
      "epoch": 1.1735015772870663,
      "grad_norm": 0.15332843363285065,
      "learning_rate": 0.0001340848397122525,
      "loss": 1.1231,
      "step": 1209
    },
    {
      "epoch": 1.1744722154816791,
      "grad_norm": 0.14806663990020752,
      "learning_rate": 0.00013398893015826167,
      "loss": 1.053,
      "step": 1210
    },
    {
      "epoch": 1.1754428536762922,
      "grad_norm": 0.14906299114227295,
      "learning_rate": 0.00013389298524235638,
      "loss": 1.103,
      "step": 1211
    },
    {
      "epoch": 1.176413491870905,
      "grad_norm": 0.15550720691680908,
      "learning_rate": 0.0001337970050643572,
      "loss": 1.1707,
      "step": 1212
    },
    {
      "epoch": 1.1773841300655181,
      "grad_norm": 0.16848278045654297,
      "learning_rate": 0.00013370098972412145,
      "loss": 0.9782,
      "step": 1213
    },
    {
      "epoch": 1.178354768260131,
      "grad_norm": 0.1651296764612198,
      "learning_rate": 0.00013360493932154302,
      "loss": 0.9959,
      "step": 1214
    },
    {
      "epoch": 1.179325406454744,
      "grad_norm": 0.15780924260616302,
      "learning_rate": 0.0001335088539565523,
      "loss": 1.0758,
      "step": 1215
    },
    {
      "epoch": 1.180296044649357,
      "grad_norm": 0.15962442755699158,
      "learning_rate": 0.00013341273372911592,
      "loss": 1.1141,
      "step": 1216
    },
    {
      "epoch": 1.18126668284397,
      "grad_norm": 0.15405602753162384,
      "learning_rate": 0.00013331657873923703,
      "loss": 1.015,
      "step": 1217
    },
    {
      "epoch": 1.1822373210385828,
      "grad_norm": 0.16095873713493347,
      "learning_rate": 0.00013322038908695466,
      "loss": 1.2243,
      "step": 1218
    },
    {
      "epoch": 1.1832079592331959,
      "grad_norm": 0.16128651797771454,
      "learning_rate": 0.0001331241648723442,
      "loss": 1.0953,
      "step": 1219
    },
    {
      "epoch": 1.1841785974278087,
      "grad_norm": 0.16800104081630707,
      "learning_rate": 0.00013302790619551674,
      "loss": 0.9791,
      "step": 1220
    },
    {
      "epoch": 1.1851492356224218,
      "grad_norm": 0.16937030851840973,
      "learning_rate": 0.00013293161315661931,
      "loss": 0.9853,
      "step": 1221
    },
    {
      "epoch": 1.1861198738170347,
      "grad_norm": 0.18059822916984558,
      "learning_rate": 0.00013283528585583484,
      "loss": 1.053,
      "step": 1222
    },
    {
      "epoch": 1.1870905120116477,
      "grad_norm": 0.1814969927072525,
      "learning_rate": 0.0001327389243933817,
      "loss": 1.0331,
      "step": 1223
    },
    {
      "epoch": 1.1880611502062606,
      "grad_norm": 0.1822667121887207,
      "learning_rate": 0.0001326425288695138,
      "loss": 1.0833,
      "step": 1224
    },
    {
      "epoch": 1.1890317884008736,
      "grad_norm": 0.19428116083145142,
      "learning_rate": 0.00013254609938452067,
      "loss": 1.0716,
      "step": 1225
    },
    {
      "epoch": 1.1900024265954865,
      "grad_norm": 0.21463391184806824,
      "learning_rate": 0.00013244963603872706,
      "loss": 1.0642,
      "step": 1226
    },
    {
      "epoch": 1.1909730647900996,
      "grad_norm": 0.2163095921278,
      "learning_rate": 0.00013235313893249294,
      "loss": 1.2616,
      "step": 1227
    },
    {
      "epoch": 1.1919437029847124,
      "grad_norm": 0.2398442029953003,
      "learning_rate": 0.0001322566081662134,
      "loss": 1.3411,
      "step": 1228
    },
    {
      "epoch": 1.1929143411793255,
      "grad_norm": 0.26641568541526794,
      "learning_rate": 0.0001321600438403186,
      "loss": 1.4698,
      "step": 1229
    },
    {
      "epoch": 1.1938849793739383,
      "grad_norm": 0.3097589313983917,
      "learning_rate": 0.00013206344605527355,
      "loss": 1.6914,
      "step": 1230
    },
    {
      "epoch": 1.1948556175685514,
      "grad_norm": 0.16364847123622894,
      "learning_rate": 0.00013196681491157818,
      "loss": 1.0062,
      "step": 1231
    },
    {
      "epoch": 1.1958262557631643,
      "grad_norm": 0.11621969938278198,
      "learning_rate": 0.00013187015050976697,
      "loss": 0.813,
      "step": 1232
    },
    {
      "epoch": 1.1967968939577773,
      "grad_norm": 0.13944149017333984,
      "learning_rate": 0.0001317734529504091,
      "loss": 0.8487,
      "step": 1233
    },
    {
      "epoch": 1.1977675321523902,
      "grad_norm": 0.14935588836669922,
      "learning_rate": 0.00013167672233410825,
      "loss": 0.8814,
      "step": 1234
    },
    {
      "epoch": 1.1987381703470033,
      "grad_norm": 0.1517990678548813,
      "learning_rate": 0.0001315799587615025,
      "loss": 0.8654,
      "step": 1235
    },
    {
      "epoch": 1.199708808541616,
      "grad_norm": 0.13799265027046204,
      "learning_rate": 0.00013148316233326416,
      "loss": 0.8433,
      "step": 1236
    },
    {
      "epoch": 1.200679446736229,
      "grad_norm": 0.14491528272628784,
      "learning_rate": 0.00013138633315009976,
      "loss": 0.8812,
      "step": 1237
    },
    {
      "epoch": 1.201650084930842,
      "grad_norm": 0.13144735991954803,
      "learning_rate": 0.00013128947131274988,
      "loss": 0.9501,
      "step": 1238
    },
    {
      "epoch": 1.202620723125455,
      "grad_norm": 0.13434521853923798,
      "learning_rate": 0.00013119257692198913,
      "loss": 0.9167,
      "step": 1239
    },
    {
      "epoch": 1.203591361320068,
      "grad_norm": 0.1310923844575882,
      "learning_rate": 0.00013109565007862596,
      "loss": 0.9119,
      "step": 1240
    },
    {
      "epoch": 1.2045619995146808,
      "grad_norm": 0.1344471275806427,
      "learning_rate": 0.00013099869088350254,
      "loss": 0.8959,
      "step": 1241
    },
    {
      "epoch": 1.2055326377092939,
      "grad_norm": 0.13025528192520142,
      "learning_rate": 0.00013090169943749476,
      "loss": 0.9381,
      "step": 1242
    },
    {
      "epoch": 1.206503275903907,
      "grad_norm": 0.13063420355319977,
      "learning_rate": 0.00013080467584151203,
      "loss": 0.8877,
      "step": 1243
    },
    {
      "epoch": 1.2074739140985198,
      "grad_norm": 0.13060887157917023,
      "learning_rate": 0.00013070762019649722,
      "loss": 0.8948,
      "step": 1244
    },
    {
      "epoch": 1.2084445522931326,
      "grad_norm": 0.14129677414894104,
      "learning_rate": 0.00013061053260342656,
      "loss": 0.9047,
      "step": 1245
    },
    {
      "epoch": 1.2094151904877457,
      "grad_norm": 0.13385891914367676,
      "learning_rate": 0.00013051341316330946,
      "loss": 0.9614,
      "step": 1246
    },
    {
      "epoch": 1.2103858286823586,
      "grad_norm": 0.13540679216384888,
      "learning_rate": 0.00013041626197718854,
      "loss": 0.9585,
      "step": 1247
    },
    {
      "epoch": 1.2113564668769716,
      "grad_norm": 0.134714275598526,
      "learning_rate": 0.0001303190791461394,
      "loss": 0.9248,
      "step": 1248
    },
    {
      "epoch": 1.2123271050715845,
      "grad_norm": 0.14287982881069183,
      "learning_rate": 0.0001302218647712706,
      "loss": 1.0148,
      "step": 1249
    },
    {
      "epoch": 1.2132977432661975,
      "grad_norm": 0.1339116245508194,
      "learning_rate": 0.00013012461895372344,
      "loss": 0.9634,
      "step": 1250
    },
    {
      "epoch": 1.2142683814608104,
      "grad_norm": 0.15093840658664703,
      "learning_rate": 0.00013002734179467203,
      "loss": 0.8867,
      "step": 1251
    },
    {
      "epoch": 1.2152390196554235,
      "grad_norm": 0.13921906054019928,
      "learning_rate": 0.00012993003339532304,
      "loss": 0.9328,
      "step": 1252
    },
    {
      "epoch": 1.2162096578500363,
      "grad_norm": 0.14420084655284882,
      "learning_rate": 0.0001298326938569156,
      "loss": 0.9423,
      "step": 1253
    },
    {
      "epoch": 1.2171802960446494,
      "grad_norm": 0.14669421315193176,
      "learning_rate": 0.00012973532328072138,
      "loss": 0.8948,
      "step": 1254
    },
    {
      "epoch": 1.2181509342392622,
      "grad_norm": 0.13719473779201508,
      "learning_rate": 0.00012963792176804416,
      "loss": 0.9271,
      "step": 1255
    },
    {
      "epoch": 1.2191215724338753,
      "grad_norm": 0.14526043832302094,
      "learning_rate": 0.00012954048942022002,
      "loss": 1.0165,
      "step": 1256
    },
    {
      "epoch": 1.2200922106284882,
      "grad_norm": 0.14821039140224457,
      "learning_rate": 0.00012944302633861708,
      "loss": 1.0579,
      "step": 1257
    },
    {
      "epoch": 1.2210628488231012,
      "grad_norm": 0.1418214589357376,
      "learning_rate": 0.00012934553262463548,
      "loss": 0.9935,
      "step": 1258
    },
    {
      "epoch": 1.222033487017714,
      "grad_norm": 0.15298254787921906,
      "learning_rate": 0.00012924800837970716,
      "loss": 1.1656,
      "step": 1259
    },
    {
      "epoch": 1.2230041252123272,
      "grad_norm": 0.14829307794570923,
      "learning_rate": 0.00012915045370529585,
      "loss": 1.0129,
      "step": 1260
    },
    {
      "epoch": 1.22397476340694,
      "grad_norm": 0.1487390249967575,
      "learning_rate": 0.00012905286870289702,
      "loss": 1.0856,
      "step": 1261
    },
    {
      "epoch": 1.224945401601553,
      "grad_norm": 0.15160389244556427,
      "learning_rate": 0.00012895525347403756,
      "loss": 1.0565,
      "step": 1262
    },
    {
      "epoch": 1.225916039796166,
      "grad_norm": 0.15519744157791138,
      "learning_rate": 0.00012885760812027589,
      "loss": 1.0161,
      "step": 1263
    },
    {
      "epoch": 1.226886677990779,
      "grad_norm": 0.15609057247638702,
      "learning_rate": 0.00012875993274320173,
      "loss": 0.9627,
      "step": 1264
    },
    {
      "epoch": 1.2278573161853918,
      "grad_norm": 0.15223538875579834,
      "learning_rate": 0.0001286622274444361,
      "loss": 1.0362,
      "step": 1265
    },
    {
      "epoch": 1.228827954380005,
      "grad_norm": 0.15686611831188202,
      "learning_rate": 0.0001285644923256311,
      "loss": 1.0671,
      "step": 1266
    },
    {
      "epoch": 1.2297985925746178,
      "grad_norm": 0.1561805009841919,
      "learning_rate": 0.00012846672748846981,
      "loss": 1.1242,
      "step": 1267
    },
    {
      "epoch": 1.2307692307692308,
      "grad_norm": 0.16062338650226593,
      "learning_rate": 0.00012836893303466636,
      "loss": 1.0151,
      "step": 1268
    },
    {
      "epoch": 1.2317398689638437,
      "grad_norm": 0.17336829006671906,
      "learning_rate": 0.00012827110906596552,
      "loss": 1.1838,
      "step": 1269
    },
    {
      "epoch": 1.2327105071584568,
      "grad_norm": 0.17562603950500488,
      "learning_rate": 0.00012817325568414297,
      "loss": 0.9615,
      "step": 1270
    },
    {
      "epoch": 1.2336811453530696,
      "grad_norm": 0.16940931975841522,
      "learning_rate": 0.00012807537299100482,
      "loss": 1.0518,
      "step": 1271
    },
    {
      "epoch": 1.2346517835476827,
      "grad_norm": 0.16387924551963806,
      "learning_rate": 0.00012797746108838778,
      "loss": 1.165,
      "step": 1272
    },
    {
      "epoch": 1.2356224217422955,
      "grad_norm": 0.1819792091846466,
      "learning_rate": 0.00012787952007815886,
      "loss": 1.2241,
      "step": 1273
    },
    {
      "epoch": 1.2365930599369086,
      "grad_norm": 0.19217748939990997,
      "learning_rate": 0.00012778155006221538,
      "loss": 1.1799,
      "step": 1274
    },
    {
      "epoch": 1.2375636981315215,
      "grad_norm": 0.19746966660022736,
      "learning_rate": 0.00012768355114248494,
      "loss": 1.1134,
      "step": 1275
    },
    {
      "epoch": 1.2385343363261345,
      "grad_norm": 0.19214142858982086,
      "learning_rate": 0.00012758552342092508,
      "loss": 1.135,
      "step": 1276
    },
    {
      "epoch": 1.2395049745207474,
      "grad_norm": 0.2143280953168869,
      "learning_rate": 0.00012748746699952338,
      "loss": 1.0889,
      "step": 1277
    },
    {
      "epoch": 1.2404756127153604,
      "grad_norm": 0.23230721056461334,
      "learning_rate": 0.00012738938198029724,
      "loss": 1.2003,
      "step": 1278
    },
    {
      "epoch": 1.2414462509099733,
      "grad_norm": 0.27309849858283997,
      "learning_rate": 0.00012729126846529383,
      "loss": 1.569,
      "step": 1279
    },
    {
      "epoch": 1.2424168891045864,
      "grad_norm": 0.32962366938591003,
      "learning_rate": 0.00012719312655658994,
      "loss": 1.6551,
      "step": 1280
    },
    {
      "epoch": 1.2433875272991992,
      "grad_norm": 0.16967558860778809,
      "learning_rate": 0.00012709495635629197,
      "loss": 0.9379,
      "step": 1281
    },
    {
      "epoch": 1.244358165493812,
      "grad_norm": 0.14804095029830933,
      "learning_rate": 0.0001269967579665357,
      "loss": 0.7388,
      "step": 1282
    },
    {
      "epoch": 1.2453288036884251,
      "grad_norm": 0.1892777681350708,
      "learning_rate": 0.00012689853148948626,
      "loss": 0.8704,
      "step": 1283
    },
    {
      "epoch": 1.2462994418830382,
      "grad_norm": 0.169380784034729,
      "learning_rate": 0.0001268002770273379,
      "loss": 0.8275,
      "step": 1284
    },
    {
      "epoch": 1.247270080077651,
      "grad_norm": 0.1551714986562729,
      "learning_rate": 0.00012670199468231417,
      "loss": 0.9799,
      "step": 1285
    },
    {
      "epoch": 1.248240718272264,
      "grad_norm": 0.14910046756267548,
      "learning_rate": 0.00012660368455666752,
      "loss": 0.9064,
      "step": 1286
    },
    {
      "epoch": 1.249211356466877,
      "grad_norm": 0.15318411588668823,
      "learning_rate": 0.00012650534675267931,
      "loss": 0.8815,
      "step": 1287
    },
    {
      "epoch": 1.25018199466149,
      "grad_norm": 0.16195924580097198,
      "learning_rate": 0.00012640698137265967,
      "loss": 0.8158,
      "step": 1288
    },
    {
      "epoch": 1.251152632856103,
      "grad_norm": 0.16172388195991516,
      "learning_rate": 0.0001263085885189475,
      "loss": 0.8486,
      "step": 1289
    },
    {
      "epoch": 1.2521232710507157,
      "grad_norm": 0.15885993838310242,
      "learning_rate": 0.00012621016829391022,
      "loss": 0.8561,
      "step": 1290
    },
    {
      "epoch": 1.2530939092453288,
      "grad_norm": 0.15515045821666718,
      "learning_rate": 0.00012611172079994375,
      "loss": 0.8984,
      "step": 1291
    },
    {
      "epoch": 1.254064547439942,
      "grad_norm": 0.14642615616321564,
      "learning_rate": 0.0001260132461394724,
      "loss": 0.9178,
      "step": 1292
    },
    {
      "epoch": 1.2550351856345547,
      "grad_norm": 0.15302740037441254,
      "learning_rate": 0.0001259147444149486,
      "loss": 0.9748,
      "step": 1293
    },
    {
      "epoch": 1.2560058238291676,
      "grad_norm": 0.1393446922302246,
      "learning_rate": 0.00012581621572885321,
      "loss": 0.9794,
      "step": 1294
    },
    {
      "epoch": 1.2569764620237807,
      "grad_norm": 0.14904123544692993,
      "learning_rate": 0.00012571766018369492,
      "loss": 0.9309,
      "step": 1295
    },
    {
      "epoch": 1.2579471002183937,
      "grad_norm": 0.13924674689769745,
      "learning_rate": 0.00012561907788201043,
      "loss": 1.0226,
      "step": 1296
    },
    {
      "epoch": 1.2589177384130066,
      "grad_norm": 0.13561342656612396,
      "learning_rate": 0.00012552046892636427,
      "loss": 0.8676,
      "step": 1297
    },
    {
      "epoch": 1.2598883766076194,
      "grad_norm": 0.14575530588626862,
      "learning_rate": 0.00012542183341934872,
      "loss": 0.9402,
      "step": 1298
    },
    {
      "epoch": 1.2608590148022325,
      "grad_norm": 0.1447952687740326,
      "learning_rate": 0.00012532317146358367,
      "loss": 0.9807,
      "step": 1299
    },
    {
      "epoch": 1.2618296529968454,
      "grad_norm": 0.14821702241897583,
      "learning_rate": 0.0001252244831617165,
      "loss": 1.0425,
      "step": 1300
    },
    {
      "epoch": 1.2618296529968454,
      "eval_loss": 1.0185586214065552,
      "eval_runtime": 7.7948,
      "eval_samples_per_second": 31.944,
      "eval_steps_per_second": 10.648,
      "step": 1300
    },
    {
      "epoch": 1.2628002911914584,
      "grad_norm": 0.15754841268062592,
      "learning_rate": 0.0001251257686164221,
      "loss": 0.8907,
      "step": 1301
    },
    {
      "epoch": 1.2637709293860713,
      "grad_norm": 0.14440295100212097,
      "learning_rate": 0.0001250270279304026,
      "loss": 1.0323,
      "step": 1302
    },
    {
      "epoch": 1.2647415675806843,
      "grad_norm": 0.14243710041046143,
      "learning_rate": 0.00012492826120638718,
      "loss": 1.0585,
      "step": 1303
    },
    {
      "epoch": 1.2657122057752972,
      "grad_norm": 0.1436472237110138,
      "learning_rate": 0.00012482946854713237,
      "loss": 0.9226,
      "step": 1304
    },
    {
      "epoch": 1.2666828439699103,
      "grad_norm": 0.13872987031936646,
      "learning_rate": 0.00012473065005542155,
      "loss": 0.9633,
      "step": 1305
    },
    {
      "epoch": 1.2676534821645231,
      "grad_norm": 0.14902320504188538,
      "learning_rate": 0.000124631805834065,
      "loss": 0.9685,
      "step": 1306
    },
    {
      "epoch": 1.2686241203591362,
      "grad_norm": 0.1614183783531189,
      "learning_rate": 0.00012453293598589971,
      "loss": 0.9526,
      "step": 1307
    },
    {
      "epoch": 1.269594758553749,
      "grad_norm": 0.15211983025074005,
      "learning_rate": 0.0001244340406137894,
      "loss": 1.0152,
      "step": 1308
    },
    {
      "epoch": 1.270565396748362,
      "grad_norm": 0.15081343054771423,
      "learning_rate": 0.00012433511982062436,
      "loss": 1.0353,
      "step": 1309
    },
    {
      "epoch": 1.271536034942975,
      "grad_norm": 0.15029260516166687,
      "learning_rate": 0.00012423617370932127,
      "loss": 1.0556,
      "step": 1310
    },
    {
      "epoch": 1.272506673137588,
      "grad_norm": 0.1529638171195984,
      "learning_rate": 0.00012413720238282314,
      "loss": 1.183,
      "step": 1311
    },
    {
      "epoch": 1.2734773113322009,
      "grad_norm": 0.15886488556861877,
      "learning_rate": 0.00012403820594409924,
      "loss": 1.0083,
      "step": 1312
    },
    {
      "epoch": 1.274447949526814,
      "grad_norm": 0.15552756190299988,
      "learning_rate": 0.00012393918449614505,
      "loss": 1.0327,
      "step": 1313
    },
    {
      "epoch": 1.2754185877214268,
      "grad_norm": 0.16014190018177032,
      "learning_rate": 0.00012384013814198196,
      "loss": 1.0565,
      "step": 1314
    },
    {
      "epoch": 1.2763892259160399,
      "grad_norm": 0.15531080961227417,
      "learning_rate": 0.00012374106698465732,
      "loss": 1.0782,
      "step": 1315
    },
    {
      "epoch": 1.2773598641106527,
      "grad_norm": 0.17361101508140564,
      "learning_rate": 0.0001236419711272442,
      "loss": 1.0467,
      "step": 1316
    },
    {
      "epoch": 1.2783305023052658,
      "grad_norm": 0.17016524076461792,
      "learning_rate": 0.0001235428506728415,
      "loss": 1.1301,
      "step": 1317
    },
    {
      "epoch": 1.2793011404998786,
      "grad_norm": 0.1685202419757843,
      "learning_rate": 0.00012344370572457366,
      "loss": 1.1619,
      "step": 1318
    },
    {
      "epoch": 1.2802717786944915,
      "grad_norm": 0.17103947699069977,
      "learning_rate": 0.00012334453638559057,
      "loss": 0.9873,
      "step": 1319
    },
    {
      "epoch": 1.2812424168891046,
      "grad_norm": 0.17065982520580292,
      "learning_rate": 0.00012324534275906748,
      "loss": 1.1021,
      "step": 1320
    },
    {
      "epoch": 1.2822130550837176,
      "grad_norm": 0.17093892395496368,
      "learning_rate": 0.00012314612494820502,
      "loss": 0.9564,
      "step": 1321
    },
    {
      "epoch": 1.2831836932783305,
      "grad_norm": 0.17753970623016357,
      "learning_rate": 0.0001230468830562289,
      "loss": 1.1154,
      "step": 1322
    },
    {
      "epoch": 1.2841543314729433,
      "grad_norm": 0.1858345866203308,
      "learning_rate": 0.00012294761718638982,
      "loss": 1.096,
      "step": 1323
    },
    {
      "epoch": 1.2851249696675564,
      "grad_norm": 0.1909256875514984,
      "learning_rate": 0.00012284832744196354,
      "loss": 1.1651,
      "step": 1324
    },
    {
      "epoch": 1.2860956078621695,
      "grad_norm": 0.1933143585920334,
      "learning_rate": 0.00012274901392625066,
      "loss": 1.0958,
      "step": 1325
    },
    {
      "epoch": 1.2870662460567823,
      "grad_norm": 0.21461383998394012,
      "learning_rate": 0.00012264967674257646,
      "loss": 1.1976,
      "step": 1326
    },
    {
      "epoch": 1.2880368842513952,
      "grad_norm": 0.21709896624088287,
      "learning_rate": 0.0001225503159942908,
      "loss": 1.202,
      "step": 1327
    },
    {
      "epoch": 1.2890075224460082,
      "grad_norm": 0.23432320356369019,
      "learning_rate": 0.00012245093178476813,
      "loss": 1.3996,
      "step": 1328
    },
    {
      "epoch": 1.2899781606406213,
      "grad_norm": 0.261331170797348,
      "learning_rate": 0.00012235152421740728,
      "loss": 1.2486,
      "step": 1329
    },
    {
      "epoch": 1.2909487988352342,
      "grad_norm": 0.31902509927749634,
      "learning_rate": 0.00012225209339563145,
      "loss": 1.6305,
      "step": 1330
    },
    {
      "epoch": 1.291919437029847,
      "grad_norm": 0.15799060463905334,
      "learning_rate": 0.00012215263942288792,
      "loss": 0.9792,
      "step": 1331
    },
    {
      "epoch": 1.29289007522446,
      "grad_norm": 0.11709234118461609,
      "learning_rate": 0.00012205316240264812,
      "loss": 0.7773,
      "step": 1332
    },
    {
      "epoch": 1.2938607134190732,
      "grad_norm": 0.15973149240016937,
      "learning_rate": 0.00012195366243840745,
      "loss": 0.8152,
      "step": 1333
    },
    {
      "epoch": 1.294831351613686,
      "grad_norm": 0.165246844291687,
      "learning_rate": 0.00012185413963368519,
      "loss": 0.8017,
      "step": 1334
    },
    {
      "epoch": 1.2958019898082989,
      "grad_norm": 0.1700582504272461,
      "learning_rate": 0.00012175459409202434,
      "loss": 0.8731,
      "step": 1335
    },
    {
      "epoch": 1.296772628002912,
      "grad_norm": 0.14377103745937347,
      "learning_rate": 0.00012165502591699164,
      "loss": 0.969,
      "step": 1336
    },
    {
      "epoch": 1.297743266197525,
      "grad_norm": 0.13502584397792816,
      "learning_rate": 0.00012155543521217727,
      "loss": 0.8374,
      "step": 1337
    },
    {
      "epoch": 1.2987139043921379,
      "grad_norm": 0.14869967103004456,
      "learning_rate": 0.00012145582208119497,
      "loss": 0.8307,
      "step": 1338
    },
    {
      "epoch": 1.2996845425867507,
      "grad_norm": 0.13558155298233032,
      "learning_rate": 0.00012135618662768169,
      "loss": 0.8983,
      "step": 1339
    },
    {
      "epoch": 1.3006551807813638,
      "grad_norm": 0.14794877171516418,
      "learning_rate": 0.00012125652895529766,
      "loss": 0.8794,
      "step": 1340
    },
    {
      "epoch": 1.3016258189759766,
      "grad_norm": 0.13298121094703674,
      "learning_rate": 0.00012115684916772629,
      "loss": 0.9335,
      "step": 1341
    },
    {
      "epoch": 1.3025964571705897,
      "grad_norm": 0.14704930782318115,
      "learning_rate": 0.00012105714736867391,
      "loss": 0.8944,
      "step": 1342
    },
    {
      "epoch": 1.3035670953652025,
      "grad_norm": 0.13052725791931152,
      "learning_rate": 0.00012095742366186973,
      "loss": 0.8895,
      "step": 1343
    },
    {
      "epoch": 1.3045377335598156,
      "grad_norm": 0.1571793556213379,
      "learning_rate": 0.00012085767815106583,
      "loss": 0.9105,
      "step": 1344
    },
    {
      "epoch": 1.3055083717544285,
      "grad_norm": 0.13526557385921478,
      "learning_rate": 0.00012075791094003701,
      "loss": 0.8806,
      "step": 1345
    },
    {
      "epoch": 1.3064790099490415,
      "grad_norm": 0.13974551856517792,
      "learning_rate": 0.0001206581221325805,
      "loss": 0.9539,
      "step": 1346
    },
    {
      "epoch": 1.3074496481436544,
      "grad_norm": 0.14641016721725464,
      "learning_rate": 0.00012055831183251607,
      "loss": 0.8984,
      "step": 1347
    },
    {
      "epoch": 1.3084202863382675,
      "grad_norm": 0.1382199227809906,
      "learning_rate": 0.00012045848014368591,
      "loss": 0.8382,
      "step": 1348
    },
    {
      "epoch": 1.3093909245328803,
      "grad_norm": 0.14238549768924713,
      "learning_rate": 0.00012035862716995441,
      "loss": 0.8855,
      "step": 1349
    },
    {
      "epoch": 1.3103615627274934,
      "grad_norm": 0.14593282341957092,
      "learning_rate": 0.0001202587530152081,
      "loss": 0.9932,
      "step": 1350
    },
    {
      "epoch": 1.3113322009221062,
      "grad_norm": 0.13577331602573395,
      "learning_rate": 0.00012015885778335559,
      "loss": 0.9666,
      "step": 1351
    },
    {
      "epoch": 1.3123028391167193,
      "grad_norm": 0.1385156810283661,
      "learning_rate": 0.00012005894157832729,
      "loss": 1.0467,
      "step": 1352
    },
    {
      "epoch": 1.3132734773113321,
      "grad_norm": 0.1547124683856964,
      "learning_rate": 0.0001199590045040756,
      "loss": 0.9212,
      "step": 1353
    },
    {
      "epoch": 1.3142441155059452,
      "grad_norm": 0.14578905701637268,
      "learning_rate": 0.00011985904666457455,
      "loss": 1.0315,
      "step": 1354
    },
    {
      "epoch": 1.315214753700558,
      "grad_norm": 0.1483420431613922,
      "learning_rate": 0.00011975906816381977,
      "loss": 0.9703,
      "step": 1355
    },
    {
      "epoch": 1.3161853918951711,
      "grad_norm": 0.15373384952545166,
      "learning_rate": 0.0001196590691058284,
      "loss": 1.0943,
      "step": 1356
    },
    {
      "epoch": 1.317156030089784,
      "grad_norm": 0.15672574937343597,
      "learning_rate": 0.00011955904959463897,
      "loss": 1.0783,
      "step": 1357
    },
    {
      "epoch": 1.318126668284397,
      "grad_norm": 0.15483079850673676,
      "learning_rate": 0.00011945900973431128,
      "loss": 1.1539,
      "step": 1358
    },
    {
      "epoch": 1.31909730647901,
      "grad_norm": 0.15059532225131989,
      "learning_rate": 0.00011935894962892628,
      "loss": 1.0112,
      "step": 1359
    },
    {
      "epoch": 1.320067944673623,
      "grad_norm": 0.14990417659282684,
      "learning_rate": 0.00011925886938258605,
      "loss": 1.0227,
      "step": 1360
    },
    {
      "epoch": 1.3210385828682358,
      "grad_norm": 0.1523132026195526,
      "learning_rate": 0.00011915876909941355,
      "loss": 1.0236,
      "step": 1361
    },
    {
      "epoch": 1.322009221062849,
      "grad_norm": 0.14863578975200653,
      "learning_rate": 0.00011905864888355263,
      "loss": 0.8865,
      "step": 1362
    },
    {
      "epoch": 1.3229798592574618,
      "grad_norm": 0.1620045304298401,
      "learning_rate": 0.00011895850883916786,
      "loss": 1.0528,
      "step": 1363
    },
    {
      "epoch": 1.3239504974520746,
      "grad_norm": 0.15321867167949677,
      "learning_rate": 0.00011885834907044444,
      "loss": 1.0316,
      "step": 1364
    },
    {
      "epoch": 1.3249211356466877,
      "grad_norm": 0.16462817788124084,
      "learning_rate": 0.00011875816968158815,
      "loss": 1.2507,
      "step": 1365
    },
    {
      "epoch": 1.3258917738413007,
      "grad_norm": 0.1623270958662033,
      "learning_rate": 0.00011865797077682508,
      "loss": 1.0909,
      "step": 1366
    },
    {
      "epoch": 1.3268624120359136,
      "grad_norm": 0.16711218655109406,
      "learning_rate": 0.00011855775246040166,
      "loss": 1.0848,
      "step": 1367
    },
    {
      "epoch": 1.3278330502305264,
      "grad_norm": 0.16493692994117737,
      "learning_rate": 0.00011845751483658453,
      "loss": 1.1293,
      "step": 1368
    },
    {
      "epoch": 1.3288036884251395,
      "grad_norm": 0.1685524433851242,
      "learning_rate": 0.00011835725800966049,
      "loss": 1.0605,
      "step": 1369
    },
    {
      "epoch": 1.3297743266197526,
      "grad_norm": 0.1683189868927002,
      "learning_rate": 0.00011825698208393619,
      "loss": 1.1103,
      "step": 1370
    },
    {
      "epoch": 1.3307449648143654,
      "grad_norm": 0.19098851084709167,
      "learning_rate": 0.0001181566871637382,
      "loss": 1.0565,
      "step": 1371
    },
    {
      "epoch": 1.3317156030089783,
      "grad_norm": 0.18020427227020264,
      "learning_rate": 0.00011805637335341284,
      "loss": 1.0371,
      "step": 1372
    },
    {
      "epoch": 1.3326862412035914,
      "grad_norm": 0.17964233458042145,
      "learning_rate": 0.00011795604075732616,
      "loss": 0.9729,
      "step": 1373
    },
    {
      "epoch": 1.3336568793982044,
      "grad_norm": 0.18242207169532776,
      "learning_rate": 0.00011785568947986367,
      "loss": 1.1014,
      "step": 1374
    },
    {
      "epoch": 1.3346275175928173,
      "grad_norm": 0.20448201894760132,
      "learning_rate": 0.00011775531962543036,
      "loss": 1.0817,
      "step": 1375
    },
    {
      "epoch": 1.3355981557874301,
      "grad_norm": 0.19849921762943268,
      "learning_rate": 0.00011765493129845046,
      "loss": 1.1025,
      "step": 1376
    },
    {
      "epoch": 1.3365687939820432,
      "grad_norm": 0.21829599142074585,
      "learning_rate": 0.00011755452460336753,
      "loss": 1.1616,
      "step": 1377
    },
    {
      "epoch": 1.3375394321766563,
      "grad_norm": 0.22846943140029907,
      "learning_rate": 0.00011745409964464424,
      "loss": 1.3154,
      "step": 1378
    },
    {
      "epoch": 1.3385100703712691,
      "grad_norm": 0.2645227611064911,
      "learning_rate": 0.00011735365652676218,
      "loss": 1.4287,
      "step": 1379
    },
    {
      "epoch": 1.339480708565882,
      "grad_norm": 0.3033367097377777,
      "learning_rate": 0.00011725319535422188,
      "loss": 1.5938,
      "step": 1380
    },
    {
      "epoch": 1.340451346760495,
      "grad_norm": 0.1517893671989441,
      "learning_rate": 0.0001171527162315426,
      "loss": 0.9107,
      "step": 1381
    },
    {
      "epoch": 1.3414219849551081,
      "grad_norm": 0.14246872067451477,
      "learning_rate": 0.0001170522192632624,
      "loss": 0.7757,
      "step": 1382
    },
    {
      "epoch": 1.342392623149721,
      "grad_norm": 0.17032140493392944,
      "learning_rate": 0.00011695170455393776,
      "loss": 0.8478,
      "step": 1383
    },
    {
      "epoch": 1.3433632613443338,
      "grad_norm": 0.17489337921142578,
      "learning_rate": 0.00011685117220814372,
      "loss": 0.8502,
      "step": 1384
    },
    {
      "epoch": 1.3443338995389469,
      "grad_norm": 0.14799264073371887,
      "learning_rate": 0.00011675062233047364,
      "loss": 0.8634,
      "step": 1385
    },
    {
      "epoch": 1.3453045377335597,
      "grad_norm": 0.13981005549430847,
      "learning_rate": 0.00011665005502553911,
      "loss": 0.911,
      "step": 1386
    },
    {
      "epoch": 1.3462751759281728,
      "grad_norm": 0.1395961344242096,
      "learning_rate": 0.00011654947039796984,
      "loss": 0.8574,
      "step": 1387
    },
    {
      "epoch": 1.3472458141227857,
      "grad_norm": 0.14507806301116943,
      "learning_rate": 0.00011644886855241359,
      "loss": 0.946,
      "step": 1388
    },
    {
      "epoch": 1.3482164523173987,
      "grad_norm": 0.14719215035438538,
      "learning_rate": 0.000116348249593536,
      "loss": 0.9116,
      "step": 1389
    },
    {
      "epoch": 1.3491870905120116,
      "grad_norm": 0.14833790063858032,
      "learning_rate": 0.00011624761362602061,
      "loss": 0.9577,
      "step": 1390
    },
    {
      "epoch": 1.3501577287066246,
      "grad_norm": 0.14411300420761108,
      "learning_rate": 0.00011614696075456848,
      "loss": 0.9232,
      "step": 1391
    },
    {
      "epoch": 1.3511283669012375,
      "grad_norm": 0.14069212973117828,
      "learning_rate": 0.00011604629108389839,
      "loss": 1.0127,
      "step": 1392
    },
    {
      "epoch": 1.3520990050958506,
      "grad_norm": 0.13515545427799225,
      "learning_rate": 0.00011594560471874661,
      "loss": 0.8797,
      "step": 1393
    },
    {
      "epoch": 1.3530696432904634,
      "grad_norm": 0.1471053510904312,
      "learning_rate": 0.00011584490176386671,
      "loss": 0.9029,
      "step": 1394
    },
    {
      "epoch": 1.3540402814850765,
      "grad_norm": 0.139494851231575,
      "learning_rate": 0.00011574418232402955,
      "loss": 0.9122,
      "step": 1395
    },
    {
      "epoch": 1.3550109196796893,
      "grad_norm": 0.1443290263414383,
      "learning_rate": 0.0001156434465040231,
      "loss": 0.9532,
      "step": 1396
    },
    {
      "epoch": 1.3559815578743024,
      "grad_norm": 0.13808614015579224,
      "learning_rate": 0.00011554269440865245,
      "loss": 0.9204,
      "step": 1397
    },
    {
      "epoch": 1.3569521960689153,
      "grad_norm": 0.1525619924068451,
      "learning_rate": 0.00011544192614273956,
      "loss": 0.9338,
      "step": 1398
    },
    {
      "epoch": 1.3579228342635283,
      "grad_norm": 0.1421259045600891,
      "learning_rate": 0.00011534114181112323,
      "loss": 0.8455,
      "step": 1399
    },
    {
      "epoch": 1.3588934724581412,
      "grad_norm": 0.1396256983280182,
      "learning_rate": 0.00011524034151865903,
      "loss": 0.969,
      "step": 1400
    },
    {
      "epoch": 1.3588934724581412,
      "eval_loss": 1.020524024963379,
      "eval_runtime": 7.8288,
      "eval_samples_per_second": 31.805,
      "eval_steps_per_second": 10.602,
      "step": 1400
    },
    {
      "epoch": 1.3598641106527543,
      "grad_norm": 0.15052394568920135,
      "learning_rate": 0.00011513952537021902,
      "loss": 1.0591,
      "step": 1401
    },
    {
      "epoch": 1.360834748847367,
      "grad_norm": 0.15276123583316803,
      "learning_rate": 0.00011503869347069185,
      "loss": 0.9877,
      "step": 1402
    },
    {
      "epoch": 1.3618053870419802,
      "grad_norm": 0.16199249029159546,
      "learning_rate": 0.00011493784592498252,
      "loss": 0.9474,
      "step": 1403
    },
    {
      "epoch": 1.362776025236593,
      "grad_norm": 0.14663241803646088,
      "learning_rate": 0.00011483698283801232,
      "loss": 1.004,
      "step": 1404
    },
    {
      "epoch": 1.363746663431206,
      "grad_norm": 0.14750106632709503,
      "learning_rate": 0.00011473610431471872,
      "loss": 0.9825,
      "step": 1405
    },
    {
      "epoch": 1.364717301625819,
      "grad_norm": 0.14837487041950226,
      "learning_rate": 0.00011463521046005523,
      "loss": 0.9585,
      "step": 1406
    },
    {
      "epoch": 1.365687939820432,
      "grad_norm": 0.15712502598762512,
      "learning_rate": 0.00011453430137899129,
      "loss": 0.9436,
      "step": 1407
    },
    {
      "epoch": 1.3666585780150449,
      "grad_norm": 0.15032263100147247,
      "learning_rate": 0.00011443337717651221,
      "loss": 0.9899,
      "step": 1408
    },
    {
      "epoch": 1.3676292162096577,
      "grad_norm": 0.139327734708786,
      "learning_rate": 0.00011433243795761908,
      "loss": 0.9405,
      "step": 1409
    },
    {
      "epoch": 1.3685998544042708,
      "grad_norm": 0.15334680676460266,
      "learning_rate": 0.00011423148382732853,
      "loss": 1.05,
      "step": 1410
    },
    {
      "epoch": 1.3695704925988839,
      "grad_norm": 0.16121363639831543,
      "learning_rate": 0.00011413051489067272,
      "loss": 1.1636,
      "step": 1411
    },
    {
      "epoch": 1.3705411307934967,
      "grad_norm": 0.16262337565422058,
      "learning_rate": 0.00011402953125269926,
      "loss": 1.0938,
      "step": 1412
    },
    {
      "epoch": 1.3715117689881096,
      "grad_norm": 0.1621761918067932,
      "learning_rate": 0.00011392853301847099,
      "loss": 1.0242,
      "step": 1413
    },
    {
      "epoch": 1.3724824071827226,
      "grad_norm": 0.1732458621263504,
      "learning_rate": 0.00011382752029306604,
      "loss": 1.0119,
      "step": 1414
    },
    {
      "epoch": 1.3734530453773357,
      "grad_norm": 0.15596865117549896,
      "learning_rate": 0.00011372649318157749,
      "loss": 1.0484,
      "step": 1415
    },
    {
      "epoch": 1.3744236835719486,
      "grad_norm": 0.16490770876407623,
      "learning_rate": 0.00011362545178911346,
      "loss": 1.0108,
      "step": 1416
    },
    {
      "epoch": 1.3753943217665614,
      "grad_norm": 0.15917949378490448,
      "learning_rate": 0.00011352439622079689,
      "loss": 0.9662,
      "step": 1417
    },
    {
      "epoch": 1.3763649599611745,
      "grad_norm": 0.16906428337097168,
      "learning_rate": 0.00011342332658176555,
      "loss": 1.1839,
      "step": 1418
    },
    {
      "epoch": 1.3773355981557875,
      "grad_norm": 0.16835685074329376,
      "learning_rate": 0.00011332224297717176,
      "loss": 0.9803,
      "step": 1419
    },
    {
      "epoch": 1.3783062363504004,
      "grad_norm": 0.1632864773273468,
      "learning_rate": 0.00011322114551218239,
      "loss": 1.0225,
      "step": 1420
    },
    {
      "epoch": 1.3792768745450132,
      "grad_norm": 0.16974914073944092,
      "learning_rate": 0.00011312003429197875,
      "loss": 0.9804,
      "step": 1421
    },
    {
      "epoch": 1.3802475127396263,
      "grad_norm": 0.1823451966047287,
      "learning_rate": 0.00011301890942175648,
      "loss": 1.0692,
      "step": 1422
    },
    {
      "epoch": 1.3812181509342394,
      "grad_norm": 0.2012886106967926,
      "learning_rate": 0.00011291777100672533,
      "loss": 1.0511,
      "step": 1423
    },
    {
      "epoch": 1.3821887891288522,
      "grad_norm": 0.19232679903507233,
      "learning_rate": 0.0001128166191521093,
      "loss": 0.9484,
      "step": 1424
    },
    {
      "epoch": 1.383159427323465,
      "grad_norm": 0.19625525176525116,
      "learning_rate": 0.0001127154539631462,
      "loss": 1.0873,
      "step": 1425
    },
    {
      "epoch": 1.3841300655180782,
      "grad_norm": 0.19500066339969635,
      "learning_rate": 0.0001126142755450878,
      "loss": 0.9817,
      "step": 1426
    },
    {
      "epoch": 1.3851007037126912,
      "grad_norm": 0.22143910825252533,
      "learning_rate": 0.00011251308400319962,
      "loss": 1.0699,
      "step": 1427
    },
    {
      "epoch": 1.386071341907304,
      "grad_norm": 0.2273676097393036,
      "learning_rate": 0.00011241187944276088,
      "loss": 1.2759,
      "step": 1428
    },
    {
      "epoch": 1.387041980101917,
      "grad_norm": 0.27024951577186584,
      "learning_rate": 0.0001123106619690643,
      "loss": 1.4365,
      "step": 1429
    },
    {
      "epoch": 1.38801261829653,
      "grad_norm": 0.3102402985095978,
      "learning_rate": 0.000112209431687416,
      "loss": 1.612,
      "step": 1430
    },
    {
      "epoch": 1.3889832564911428,
      "grad_norm": 0.16001717746257782,
      "learning_rate": 0.00011210818870313549,
      "loss": 0.9553,
      "step": 1431
    },
    {
      "epoch": 1.389953894685756,
      "grad_norm": 0.12069493532180786,
      "learning_rate": 0.00011200693312155543,
      "loss": 0.7259,
      "step": 1432
    },
    {
      "epoch": 1.3909245328803688,
      "grad_norm": 0.1802816540002823,
      "learning_rate": 0.00011190566504802172,
      "loss": 0.816,
      "step": 1433
    },
    {
      "epoch": 1.3918951710749818,
      "grad_norm": 0.17617878317832947,
      "learning_rate": 0.00011180438458789304,
      "loss": 0.9067,
      "step": 1434
    },
    {
      "epoch": 1.3928658092695947,
      "grad_norm": 0.16132549941539764,
      "learning_rate": 0.00011170309184654118,
      "loss": 0.9338,
      "step": 1435
    },
    {
      "epoch": 1.3938364474642078,
      "grad_norm": 0.14955255389213562,
      "learning_rate": 0.00011160178692935053,
      "loss": 0.8954,
      "step": 1436
    },
    {
      "epoch": 1.3948070856588206,
      "grad_norm": 0.15223823487758636,
      "learning_rate": 0.00011150046994171828,
      "loss": 0.9477,
      "step": 1437
    },
    {
      "epoch": 1.3957777238534337,
      "grad_norm": 0.13422086834907532,
      "learning_rate": 0.00011139914098905406,
      "loss": 0.8549,
      "step": 1438
    },
    {
      "epoch": 1.3967483620480465,
      "grad_norm": 0.145620658993721,
      "learning_rate": 0.0001112978001767801,
      "loss": 0.9179,
      "step": 1439
    },
    {
      "epoch": 1.3977190002426596,
      "grad_norm": 0.1384143978357315,
      "learning_rate": 0.00011119644761033078,
      "loss": 0.868,
      "step": 1440
    },
    {
      "epoch": 1.3986896384372725,
      "grad_norm": 0.1460731029510498,
      "learning_rate": 0.0001110950833951529,
      "loss": 0.8993,
      "step": 1441
    },
    {
      "epoch": 1.3996602766318855,
      "grad_norm": 0.13629983365535736,
      "learning_rate": 0.00011099370763670523,
      "loss": 1.0083,
      "step": 1442
    },
    {
      "epoch": 1.4006309148264984,
      "grad_norm": 0.16574737429618835,
      "learning_rate": 0.00011089232044045861,
      "loss": 0.8874,
      "step": 1443
    },
    {
      "epoch": 1.4016015530211114,
      "grad_norm": 0.14847414195537567,
      "learning_rate": 0.0001107909219118958,
      "loss": 0.9104,
      "step": 1444
    },
    {
      "epoch": 1.4025721912157243,
      "grad_norm": 0.13821570575237274,
      "learning_rate": 0.00011068951215651132,
      "loss": 1.1386,
      "step": 1445
    },
    {
      "epoch": 1.4035428294103374,
      "grad_norm": 0.1537252962589264,
      "learning_rate": 0.00011058809127981134,
      "loss": 0.9511,
      "step": 1446
    },
    {
      "epoch": 1.4045134676049502,
      "grad_norm": 0.14801497757434845,
      "learning_rate": 0.00011048665938731366,
      "loss": 0.9494,
      "step": 1447
    },
    {
      "epoch": 1.4054841057995633,
      "grad_norm": 0.15876346826553345,
      "learning_rate": 0.00011038521658454752,
      "loss": 1.0455,
      "step": 1448
    },
    {
      "epoch": 1.4064547439941761,
      "grad_norm": 0.14006048440933228,
      "learning_rate": 0.00011028376297705357,
      "loss": 0.753,
      "step": 1449
    },
    {
      "epoch": 1.4074253821887892,
      "grad_norm": 0.14594796299934387,
      "learning_rate": 0.00011018229867038356,
      "loss": 1.0586,
      "step": 1450
    },
    {
      "epoch": 1.408396020383402,
      "grad_norm": 0.14717280864715576,
      "learning_rate": 0.00011008082377010045,
      "loss": 0.9146,
      "step": 1451
    },
    {
      "epoch": 1.4093666585780151,
      "grad_norm": 0.15556304156780243,
      "learning_rate": 0.00010997933838177827,
      "loss": 1.0233,
      "step": 1452
    },
    {
      "epoch": 1.410337296772628,
      "grad_norm": 0.14970119297504425,
      "learning_rate": 0.00010987784261100192,
      "loss": 1.0716,
      "step": 1453
    },
    {
      "epoch": 1.4113079349672408,
      "grad_norm": 0.15045912563800812,
      "learning_rate": 0.00010977633656336706,
      "loss": 1.0347,
      "step": 1454
    },
    {
      "epoch": 1.412278573161854,
      "grad_norm": 0.150468111038208,
      "learning_rate": 0.00010967482034448007,
      "loss": 1.0282,
      "step": 1455
    },
    {
      "epoch": 1.413249211356467,
      "grad_norm": 0.14569033682346344,
      "learning_rate": 0.00010957329405995793,
      "loss": 0.8919,
      "step": 1456
    },
    {
      "epoch": 1.4142198495510798,
      "grad_norm": 0.14447680115699768,
      "learning_rate": 0.00010947175781542814,
      "loss": 1.0029,
      "step": 1457
    },
    {
      "epoch": 1.4151904877456927,
      "grad_norm": 0.14681094884872437,
      "learning_rate": 0.00010937021171652841,
      "loss": 0.9744,
      "step": 1458
    },
    {
      "epoch": 1.4161611259403057,
      "grad_norm": 0.14750277996063232,
      "learning_rate": 0.00010926865586890689,
      "loss": 0.9198,
      "step": 1459
    },
    {
      "epoch": 1.4171317641349188,
      "grad_norm": 0.14629539847373962,
      "learning_rate": 0.00010916709037822173,
      "loss": 1.0391,
      "step": 1460
    },
    {
      "epoch": 1.4181024023295317,
      "grad_norm": 0.1557280570268631,
      "learning_rate": 0.00010906551535014118,
      "loss": 1.0642,
      "step": 1461
    },
    {
      "epoch": 1.4190730405241445,
      "grad_norm": 0.1516449749469757,
      "learning_rate": 0.00010896393089034336,
      "loss": 0.9564,
      "step": 1462
    },
    {
      "epoch": 1.4200436787187576,
      "grad_norm": 0.16203710436820984,
      "learning_rate": 0.00010886233710451627,
      "loss": 1.1195,
      "step": 1463
    },
    {
      "epoch": 1.4210143169133707,
      "grad_norm": 0.15750370919704437,
      "learning_rate": 0.0001087607340983576,
      "loss": 0.9572,
      "step": 1464
    },
    {
      "epoch": 1.4219849551079835,
      "grad_norm": 0.15950509905815125,
      "learning_rate": 0.0001086591219775746,
      "loss": 1.0323,
      "step": 1465
    },
    {
      "epoch": 1.4229555933025964,
      "grad_norm": 0.1650458574295044,
      "learning_rate": 0.00010855750084788398,
      "loss": 1.1761,
      "step": 1466
    },
    {
      "epoch": 1.4239262314972094,
      "grad_norm": 0.16374891996383667,
      "learning_rate": 0.0001084558708150119,
      "loss": 1.1523,
      "step": 1467
    },
    {
      "epoch": 1.4248968696918225,
      "grad_norm": 0.1730225533246994,
      "learning_rate": 0.00010835423198469372,
      "loss": 1.0418,
      "step": 1468
    },
    {
      "epoch": 1.4258675078864353,
      "grad_norm": 0.1670679897069931,
      "learning_rate": 0.00010825258446267404,
      "loss": 1.0604,
      "step": 1469
    },
    {
      "epoch": 1.4268381460810482,
      "grad_norm": 0.18126358091831207,
      "learning_rate": 0.00010815092835470633,
      "loss": 1.0686,
      "step": 1470
    },
    {
      "epoch": 1.4278087842756613,
      "grad_norm": 0.18140698969364166,
      "learning_rate": 0.00010804926376655315,
      "loss": 1.087,
      "step": 1471
    },
    {
      "epoch": 1.4287794224702743,
      "grad_norm": 0.18090514838695526,
      "learning_rate": 0.00010794759080398587,
      "loss": 0.9905,
      "step": 1472
    },
    {
      "epoch": 1.4297500606648872,
      "grad_norm": 0.18930163979530334,
      "learning_rate": 0.0001078459095727845,
      "loss": 1.1295,
      "step": 1473
    },
    {
      "epoch": 1.4307206988595,
      "grad_norm": 0.1973460167646408,
      "learning_rate": 0.00010774422017873771,
      "loss": 1.0452,
      "step": 1474
    },
    {
      "epoch": 1.4316913370541131,
      "grad_norm": 0.19029752910137177,
      "learning_rate": 0.0001076425227276426,
      "loss": 1.1123,
      "step": 1475
    },
    {
      "epoch": 1.432661975248726,
      "grad_norm": 0.19895268976688385,
      "learning_rate": 0.00010754081732530472,
      "loss": 1.0881,
      "step": 1476
    },
    {
      "epoch": 1.433632613443339,
      "grad_norm": 0.2149180918931961,
      "learning_rate": 0.00010743910407753787,
      "loss": 1.1826,
      "step": 1477
    },
    {
      "epoch": 1.4346032516379519,
      "grad_norm": 0.23597978055477142,
      "learning_rate": 0.00010733738309016401,
      "loss": 1.2896,
      "step": 1478
    },
    {
      "epoch": 1.435573889832565,
      "grad_norm": 0.2617742419242859,
      "learning_rate": 0.00010723565446901316,
      "loss": 1.5321,
      "step": 1479
    },
    {
      "epoch": 1.4365445280271778,
      "grad_norm": 0.3182534873485565,
      "learning_rate": 0.00010713391831992323,
      "loss": 1.7116,
      "step": 1480
    },
    {
      "epoch": 1.4375151662217909,
      "grad_norm": 0.16868849098682404,
      "learning_rate": 0.00010703217474874008,
      "loss": 1.0616,
      "step": 1481
    },
    {
      "epoch": 1.4384858044164037,
      "grad_norm": 0.10857384651899338,
      "learning_rate": 0.00010693042386131713,
      "loss": 0.6911,
      "step": 1482
    },
    {
      "epoch": 1.4394564426110168,
      "grad_norm": 0.15772020816802979,
      "learning_rate": 0.00010682866576351555,
      "loss": 0.8314,
      "step": 1483
    },
    {
      "epoch": 1.4404270808056296,
      "grad_norm": 0.15945115685462952,
      "learning_rate": 0.00010672690056120399,
      "loss": 0.838,
      "step": 1484
    },
    {
      "epoch": 1.4413977190002427,
      "grad_norm": 0.1481076031923294,
      "learning_rate": 0.00010662512836025839,
      "loss": 0.8137,
      "step": 1485
    },
    {
      "epoch": 1.4423683571948556,
      "grad_norm": 0.13957099616527557,
      "learning_rate": 0.00010652334926656209,
      "loss": 0.8854,
      "step": 1486
    },
    {
      "epoch": 1.4433389953894686,
      "grad_norm": 0.14074832201004028,
      "learning_rate": 0.00010642156338600551,
      "loss": 0.8656,
      "step": 1487
    },
    {
      "epoch": 1.4443096335840815,
      "grad_norm": 0.1363268792629242,
      "learning_rate": 0.00010631977082448625,
      "loss": 0.8919,
      "step": 1488
    },
    {
      "epoch": 1.4452802717786946,
      "grad_norm": 0.1288982629776001,
      "learning_rate": 0.00010621797168790874,
      "loss": 0.9024,
      "step": 1489
    },
    {
      "epoch": 1.4462509099733074,
      "grad_norm": 0.1447482854127884,
      "learning_rate": 0.00010611616608218429,
      "loss": 0.8422,
      "step": 1490
    },
    {
      "epoch": 1.4472215481679205,
      "grad_norm": 0.14327433705329895,
      "learning_rate": 0.00010601435411323096,
      "loss": 0.9152,
      "step": 1491
    },
    {
      "epoch": 1.4481921863625333,
      "grad_norm": 0.14550568163394928,
      "learning_rate": 0.00010591253588697341,
      "loss": 0.9256,
      "step": 1492
    },
    {
      "epoch": 1.4491628245571464,
      "grad_norm": 0.13525883853435516,
      "learning_rate": 0.00010581071150934284,
      "loss": 0.7466,
      "step": 1493
    },
    {
      "epoch": 1.4501334627517593,
      "grad_norm": 0.14339913427829742,
      "learning_rate": 0.00010570888108627681,
      "loss": 0.903,
      "step": 1494
    },
    {
      "epoch": 1.4511041009463723,
      "grad_norm": 0.14124926924705505,
      "learning_rate": 0.00010560704472371919,
      "loss": 0.8222,
      "step": 1495
    },
    {
      "epoch": 1.4520747391409852,
      "grad_norm": 0.13816864788532257,
      "learning_rate": 0.00010550520252762001,
      "loss": 0.8957,
      "step": 1496
    },
    {
      "epoch": 1.4530453773355982,
      "grad_norm": 0.13571350276470184,
      "learning_rate": 0.00010540335460393544,
      "loss": 0.9655,
      "step": 1497
    },
    {
      "epoch": 1.454016015530211,
      "grad_norm": 0.13868092000484467,
      "learning_rate": 0.00010530150105862748,
      "loss": 0.9287,
      "step": 1498
    },
    {
      "epoch": 1.454986653724824,
      "grad_norm": 0.13768813014030457,
      "learning_rate": 0.00010519964199766414,
      "loss": 0.9855,
      "step": 1499
    },
    {
      "epoch": 1.455957291919437,
      "grad_norm": 0.1444062739610672,
      "learning_rate": 0.00010509777752701899,
      "loss": 0.9458,
      "step": 1500
    },
    {
      "epoch": 1.455957291919437,
      "eval_loss": 1.0165150165557861,
      "eval_runtime": 7.6879,
      "eval_samples_per_second": 32.389,
      "eval_steps_per_second": 10.796,
      "step": 1500
    },
    {
      "epoch": 1.45692793011405,
      "grad_norm": 0.13784243166446686,
      "learning_rate": 0.0001049959077526714,
      "loss": 0.8305,
      "step": 1501
    },
    {
      "epoch": 1.457898568308663,
      "grad_norm": 0.15111896395683289,
      "learning_rate": 0.00010489403278060613,
      "loss": 1.0072,
      "step": 1502
    },
    {
      "epoch": 1.4588692065032758,
      "grad_norm": 0.15476034581661224,
      "learning_rate": 0.00010479215271681342,
      "loss": 0.9583,
      "step": 1503
    },
    {
      "epoch": 1.4598398446978889,
      "grad_norm": 0.149015873670578,
      "learning_rate": 0.00010469026766728875,
      "loss": 0.9701,
      "step": 1504
    },
    {
      "epoch": 1.460810482892502,
      "grad_norm": 0.150613471865654,
      "learning_rate": 0.00010458837773803288,
      "loss": 0.9127,
      "step": 1505
    },
    {
      "epoch": 1.4617811210871148,
      "grad_norm": 0.15090680122375488,
      "learning_rate": 0.00010448648303505151,
      "loss": 1.0111,
      "step": 1506
    },
    {
      "epoch": 1.4627517592817276,
      "grad_norm": 0.1390870213508606,
      "learning_rate": 0.00010438458366435542,
      "loss": 0.9487,
      "step": 1507
    },
    {
      "epoch": 1.4637223974763407,
      "grad_norm": 0.15141645073890686,
      "learning_rate": 0.00010428267973196027,
      "loss": 0.9821,
      "step": 1508
    },
    {
      "epoch": 1.4646930356709538,
      "grad_norm": 0.14246869087219238,
      "learning_rate": 0.0001041807713438863,
      "loss": 0.9199,
      "step": 1509
    },
    {
      "epoch": 1.4656636738655666,
      "grad_norm": 0.15292413532733917,
      "learning_rate": 0.00010407885860615859,
      "loss": 0.8881,
      "step": 1510
    },
    {
      "epoch": 1.4666343120601795,
      "grad_norm": 0.15833885967731476,
      "learning_rate": 0.00010397694162480655,
      "loss": 1.1219,
      "step": 1511
    },
    {
      "epoch": 1.4676049502547925,
      "grad_norm": 0.15633580088615417,
      "learning_rate": 0.00010387502050586417,
      "loss": 1.0396,
      "step": 1512
    },
    {
      "epoch": 1.4685755884494056,
      "grad_norm": 0.1613471508026123,
      "learning_rate": 0.00010377309535536968,
      "loss": 1.1551,
      "step": 1513
    },
    {
      "epoch": 1.4695462266440185,
      "grad_norm": 0.1575658768415451,
      "learning_rate": 0.00010367116627936548,
      "loss": 1.0534,
      "step": 1514
    },
    {
      "epoch": 1.4705168648386313,
      "grad_norm": 0.15602129697799683,
      "learning_rate": 0.00010356923338389806,
      "loss": 0.9591,
      "step": 1515
    },
    {
      "epoch": 1.4714875030332444,
      "grad_norm": 0.15626884996891022,
      "learning_rate": 0.00010346729677501792,
      "loss": 0.9843,
      "step": 1516
    },
    {
      "epoch": 1.4724581412278575,
      "grad_norm": 0.16169171035289764,
      "learning_rate": 0.00010336535655877942,
      "loss": 1.0008,
      "step": 1517
    },
    {
      "epoch": 1.4734287794224703,
      "grad_norm": 0.16803006827831268,
      "learning_rate": 0.00010326341284124061,
      "loss": 1.1206,
      "step": 1518
    },
    {
      "epoch": 1.4743994176170832,
      "grad_norm": 0.16835609078407288,
      "learning_rate": 0.00010316146572846325,
      "loss": 1.0193,
      "step": 1519
    },
    {
      "epoch": 1.4753700558116962,
      "grad_norm": 0.17548935115337372,
      "learning_rate": 0.00010305951532651261,
      "loss": 1.0717,
      "step": 1520
    },
    {
      "epoch": 1.476340694006309,
      "grad_norm": 0.17816010117530823,
      "learning_rate": 0.00010295756174145744,
      "loss": 1.0204,
      "step": 1521
    },
    {
      "epoch": 1.4773113322009221,
      "grad_norm": 0.17601343989372253,
      "learning_rate": 0.00010285560507936961,
      "loss": 1.0191,
      "step": 1522
    },
    {
      "epoch": 1.478281970395535,
      "grad_norm": 0.20067816972732544,
      "learning_rate": 0.00010275364544632449,
      "loss": 1.0974,
      "step": 1523
    },
    {
      "epoch": 1.479252608590148,
      "grad_norm": 0.1875084638595581,
      "learning_rate": 0.00010265168294840024,
      "loss": 1.1348,
      "step": 1524
    },
    {
      "epoch": 1.480223246784761,
      "grad_norm": 0.1976885348558426,
      "learning_rate": 0.00010254971769167823,
      "loss": 1.0789,
      "step": 1525
    },
    {
      "epoch": 1.481193884979374,
      "grad_norm": 0.20698551833629608,
      "learning_rate": 0.00010244774978224254,
      "loss": 1.041,
      "step": 1526
    },
    {
      "epoch": 1.4821645231739868,
      "grad_norm": 0.20556235313415527,
      "learning_rate": 0.0001023457793261801,
      "loss": 1.0056,
      "step": 1527
    },
    {
      "epoch": 1.4831351613686,
      "grad_norm": 0.23323139548301697,
      "learning_rate": 0.00010224380642958052,
      "loss": 1.2838,
      "step": 1528
    },
    {
      "epoch": 1.4841057995632128,
      "grad_norm": 0.27801936864852905,
      "learning_rate": 0.00010214183119853582,
      "loss": 1.4542,
      "step": 1529
    },
    {
      "epoch": 1.4850764377578258,
      "grad_norm": 0.3312614858150482,
      "learning_rate": 0.00010203985373914056,
      "loss": 1.6866,
      "step": 1530
    },
    {
      "epoch": 1.4860470759524387,
      "grad_norm": 0.16797296702861786,
      "learning_rate": 0.00010193787415749156,
      "loss": 1.0372,
      "step": 1531
    },
    {
      "epoch": 1.4870177141470518,
      "grad_norm": 0.12021093815565109,
      "learning_rate": 0.00010183589255968788,
      "loss": 0.7708,
      "step": 1532
    },
    {
      "epoch": 1.4879883523416646,
      "grad_norm": 0.1478443592786789,
      "learning_rate": 0.00010173390905183073,
      "loss": 0.8377,
      "step": 1533
    },
    {
      "epoch": 1.4889589905362777,
      "grad_norm": 0.16851705312728882,
      "learning_rate": 0.0001016319237400232,
      "loss": 0.8254,
      "step": 1534
    },
    {
      "epoch": 1.4899296287308905,
      "grad_norm": 0.15473373234272003,
      "learning_rate": 0.00010152993673037026,
      "loss": 0.8383,
      "step": 1535
    },
    {
      "epoch": 1.4909002669255036,
      "grad_norm": 0.14975963532924652,
      "learning_rate": 0.00010142794812897873,
      "loss": 0.8586,
      "step": 1536
    },
    {
      "epoch": 1.4918709051201164,
      "grad_norm": 0.1414090394973755,
      "learning_rate": 0.00010132595804195706,
      "loss": 0.9234,
      "step": 1537
    },
    {
      "epoch": 1.4928415433147295,
      "grad_norm": 0.14626696705818176,
      "learning_rate": 0.00010122396657541522,
      "loss": 0.8822,
      "step": 1538
    },
    {
      "epoch": 1.4938121815093424,
      "grad_norm": 0.14014820754528046,
      "learning_rate": 0.0001011219738354646,
      "loss": 0.8459,
      "step": 1539
    },
    {
      "epoch": 1.4947828197039552,
      "grad_norm": 0.14051523804664612,
      "learning_rate": 0.00010101997992821797,
      "loss": 0.962,
      "step": 1540
    },
    {
      "epoch": 1.4957534578985683,
      "grad_norm": 0.1423158198595047,
      "learning_rate": 0.00010091798495978928,
      "loss": 0.9077,
      "step": 1541
    },
    {
      "epoch": 1.4967240960931814,
      "grad_norm": 0.15107356011867523,
      "learning_rate": 0.0001008159890362936,
      "loss": 0.821,
      "step": 1542
    },
    {
      "epoch": 1.4976947342877942,
      "grad_norm": 0.14732272922992706,
      "learning_rate": 0.00010071399226384694,
      "loss": 0.9555,
      "step": 1543
    },
    {
      "epoch": 1.498665372482407,
      "grad_norm": 0.1433521807193756,
      "learning_rate": 0.00010061199474856629,
      "loss": 0.9269,
      "step": 1544
    },
    {
      "epoch": 1.4996360106770201,
      "grad_norm": 0.1404363512992859,
      "learning_rate": 0.00010050999659656934,
      "loss": 0.8838,
      "step": 1545
    },
    {
      "epoch": 1.5006066488716332,
      "grad_norm": 0.13585199415683746,
      "learning_rate": 0.00010040799791397444,
      "loss": 0.9085,
      "step": 1546
    },
    {
      "epoch": 1.501577287066246,
      "grad_norm": 0.14338694512844086,
      "learning_rate": 0.00010030599880690052,
      "loss": 0.9503,
      "step": 1547
    },
    {
      "epoch": 1.502547925260859,
      "grad_norm": 0.13719415664672852,
      "learning_rate": 0.000100203999381467,
      "loss": 0.8109,
      "step": 1548
    },
    {
      "epoch": 1.503518563455472,
      "grad_norm": 0.1487116664648056,
      "learning_rate": 0.00010010199974379352,
      "loss": 0.9329,
      "step": 1549
    },
    {
      "epoch": 1.504489201650085,
      "grad_norm": 0.14465801417827606,
      "learning_rate": 0.0001,
      "loss": 1.0131,
      "step": 1550
    },
    {
      "epoch": 1.505459839844698,
      "grad_norm": 0.15220516920089722,
      "learning_rate": 9.989800025620651e-05,
      "loss": 0.9183,
      "step": 1551
    },
    {
      "epoch": 1.5064304780393107,
      "grad_norm": 0.15045931935310364,
      "learning_rate": 9.979600061853302e-05,
      "loss": 1.0169,
      "step": 1552
    },
    {
      "epoch": 1.5074011162339238,
      "grad_norm": 0.15747478604316711,
      "learning_rate": 9.969400119309949e-05,
      "loss": 0.95,
      "step": 1553
    },
    {
      "epoch": 1.5083717544285369,
      "grad_norm": 0.14819194376468658,
      "learning_rate": 9.95920020860256e-05,
      "loss": 1.0049,
      "step": 1554
    },
    {
      "epoch": 1.5093423926231497,
      "grad_norm": 0.14987878501415253,
      "learning_rate": 9.949000340343068e-05,
      "loss": 0.9556,
      "step": 1555
    },
    {
      "epoch": 1.5103130308177626,
      "grad_norm": 0.150697723031044,
      "learning_rate": 9.938800525143373e-05,
      "loss": 0.9872,
      "step": 1556
    },
    {
      "epoch": 1.5112836690123757,
      "grad_norm": 0.1536334902048111,
      "learning_rate": 9.928600773615307e-05,
      "loss": 1.0723,
      "step": 1557
    },
    {
      "epoch": 1.5122543072069887,
      "grad_norm": 0.15799535810947418,
      "learning_rate": 9.918401096370644e-05,
      "loss": 1.1385,
      "step": 1558
    },
    {
      "epoch": 1.5132249454016016,
      "grad_norm": 0.1504792720079422,
      "learning_rate": 9.908201504021076e-05,
      "loss": 1.0737,
      "step": 1559
    },
    {
      "epoch": 1.5141955835962144,
      "grad_norm": 0.15332205593585968,
      "learning_rate": 9.898002007178204e-05,
      "loss": 0.987,
      "step": 1560
    },
    {
      "epoch": 1.5151662217908275,
      "grad_norm": 0.1607426404953003,
      "learning_rate": 9.887802616453542e-05,
      "loss": 1.032,
      "step": 1561
    },
    {
      "epoch": 1.5161368599854406,
      "grad_norm": 0.16090671718120575,
      "learning_rate": 9.877603342458483e-05,
      "loss": 1.0401,
      "step": 1562
    },
    {
      "epoch": 1.5171074981800534,
      "grad_norm": 0.17448116838932037,
      "learning_rate": 9.867404195804297e-05,
      "loss": 1.052,
      "step": 1563
    },
    {
      "epoch": 1.5180781363746663,
      "grad_norm": 0.16421391069889069,
      "learning_rate": 9.85720518710213e-05,
      "loss": 1.0815,
      "step": 1564
    },
    {
      "epoch": 1.5190487745692793,
      "grad_norm": 0.16163668036460876,
      "learning_rate": 9.847006326962974e-05,
      "loss": 1.0836,
      "step": 1565
    },
    {
      "epoch": 1.5200194127638924,
      "grad_norm": 0.15996530652046204,
      "learning_rate": 9.836807625997683e-05,
      "loss": 1.0248,
      "step": 1566
    },
    {
      "epoch": 1.5209900509585053,
      "grad_norm": 0.1699001044034958,
      "learning_rate": 9.826609094816928e-05,
      "loss": 1.0372,
      "step": 1567
    },
    {
      "epoch": 1.521960689153118,
      "grad_norm": 0.16600164771080017,
      "learning_rate": 9.81641074403121e-05,
      "loss": 1.0549,
      "step": 1568
    },
    {
      "epoch": 1.5229313273477312,
      "grad_norm": 0.17043748497962952,
      "learning_rate": 9.806212584250846e-05,
      "loss": 1.0326,
      "step": 1569
    },
    {
      "epoch": 1.5239019655423443,
      "grad_norm": 0.17619524896144867,
      "learning_rate": 9.79601462608595e-05,
      "loss": 1.0608,
      "step": 1570
    },
    {
      "epoch": 1.524872603736957,
      "grad_norm": 0.17633163928985596,
      "learning_rate": 9.78581688014642e-05,
      "loss": 1.0276,
      "step": 1571
    },
    {
      "epoch": 1.52584324193157,
      "grad_norm": 0.17111051082611084,
      "learning_rate": 9.775619357041952e-05,
      "loss": 0.945,
      "step": 1572
    },
    {
      "epoch": 1.526813880126183,
      "grad_norm": 0.19104301929473877,
      "learning_rate": 9.76542206738199e-05,
      "loss": 1.1348,
      "step": 1573
    },
    {
      "epoch": 1.5277845183207959,
      "grad_norm": 0.18764811754226685,
      "learning_rate": 9.755225021775749e-05,
      "loss": 1.0652,
      "step": 1574
    },
    {
      "epoch": 1.528755156515409,
      "grad_norm": 0.2062522917985916,
      "learning_rate": 9.745028230832182e-05,
      "loss": 1.1687,
      "step": 1575
    },
    {
      "epoch": 1.5297257947100218,
      "grad_norm": 0.2069932520389557,
      "learning_rate": 9.734831705159975e-05,
      "loss": 1.0777,
      "step": 1576
    },
    {
      "epoch": 1.5306964329046346,
      "grad_norm": 0.22439751029014587,
      "learning_rate": 9.724635455367553e-05,
      "loss": 1.2976,
      "step": 1577
    },
    {
      "epoch": 1.5316670710992477,
      "grad_norm": 0.2556855380535126,
      "learning_rate": 9.71443949206304e-05,
      "loss": 1.4205,
      "step": 1578
    },
    {
      "epoch": 1.5326377092938608,
      "grad_norm": 0.27232375741004944,
      "learning_rate": 9.70424382585426e-05,
      "loss": 1.533,
      "step": 1579
    },
    {
      "epoch": 1.5336083474884736,
      "grad_norm": 0.28575679659843445,
      "learning_rate": 9.69404846734874e-05,
      "loss": 1.573,
      "step": 1580
    },
    {
      "epoch": 1.5345789856830865,
      "grad_norm": 0.16548947989940643,
      "learning_rate": 9.683853427153674e-05,
      "loss": 1.0042,
      "step": 1581
    },
    {
      "epoch": 1.5355496238776996,
      "grad_norm": 0.12411702424287796,
      "learning_rate": 9.67365871587594e-05,
      "loss": 0.7016,
      "step": 1582
    },
    {
      "epoch": 1.5365202620723126,
      "grad_norm": 0.1441778689622879,
      "learning_rate": 9.663464344122064e-05,
      "loss": 0.8723,
      "step": 1583
    },
    {
      "epoch": 1.5374909002669255,
      "grad_norm": 0.16200141608715057,
      "learning_rate": 9.653270322498209e-05,
      "loss": 0.8823,
      "step": 1584
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 0.15743432939052582,
      "learning_rate": 9.643076661610196e-05,
      "loss": 0.8712,
      "step": 1585
    },
    {
      "epoch": 1.5394321766561514,
      "grad_norm": 0.15120947360992432,
      "learning_rate": 9.632883372063457e-05,
      "loss": 0.891,
      "step": 1586
    },
    {
      "epoch": 1.5404028148507645,
      "grad_norm": 0.139481320977211,
      "learning_rate": 9.622690464463035e-05,
      "loss": 0.856,
      "step": 1587
    },
    {
      "epoch": 1.5413734530453773,
      "grad_norm": 0.14028245210647583,
      "learning_rate": 9.612497949413585e-05,
      "loss": 0.8436,
      "step": 1588
    },
    {
      "epoch": 1.5423440912399902,
      "grad_norm": 0.13708624243736267,
      "learning_rate": 9.602305837519346e-05,
      "loss": 0.8841,
      "step": 1589
    },
    {
      "epoch": 1.5433147294346032,
      "grad_norm": 0.1368740350008011,
      "learning_rate": 9.592114139384145e-05,
      "loss": 0.8951,
      "step": 1590
    },
    {
      "epoch": 1.5442853676292163,
      "grad_norm": 0.129673570394516,
      "learning_rate": 9.581922865611372e-05,
      "loss": 0.8366,
      "step": 1591
    },
    {
      "epoch": 1.5452560058238292,
      "grad_norm": 0.13998694717884064,
      "learning_rate": 9.571732026803977e-05,
      "loss": 0.9354,
      "step": 1592
    },
    {
      "epoch": 1.546226644018442,
      "grad_norm": 0.13462477922439575,
      "learning_rate": 9.561541633564459e-05,
      "loss": 0.9557,
      "step": 1593
    },
    {
      "epoch": 1.547197282213055,
      "grad_norm": 0.13797718286514282,
      "learning_rate": 9.551351696494854e-05,
      "loss": 0.9443,
      "step": 1594
    },
    {
      "epoch": 1.5481679204076682,
      "grad_norm": 0.1368754506111145,
      "learning_rate": 9.541162226196716e-05,
      "loss": 0.8877,
      "step": 1595
    },
    {
      "epoch": 1.549138558602281,
      "grad_norm": 0.14569586515426636,
      "learning_rate": 9.530973233271128e-05,
      "loss": 1.0991,
      "step": 1596
    },
    {
      "epoch": 1.5501091967968939,
      "grad_norm": 0.139523446559906,
      "learning_rate": 9.52078472831866e-05,
      "loss": 0.8895,
      "step": 1597
    },
    {
      "epoch": 1.551079834991507,
      "grad_norm": 0.13992637395858765,
      "learning_rate": 9.51059672193939e-05,
      "loss": 0.9223,
      "step": 1598
    },
    {
      "epoch": 1.55205047318612,
      "grad_norm": 0.14468036592006683,
      "learning_rate": 9.500409224732863e-05,
      "loss": 0.9734,
      "step": 1599
    },
    {
      "epoch": 1.5530211113807328,
      "grad_norm": 0.14324818551540375,
      "learning_rate": 9.490222247298099e-05,
      "loss": 0.9246,
      "step": 1600
    },
    {
      "epoch": 1.5530211113807328,
      "eval_loss": 1.010515570640564,
      "eval_runtime": 7.7997,
      "eval_samples_per_second": 31.924,
      "eval_steps_per_second": 10.641,
      "step": 1600
    },
    {
      "epoch": 1.5539917495753457,
      "grad_norm": 0.15232187509536743,
      "learning_rate": 9.480035800233588e-05,
      "loss": 0.858,
      "step": 1601
    },
    {
      "epoch": 1.5549623877699588,
      "grad_norm": 0.15308097004890442,
      "learning_rate": 9.469849894137253e-05,
      "loss": 0.945,
      "step": 1602
    },
    {
      "epoch": 1.5559330259645718,
      "grad_norm": 0.14453725516796112,
      "learning_rate": 9.459664539606458e-05,
      "loss": 0.9365,
      "step": 1603
    },
    {
      "epoch": 1.5569036641591847,
      "grad_norm": 0.14195145666599274,
      "learning_rate": 9.449479747238001e-05,
      "loss": 0.9982,
      "step": 1604
    },
    {
      "epoch": 1.5578743023537975,
      "grad_norm": 0.15787523984909058,
      "learning_rate": 9.439295527628081e-05,
      "loss": 1.0713,
      "step": 1605
    },
    {
      "epoch": 1.5588449405484106,
      "grad_norm": 0.15477247536182404,
      "learning_rate": 9.42911189137232e-05,
      "loss": 0.9499,
      "step": 1606
    },
    {
      "epoch": 1.5598155787430237,
      "grad_norm": 0.15276607871055603,
      "learning_rate": 9.418928849065717e-05,
      "loss": 1.0112,
      "step": 1607
    },
    {
      "epoch": 1.5607862169376365,
      "grad_norm": 0.15234780311584473,
      "learning_rate": 9.40874641130266e-05,
      "loss": 0.9213,
      "step": 1608
    },
    {
      "epoch": 1.5617568551322494,
      "grad_norm": 0.15151309967041016,
      "learning_rate": 9.398564588676907e-05,
      "loss": 0.9863,
      "step": 1609
    },
    {
      "epoch": 1.5627274933268624,
      "grad_norm": 0.15586137771606445,
      "learning_rate": 9.388383391781575e-05,
      "loss": 1.0079,
      "step": 1610
    },
    {
      "epoch": 1.5636981315214755,
      "grad_norm": 0.15849222242832184,
      "learning_rate": 9.378202831209127e-05,
      "loss": 1.0316,
      "step": 1611
    },
    {
      "epoch": 1.5646687697160884,
      "grad_norm": 0.1605730503797531,
      "learning_rate": 9.368022917551377e-05,
      "loss": 0.9843,
      "step": 1612
    },
    {
      "epoch": 1.5656394079107012,
      "grad_norm": 0.16275916993618011,
      "learning_rate": 9.357843661399447e-05,
      "loss": 1.0553,
      "step": 1613
    },
    {
      "epoch": 1.5666100461053143,
      "grad_norm": 0.1651730239391327,
      "learning_rate": 9.347665073343794e-05,
      "loss": 1.0097,
      "step": 1614
    },
    {
      "epoch": 1.5675806842999274,
      "grad_norm": 0.1593259871006012,
      "learning_rate": 9.337487163974164e-05,
      "loss": 1.1339,
      "step": 1615
    },
    {
      "epoch": 1.5685513224945402,
      "grad_norm": 0.16736924648284912,
      "learning_rate": 9.327309943879604e-05,
      "loss": 1.2545,
      "step": 1616
    },
    {
      "epoch": 1.569521960689153,
      "grad_norm": 0.16286751627922058,
      "learning_rate": 9.317133423648447e-05,
      "loss": 0.9754,
      "step": 1617
    },
    {
      "epoch": 1.570492598883766,
      "grad_norm": 0.17494837939739227,
      "learning_rate": 9.306957613868292e-05,
      "loss": 1.2016,
      "step": 1618
    },
    {
      "epoch": 1.571463237078379,
      "grad_norm": 0.17744934558868408,
      "learning_rate": 9.296782525125994e-05,
      "loss": 1.024,
      "step": 1619
    },
    {
      "epoch": 1.572433875272992,
      "grad_norm": 0.181194007396698,
      "learning_rate": 9.286608168007678e-05,
      "loss": 1.0166,
      "step": 1620
    },
    {
      "epoch": 1.573404513467605,
      "grad_norm": 0.18731406331062317,
      "learning_rate": 9.276434553098686e-05,
      "loss": 1.0749,
      "step": 1621
    },
    {
      "epoch": 1.5743751516622178,
      "grad_norm": 0.19203780591487885,
      "learning_rate": 9.266261690983602e-05,
      "loss": 1.109,
      "step": 1622
    },
    {
      "epoch": 1.5753457898568308,
      "grad_norm": 0.1819041222333908,
      "learning_rate": 9.256089592246216e-05,
      "loss": 0.9392,
      "step": 1623
    },
    {
      "epoch": 1.576316428051444,
      "grad_norm": 0.1926923394203186,
      "learning_rate": 9.24591826746953e-05,
      "loss": 1.1918,
      "step": 1624
    },
    {
      "epoch": 1.5772870662460567,
      "grad_norm": 0.189681738615036,
      "learning_rate": 9.235747727235743e-05,
      "loss": 1.1121,
      "step": 1625
    },
    {
      "epoch": 1.5782577044406696,
      "grad_norm": 0.19991135597229004,
      "learning_rate": 9.225577982126234e-05,
      "loss": 1.1034,
      "step": 1626
    },
    {
      "epoch": 1.5792283426352827,
      "grad_norm": 0.23743444681167603,
      "learning_rate": 9.215409042721552e-05,
      "loss": 1.3322,
      "step": 1627
    },
    {
      "epoch": 1.5801989808298957,
      "grad_norm": 0.2334219515323639,
      "learning_rate": 9.205240919601416e-05,
      "loss": 1.3239,
      "step": 1628
    },
    {
      "epoch": 1.5811696190245086,
      "grad_norm": 0.257046103477478,
      "learning_rate": 9.195073623344683e-05,
      "loss": 1.3903,
      "step": 1629
    },
    {
      "epoch": 1.5821402572191214,
      "grad_norm": 0.3198155462741852,
      "learning_rate": 9.184907164529368e-05,
      "loss": 1.6575,
      "step": 1630
    },
    {
      "epoch": 1.5831108954137345,
      "grad_norm": 0.17513591051101685,
      "learning_rate": 9.1747415537326e-05,
      "loss": 1.0385,
      "step": 1631
    },
    {
      "epoch": 1.5840815336083476,
      "grad_norm": 0.12716975808143616,
      "learning_rate": 9.164576801530628e-05,
      "loss": 0.7617,
      "step": 1632
    },
    {
      "epoch": 1.5850521718029604,
      "grad_norm": 0.15169629454612732,
      "learning_rate": 9.154412918498811e-05,
      "loss": 0.8594,
      "step": 1633
    },
    {
      "epoch": 1.5860228099975733,
      "grad_norm": 0.14868958294391632,
      "learning_rate": 9.144249915211605e-05,
      "loss": 0.9269,
      "step": 1634
    },
    {
      "epoch": 1.5869934481921864,
      "grad_norm": 0.1497335135936737,
      "learning_rate": 9.134087802242541e-05,
      "loss": 0.926,
      "step": 1635
    },
    {
      "epoch": 1.5879640863867994,
      "grad_norm": 0.13379475474357605,
      "learning_rate": 9.123926590164242e-05,
      "loss": 0.8885,
      "step": 1636
    },
    {
      "epoch": 1.5889347245814123,
      "grad_norm": 0.14152324199676514,
      "learning_rate": 9.113766289548372e-05,
      "loss": 0.8915,
      "step": 1637
    },
    {
      "epoch": 1.5899053627760251,
      "grad_norm": 0.14917154610157013,
      "learning_rate": 9.103606910965666e-05,
      "loss": 0.8321,
      "step": 1638
    },
    {
      "epoch": 1.5908760009706382,
      "grad_norm": 0.14078445732593536,
      "learning_rate": 9.093448464985888e-05,
      "loss": 0.8635,
      "step": 1639
    },
    {
      "epoch": 1.5918466391652513,
      "grad_norm": 0.1540428251028061,
      "learning_rate": 9.083290962177828e-05,
      "loss": 0.9077,
      "step": 1640
    },
    {
      "epoch": 1.5928172773598641,
      "grad_norm": 0.13762828707695007,
      "learning_rate": 9.073134413109312e-05,
      "loss": 0.8549,
      "step": 1641
    },
    {
      "epoch": 1.593787915554477,
      "grad_norm": 0.1361958384513855,
      "learning_rate": 9.062978828347161e-05,
      "loss": 0.8427,
      "step": 1642
    },
    {
      "epoch": 1.59475855374909,
      "grad_norm": 0.1352708786725998,
      "learning_rate": 9.052824218457189e-05,
      "loss": 0.8625,
      "step": 1643
    },
    {
      "epoch": 1.595729191943703,
      "grad_norm": 0.14255495369434357,
      "learning_rate": 9.042670594004209e-05,
      "loss": 0.8151,
      "step": 1644
    },
    {
      "epoch": 1.596699830138316,
      "grad_norm": 0.14243297278881073,
      "learning_rate": 9.032517965551994e-05,
      "loss": 0.8562,
      "step": 1645
    },
    {
      "epoch": 1.5976704683329288,
      "grad_norm": 0.1331937313079834,
      "learning_rate": 9.022366343663298e-05,
      "loss": 0.8413,
      "step": 1646
    },
    {
      "epoch": 1.5986411065275419,
      "grad_norm": 0.1409119963645935,
      "learning_rate": 9.012215738899813e-05,
      "loss": 0.9629,
      "step": 1647
    },
    {
      "epoch": 1.599611744722155,
      "grad_norm": 0.14120420813560486,
      "learning_rate": 9.002066161822172e-05,
      "loss": 0.8154,
      "step": 1648
    },
    {
      "epoch": 1.6005823829167678,
      "grad_norm": 0.13873128592967987,
      "learning_rate": 8.991917622989956e-05,
      "loss": 0.9622,
      "step": 1649
    },
    {
      "epoch": 1.6015530211113806,
      "grad_norm": 0.14353471994400024,
      "learning_rate": 8.981770132961649e-05,
      "loss": 1.0358,
      "step": 1650
    },
    {
      "epoch": 1.6025236593059937,
      "grad_norm": 0.1481296569108963,
      "learning_rate": 8.971623702294646e-05,
      "loss": 0.9229,
      "step": 1651
    },
    {
      "epoch": 1.6034942975006068,
      "grad_norm": 0.1452977955341339,
      "learning_rate": 8.961478341545249e-05,
      "loss": 0.9543,
      "step": 1652
    },
    {
      "epoch": 1.6044649356952196,
      "grad_norm": 0.14534221589565277,
      "learning_rate": 8.951334061268635e-05,
      "loss": 0.9367,
      "step": 1653
    },
    {
      "epoch": 1.6054355738898325,
      "grad_norm": 0.1473381668329239,
      "learning_rate": 8.94119087201887e-05,
      "loss": 0.9764,
      "step": 1654
    },
    {
      "epoch": 1.6064062120844456,
      "grad_norm": 0.14929509162902832,
      "learning_rate": 8.931048784348875e-05,
      "loss": 0.9091,
      "step": 1655
    },
    {
      "epoch": 1.6073768502790586,
      "grad_norm": 0.15006591379642487,
      "learning_rate": 8.920907808810424e-05,
      "loss": 1.08,
      "step": 1656
    },
    {
      "epoch": 1.6083474884736715,
      "grad_norm": 0.151786208152771,
      "learning_rate": 8.910767955954142e-05,
      "loss": 0.96,
      "step": 1657
    },
    {
      "epoch": 1.6093181266682843,
      "grad_norm": 0.14745311439037323,
      "learning_rate": 8.900629236329482e-05,
      "loss": 0.9748,
      "step": 1658
    },
    {
      "epoch": 1.6102887648628974,
      "grad_norm": 0.1535172313451767,
      "learning_rate": 8.89049166048471e-05,
      "loss": 1.052,
      "step": 1659
    },
    {
      "epoch": 1.6112594030575105,
      "grad_norm": 0.15632739663124084,
      "learning_rate": 8.880355238966923e-05,
      "loss": 0.9347,
      "step": 1660
    },
    {
      "epoch": 1.6122300412521233,
      "grad_norm": 0.15769322216510773,
      "learning_rate": 8.870219982321992e-05,
      "loss": 1.1441,
      "step": 1661
    },
    {
      "epoch": 1.6132006794467362,
      "grad_norm": 0.16284379363059998,
      "learning_rate": 8.860085901094595e-05,
      "loss": 0.9567,
      "step": 1662
    },
    {
      "epoch": 1.614171317641349,
      "grad_norm": 0.1657516360282898,
      "learning_rate": 8.849953005828178e-05,
      "loss": 1.0494,
      "step": 1663
    },
    {
      "epoch": 1.615141955835962,
      "grad_norm": 0.1555817872285843,
      "learning_rate": 8.839821307064948e-05,
      "loss": 0.8836,
      "step": 1664
    },
    {
      "epoch": 1.6161125940305752,
      "grad_norm": 0.16220098733901978,
      "learning_rate": 8.829690815345886e-05,
      "loss": 1.069,
      "step": 1665
    },
    {
      "epoch": 1.617083232225188,
      "grad_norm": 0.1731061339378357,
      "learning_rate": 8.819561541210698e-05,
      "loss": 1.1093,
      "step": 1666
    },
    {
      "epoch": 1.6180538704198009,
      "grad_norm": 0.17004582285881042,
      "learning_rate": 8.809433495197832e-05,
      "loss": 1.1329,
      "step": 1667
    },
    {
      "epoch": 1.619024508614414,
      "grad_norm": 0.17308376729488373,
      "learning_rate": 8.799306687844459e-05,
      "loss": 1.1565,
      "step": 1668
    },
    {
      "epoch": 1.619995146809027,
      "grad_norm": 0.1670542061328888,
      "learning_rate": 8.789181129686452e-05,
      "loss": 1.1191,
      "step": 1669
    },
    {
      "epoch": 1.6209657850036399,
      "grad_norm": 0.17296102643013,
      "learning_rate": 8.779056831258402e-05,
      "loss": 1.0106,
      "step": 1670
    },
    {
      "epoch": 1.6219364231982527,
      "grad_norm": 0.18313594162464142,
      "learning_rate": 8.768933803093573e-05,
      "loss": 1.1492,
      "step": 1671
    },
    {
      "epoch": 1.6229070613928658,
      "grad_norm": 0.1838008463382721,
      "learning_rate": 8.758812055723912e-05,
      "loss": 1.1014,
      "step": 1672
    },
    {
      "epoch": 1.6238776995874789,
      "grad_norm": 0.19221122562885284,
      "learning_rate": 8.748691599680039e-05,
      "loss": 1.0879,
      "step": 1673
    },
    {
      "epoch": 1.6248483377820917,
      "grad_norm": 0.18672242760658264,
      "learning_rate": 8.738572445491226e-05,
      "loss": 1.1033,
      "step": 1674
    },
    {
      "epoch": 1.6258189759767046,
      "grad_norm": 0.20129187405109406,
      "learning_rate": 8.728454603685383e-05,
      "loss": 0.917,
      "step": 1675
    },
    {
      "epoch": 1.6267896141713176,
      "grad_norm": 0.20901434123516083,
      "learning_rate": 8.718338084789072e-05,
      "loss": 1.156,
      "step": 1676
    },
    {
      "epoch": 1.6277602523659307,
      "grad_norm": 0.2252085655927658,
      "learning_rate": 8.708222899327465e-05,
      "loss": 1.1669,
      "step": 1677
    },
    {
      "epoch": 1.6287308905605435,
      "grad_norm": 0.24367794394493103,
      "learning_rate": 8.698109057824354e-05,
      "loss": 1.415,
      "step": 1678
    },
    {
      "epoch": 1.6297015287551564,
      "grad_norm": 0.2690742313861847,
      "learning_rate": 8.687996570802126e-05,
      "loss": 1.4582,
      "step": 1679
    },
    {
      "epoch": 1.6306721669497695,
      "grad_norm": 0.3343578279018402,
      "learning_rate": 8.67788544878176e-05,
      "loss": 1.7032,
      "step": 1680
    },
    {
      "epoch": 1.6316428051443825,
      "grad_norm": 0.17148150503635406,
      "learning_rate": 8.667775702282828e-05,
      "loss": 0.9988,
      "step": 1681
    },
    {
      "epoch": 1.6326134433389954,
      "grad_norm": 0.10919104516506195,
      "learning_rate": 8.657667341823448e-05,
      "loss": 0.7382,
      "step": 1682
    },
    {
      "epoch": 1.6335840815336082,
      "grad_norm": 0.15271413326263428,
      "learning_rate": 8.647560377920311e-05,
      "loss": 0.9018,
      "step": 1683
    },
    {
      "epoch": 1.6345547197282213,
      "grad_norm": 0.17776867747306824,
      "learning_rate": 8.637454821088657e-05,
      "loss": 0.8931,
      "step": 1684
    },
    {
      "epoch": 1.6355253579228344,
      "grad_norm": 0.1694173961877823,
      "learning_rate": 8.627350681842255e-05,
      "loss": 0.8763,
      "step": 1685
    },
    {
      "epoch": 1.6364959961174472,
      "grad_norm": 0.1429324746131897,
      "learning_rate": 8.617247970693398e-05,
      "loss": 0.8279,
      "step": 1686
    },
    {
      "epoch": 1.63746663431206,
      "grad_norm": 0.14287345111370087,
      "learning_rate": 8.607146698152903e-05,
      "loss": 0.9372,
      "step": 1687
    },
    {
      "epoch": 1.6384372725066731,
      "grad_norm": 0.14631164073944092,
      "learning_rate": 8.597046874730075e-05,
      "loss": 0.9309,
      "step": 1688
    },
    {
      "epoch": 1.6394079107012862,
      "grad_norm": 0.14761801064014435,
      "learning_rate": 8.58694851093273e-05,
      "loss": 0.8814,
      "step": 1689
    },
    {
      "epoch": 1.640378548895899,
      "grad_norm": 0.13844263553619385,
      "learning_rate": 8.57685161726715e-05,
      "loss": 0.9015,
      "step": 1690
    },
    {
      "epoch": 1.641349187090512,
      "grad_norm": 0.13479454815387726,
      "learning_rate": 8.566756204238093e-05,
      "loss": 0.8409,
      "step": 1691
    },
    {
      "epoch": 1.642319825285125,
      "grad_norm": 0.1450052559375763,
      "learning_rate": 8.556662282348781e-05,
      "loss": 0.9062,
      "step": 1692
    },
    {
      "epoch": 1.643290463479738,
      "grad_norm": 0.14595933258533478,
      "learning_rate": 8.546569862100876e-05,
      "loss": 0.9775,
      "step": 1693
    },
    {
      "epoch": 1.644261101674351,
      "grad_norm": 0.14327631890773773,
      "learning_rate": 8.53647895399448e-05,
      "loss": 0.8921,
      "step": 1694
    },
    {
      "epoch": 1.6452317398689638,
      "grad_norm": 0.14640483260154724,
      "learning_rate": 8.52638956852813e-05,
      "loss": 0.974,
      "step": 1695
    },
    {
      "epoch": 1.6462023780635768,
      "grad_norm": 0.14548614621162415,
      "learning_rate": 8.516301716198769e-05,
      "loss": 0.8974,
      "step": 1696
    },
    {
      "epoch": 1.64717301625819,
      "grad_norm": 0.14073799550533295,
      "learning_rate": 8.50621540750175e-05,
      "loss": 0.8487,
      "step": 1697
    },
    {
      "epoch": 1.6481436544528028,
      "grad_norm": 0.14502395689487457,
      "learning_rate": 8.496130652930818e-05,
      "loss": 1.0482,
      "step": 1698
    },
    {
      "epoch": 1.6491142926474156,
      "grad_norm": 0.14257335662841797,
      "learning_rate": 8.486047462978098e-05,
      "loss": 0.8964,
      "step": 1699
    },
    {
      "epoch": 1.6500849308420287,
      "grad_norm": 0.14397551119327545,
      "learning_rate": 8.475965848134099e-05,
      "loss": 0.8464,
      "step": 1700
    },
    {
      "epoch": 1.6500849308420287,
      "eval_loss": 1.011324405670166,
      "eval_runtime": 7.8222,
      "eval_samples_per_second": 31.833,
      "eval_steps_per_second": 10.611,
      "step": 1700
    },
    {
      "epoch": 1.6510555690366417,
      "grad_norm": 0.14854446053504944,
      "learning_rate": 8.465885818887678e-05,
      "loss": 0.984,
      "step": 1701
    },
    {
      "epoch": 1.6520262072312546,
      "grad_norm": 0.13975965976715088,
      "learning_rate": 8.455807385726046e-05,
      "loss": 1.0233,
      "step": 1702
    },
    {
      "epoch": 1.6529968454258674,
      "grad_norm": 0.1524890512228012,
      "learning_rate": 8.445730559134759e-05,
      "loss": 0.9683,
      "step": 1703
    },
    {
      "epoch": 1.6539674836204805,
      "grad_norm": 0.1523292511701584,
      "learning_rate": 8.435655349597689e-05,
      "loss": 1.1424,
      "step": 1704
    },
    {
      "epoch": 1.6549381218150936,
      "grad_norm": 0.14549477398395538,
      "learning_rate": 8.425581767597048e-05,
      "loss": 0.9198,
      "step": 1705
    },
    {
      "epoch": 1.6559087600097064,
      "grad_norm": 0.1518016755580902,
      "learning_rate": 8.415509823613331e-05,
      "loss": 0.9161,
      "step": 1706
    },
    {
      "epoch": 1.6568793982043193,
      "grad_norm": 0.15167950093746185,
      "learning_rate": 8.40543952812534e-05,
      "loss": 0.9817,
      "step": 1707
    },
    {
      "epoch": 1.6578500363989321,
      "grad_norm": 0.1546408236026764,
      "learning_rate": 8.395370891610163e-05,
      "loss": 0.9294,
      "step": 1708
    },
    {
      "epoch": 1.6588206745935452,
      "grad_norm": 0.15160006284713745,
      "learning_rate": 8.385303924543157e-05,
      "loss": 1.0201,
      "step": 1709
    },
    {
      "epoch": 1.6597913127881583,
      "grad_norm": 0.14779740571975708,
      "learning_rate": 8.375238637397942e-05,
      "loss": 1.0243,
      "step": 1710
    },
    {
      "epoch": 1.6607619509827711,
      "grad_norm": 0.16013865172863007,
      "learning_rate": 8.365175040646402e-05,
      "loss": 1.1413,
      "step": 1711
    },
    {
      "epoch": 1.661732589177384,
      "grad_norm": 0.16693024337291718,
      "learning_rate": 8.355113144758642e-05,
      "loss": 0.9816,
      "step": 1712
    },
    {
      "epoch": 1.662703227371997,
      "grad_norm": 0.16338695585727692,
      "learning_rate": 8.345052960203017e-05,
      "loss": 1.0281,
      "step": 1713
    },
    {
      "epoch": 1.6636738655666101,
      "grad_norm": 0.15503770112991333,
      "learning_rate": 8.334994497446091e-05,
      "loss": 1.0213,
      "step": 1714
    },
    {
      "epoch": 1.664644503761223,
      "grad_norm": 0.1635884940624237,
      "learning_rate": 8.324937766952638e-05,
      "loss": 1.0165,
      "step": 1715
    },
    {
      "epoch": 1.6656151419558358,
      "grad_norm": 0.16184726357460022,
      "learning_rate": 8.31488277918563e-05,
      "loss": 1.1251,
      "step": 1716
    },
    {
      "epoch": 1.666585780150449,
      "grad_norm": 0.16414783895015717,
      "learning_rate": 8.304829544606229e-05,
      "loss": 0.9861,
      "step": 1717
    },
    {
      "epoch": 1.667556418345062,
      "grad_norm": 0.1761496663093567,
      "learning_rate": 8.294778073673762e-05,
      "loss": 1.0316,
      "step": 1718
    },
    {
      "epoch": 1.6685270565396748,
      "grad_norm": 0.16908703744411469,
      "learning_rate": 8.284728376845742e-05,
      "loss": 1.1257,
      "step": 1719
    },
    {
      "epoch": 1.6694976947342877,
      "grad_norm": 0.17093543708324432,
      "learning_rate": 8.274680464577816e-05,
      "loss": 0.9973,
      "step": 1720
    },
    {
      "epoch": 1.6704683329289007,
      "grad_norm": 0.18396815657615662,
      "learning_rate": 8.264634347323786e-05,
      "loss": 1.0675,
      "step": 1721
    },
    {
      "epoch": 1.6714389711235138,
      "grad_norm": 0.17739726603031158,
      "learning_rate": 8.254590035535579e-05,
      "loss": 1.1085,
      "step": 1722
    },
    {
      "epoch": 1.6724096093181267,
      "grad_norm": 0.17949651181697845,
      "learning_rate": 8.244547539663245e-05,
      "loss": 0.9939,
      "step": 1723
    },
    {
      "epoch": 1.6733802475127395,
      "grad_norm": 0.18627746403217316,
      "learning_rate": 8.234506870154956e-05,
      "loss": 0.9651,
      "step": 1724
    },
    {
      "epoch": 1.6743508857073526,
      "grad_norm": 0.1906093955039978,
      "learning_rate": 8.224468037456969e-05,
      "loss": 0.9575,
      "step": 1725
    },
    {
      "epoch": 1.6753215239019656,
      "grad_norm": 0.2058783918619156,
      "learning_rate": 8.214431052013634e-05,
      "loss": 1.1133,
      "step": 1726
    },
    {
      "epoch": 1.6762921620965785,
      "grad_norm": 0.22831684350967407,
      "learning_rate": 8.204395924267386e-05,
      "loss": 1.2092,
      "step": 1727
    },
    {
      "epoch": 1.6772628002911913,
      "grad_norm": 0.23855198919773102,
      "learning_rate": 8.194362664658714e-05,
      "loss": 1.157,
      "step": 1728
    },
    {
      "epoch": 1.6782334384858044,
      "grad_norm": 0.288869172334671,
      "learning_rate": 8.184331283626183e-05,
      "loss": 1.6109,
      "step": 1729
    },
    {
      "epoch": 1.6792040766804175,
      "grad_norm": 0.30220621824264526,
      "learning_rate": 8.174301791606385e-05,
      "loss": 1.6342,
      "step": 1730
    },
    {
      "epoch": 1.6801747148750303,
      "grad_norm": 0.17532508075237274,
      "learning_rate": 8.164274199033952e-05,
      "loss": 1.0376,
      "step": 1731
    },
    {
      "epoch": 1.6811453530696432,
      "grad_norm": 0.11128076165914536,
      "learning_rate": 8.154248516341548e-05,
      "loss": 0.6916,
      "step": 1732
    },
    {
      "epoch": 1.6821159912642563,
      "grad_norm": 0.16719701886177063,
      "learning_rate": 8.14422475395984e-05,
      "loss": 0.844,
      "step": 1733
    },
    {
      "epoch": 1.6830866294588693,
      "grad_norm": 0.1461433470249176,
      "learning_rate": 8.134202922317495e-05,
      "loss": 0.8912,
      "step": 1734
    },
    {
      "epoch": 1.6840572676534822,
      "grad_norm": 0.16464544832706451,
      "learning_rate": 8.124183031841188e-05,
      "loss": 0.8549,
      "step": 1735
    },
    {
      "epoch": 1.685027905848095,
      "grad_norm": 0.15055561065673828,
      "learning_rate": 8.114165092955555e-05,
      "loss": 0.8812,
      "step": 1736
    },
    {
      "epoch": 1.685998544042708,
      "grad_norm": 0.14761051535606384,
      "learning_rate": 8.104149116083216e-05,
      "loss": 0.8739,
      "step": 1737
    },
    {
      "epoch": 1.6869691822373212,
      "grad_norm": 0.14250220358371735,
      "learning_rate": 8.094135111644742e-05,
      "loss": 0.8748,
      "step": 1738
    },
    {
      "epoch": 1.687939820431934,
      "grad_norm": 0.14541053771972656,
      "learning_rate": 8.084123090058646e-05,
      "loss": 0.9683,
      "step": 1739
    },
    {
      "epoch": 1.6889104586265469,
      "grad_norm": 0.1355736404657364,
      "learning_rate": 8.074113061741397e-05,
      "loss": 0.9031,
      "step": 1740
    },
    {
      "epoch": 1.68988109682116,
      "grad_norm": 0.15147942304611206,
      "learning_rate": 8.064105037107377e-05,
      "loss": 0.9562,
      "step": 1741
    },
    {
      "epoch": 1.690851735015773,
      "grad_norm": 0.14792285859584808,
      "learning_rate": 8.054099026568874e-05,
      "loss": 0.9185,
      "step": 1742
    },
    {
      "epoch": 1.6918223732103859,
      "grad_norm": 0.15914364159107208,
      "learning_rate": 8.044095040536106e-05,
      "loss": 0.8508,
      "step": 1743
    },
    {
      "epoch": 1.6927930114049987,
      "grad_norm": 0.14194683730602264,
      "learning_rate": 8.034093089417158e-05,
      "loss": 0.8931,
      "step": 1744
    },
    {
      "epoch": 1.6937636495996118,
      "grad_norm": 0.14084258675575256,
      "learning_rate": 8.024093183618024e-05,
      "loss": 1.0261,
      "step": 1745
    },
    {
      "epoch": 1.6947342877942249,
      "grad_norm": 0.1449834108352661,
      "learning_rate": 8.014095333542548e-05,
      "loss": 0.8767,
      "step": 1746
    },
    {
      "epoch": 1.6957049259888377,
      "grad_norm": 0.12989526987075806,
      "learning_rate": 8.004099549592441e-05,
      "loss": 0.8424,
      "step": 1747
    },
    {
      "epoch": 1.6966755641834506,
      "grad_norm": 0.14405052363872528,
      "learning_rate": 7.994105842167273e-05,
      "loss": 0.9359,
      "step": 1748
    },
    {
      "epoch": 1.6976462023780636,
      "grad_norm": 0.14460469782352448,
      "learning_rate": 7.984114221664448e-05,
      "loss": 0.9187,
      "step": 1749
    },
    {
      "epoch": 1.6986168405726767,
      "grad_norm": 0.14452502131462097,
      "learning_rate": 7.974124698479192e-05,
      "loss": 0.89,
      "step": 1750
    },
    {
      "epoch": 1.6995874787672896,
      "grad_norm": 0.14790953695774078,
      "learning_rate": 7.964137283004562e-05,
      "loss": 0.8938,
      "step": 1751
    },
    {
      "epoch": 1.7005581169619024,
      "grad_norm": 0.13773362338542938,
      "learning_rate": 7.954151985631409e-05,
      "loss": 0.8643,
      "step": 1752
    },
    {
      "epoch": 1.7015287551565152,
      "grad_norm": 0.1473289430141449,
      "learning_rate": 7.944168816748395e-05,
      "loss": 0.9826,
      "step": 1753
    },
    {
      "epoch": 1.7024993933511283,
      "grad_norm": 0.13944147527217865,
      "learning_rate": 7.934187786741956e-05,
      "loss": 1.0221,
      "step": 1754
    },
    {
      "epoch": 1.7034700315457414,
      "grad_norm": 0.16315484046936035,
      "learning_rate": 7.924208905996302e-05,
      "loss": 1.0085,
      "step": 1755
    },
    {
      "epoch": 1.7044406697403542,
      "grad_norm": 0.15245099365711212,
      "learning_rate": 7.914232184893418e-05,
      "loss": 1.04,
      "step": 1756
    },
    {
      "epoch": 1.705411307934967,
      "grad_norm": 0.150424525141716,
      "learning_rate": 7.904257633813032e-05,
      "loss": 1.0561,
      "step": 1757
    },
    {
      "epoch": 1.7063819461295802,
      "grad_norm": 0.1656254082918167,
      "learning_rate": 7.894285263132612e-05,
      "loss": 1.0869,
      "step": 1758
    },
    {
      "epoch": 1.7073525843241932,
      "grad_norm": 0.16826634109020233,
      "learning_rate": 7.884315083227373e-05,
      "loss": 1.0302,
      "step": 1759
    },
    {
      "epoch": 1.708323222518806,
      "grad_norm": 0.15659752488136292,
      "learning_rate": 7.874347104470234e-05,
      "loss": 1.0201,
      "step": 1760
    },
    {
      "epoch": 1.709293860713419,
      "grad_norm": 0.1568928211927414,
      "learning_rate": 7.864381337231834e-05,
      "loss": 1.0573,
      "step": 1761
    },
    {
      "epoch": 1.710264498908032,
      "grad_norm": 0.16093701124191284,
      "learning_rate": 7.854417791880507e-05,
      "loss": 1.0833,
      "step": 1762
    },
    {
      "epoch": 1.711235137102645,
      "grad_norm": 0.1566673070192337,
      "learning_rate": 7.844456478782272e-05,
      "loss": 1.1001,
      "step": 1763
    },
    {
      "epoch": 1.712205775297258,
      "grad_norm": 0.16389338672161102,
      "learning_rate": 7.834497408300838e-05,
      "loss": 1.0535,
      "step": 1764
    },
    {
      "epoch": 1.7131764134918708,
      "grad_norm": 0.17776046693325043,
      "learning_rate": 7.824540590797568e-05,
      "loss": 1.1385,
      "step": 1765
    },
    {
      "epoch": 1.7141470516864838,
      "grad_norm": 0.16748380661010742,
      "learning_rate": 7.814586036631483e-05,
      "loss": 0.9115,
      "step": 1766
    },
    {
      "epoch": 1.715117689881097,
      "grad_norm": 0.16852635145187378,
      "learning_rate": 7.804633756159259e-05,
      "loss": 1.1046,
      "step": 1767
    },
    {
      "epoch": 1.7160883280757098,
      "grad_norm": 0.16694310307502747,
      "learning_rate": 7.794683759735189e-05,
      "loss": 1.0441,
      "step": 1768
    },
    {
      "epoch": 1.7170589662703226,
      "grad_norm": 0.17537926137447357,
      "learning_rate": 7.784736057711209e-05,
      "loss": 1.1153,
      "step": 1769
    },
    {
      "epoch": 1.7180296044649357,
      "grad_norm": 0.17144379019737244,
      "learning_rate": 7.774790660436858e-05,
      "loss": 0.9718,
      "step": 1770
    },
    {
      "epoch": 1.7190002426595488,
      "grad_norm": 0.1758735328912735,
      "learning_rate": 7.764847578259271e-05,
      "loss": 1.0496,
      "step": 1771
    },
    {
      "epoch": 1.7199708808541616,
      "grad_norm": 0.1825513243675232,
      "learning_rate": 7.75490682152319e-05,
      "loss": 1.188,
      "step": 1772
    },
    {
      "epoch": 1.7209415190487745,
      "grad_norm": 0.1884825974702835,
      "learning_rate": 7.744968400570925e-05,
      "loss": 0.9377,
      "step": 1773
    },
    {
      "epoch": 1.7219121572433875,
      "grad_norm": 0.18696892261505127,
      "learning_rate": 7.735032325742355e-05,
      "loss": 0.9903,
      "step": 1774
    },
    {
      "epoch": 1.7228827954380006,
      "grad_norm": 0.196360245347023,
      "learning_rate": 7.725098607374935e-05,
      "loss": 0.9304,
      "step": 1775
    },
    {
      "epoch": 1.7238534336326135,
      "grad_norm": 0.19993261992931366,
      "learning_rate": 7.715167255803644e-05,
      "loss": 1.0501,
      "step": 1776
    },
    {
      "epoch": 1.7248240718272263,
      "grad_norm": 0.21651104092597961,
      "learning_rate": 7.70523828136102e-05,
      "loss": 0.9802,
      "step": 1777
    },
    {
      "epoch": 1.7257947100218394,
      "grad_norm": 0.22842612862586975,
      "learning_rate": 7.695311694377115e-05,
      "loss": 1.0672,
      "step": 1778
    },
    {
      "epoch": 1.7267653482164524,
      "grad_norm": 0.27442634105682373,
      "learning_rate": 7.6853875051795e-05,
      "loss": 1.4163,
      "step": 1779
    },
    {
      "epoch": 1.7277359864110653,
      "grad_norm": 0.3356201648712158,
      "learning_rate": 7.675465724093254e-05,
      "loss": 1.6315,
      "step": 1780
    },
    {
      "epoch": 1.7287066246056781,
      "grad_norm": 0.1787593811750412,
      "learning_rate": 7.66554636144095e-05,
      "loss": 1.0356,
      "step": 1781
    },
    {
      "epoch": 1.7296772628002912,
      "grad_norm": 0.11575688421726227,
      "learning_rate": 7.655629427542635e-05,
      "loss": 0.757,
      "step": 1782
    },
    {
      "epoch": 1.7306479009949043,
      "grad_norm": 0.1512170433998108,
      "learning_rate": 7.645714932715851e-05,
      "loss": 0.892,
      "step": 1783
    },
    {
      "epoch": 1.7316185391895171,
      "grad_norm": 0.15785206854343414,
      "learning_rate": 7.635802887275582e-05,
      "loss": 0.7816,
      "step": 1784
    },
    {
      "epoch": 1.73258917738413,
      "grad_norm": 0.1486075073480606,
      "learning_rate": 7.625893301534272e-05,
      "loss": 0.8022,
      "step": 1785
    },
    {
      "epoch": 1.733559815578743,
      "grad_norm": 0.16674457490444183,
      "learning_rate": 7.615986185801807e-05,
      "loss": 0.8945,
      "step": 1786
    },
    {
      "epoch": 1.7345304537733561,
      "grad_norm": 0.15411293506622314,
      "learning_rate": 7.606081550385494e-05,
      "loss": 0.8079,
      "step": 1787
    },
    {
      "epoch": 1.735501091967969,
      "grad_norm": 0.13632513582706451,
      "learning_rate": 7.596179405590076e-05,
      "loss": 0.7978,
      "step": 1788
    },
    {
      "epoch": 1.7364717301625818,
      "grad_norm": 0.144523024559021,
      "learning_rate": 7.586279761717691e-05,
      "loss": 0.831,
      "step": 1789
    },
    {
      "epoch": 1.737442368357195,
      "grad_norm": 0.14659790694713593,
      "learning_rate": 7.576382629067877e-05,
      "loss": 0.8936,
      "step": 1790
    },
    {
      "epoch": 1.738413006551808,
      "grad_norm": 0.14697545766830444,
      "learning_rate": 7.566488017937567e-05,
      "loss": 0.8561,
      "step": 1791
    },
    {
      "epoch": 1.7393836447464208,
      "grad_norm": 0.13523781299591064,
      "learning_rate": 7.556595938621058e-05,
      "loss": 0.8275,
      "step": 1792
    },
    {
      "epoch": 1.7403542829410337,
      "grad_norm": 0.13976572453975677,
      "learning_rate": 7.54670640141003e-05,
      "loss": 0.83,
      "step": 1793
    },
    {
      "epoch": 1.7413249211356467,
      "grad_norm": 0.14288683235645294,
      "learning_rate": 7.536819416593504e-05,
      "loss": 1.011,
      "step": 1794
    },
    {
      "epoch": 1.7422955593302596,
      "grad_norm": 0.13615550100803375,
      "learning_rate": 7.526934994457844e-05,
      "loss": 0.8423,
      "step": 1795
    },
    {
      "epoch": 1.7432661975248727,
      "grad_norm": 0.1471245288848877,
      "learning_rate": 7.517053145286765e-05,
      "loss": 0.8641,
      "step": 1796
    },
    {
      "epoch": 1.7442368357194855,
      "grad_norm": 0.15123166143894196,
      "learning_rate": 7.507173879361286e-05,
      "loss": 0.9764,
      "step": 1797
    },
    {
      "epoch": 1.7452074739140984,
      "grad_norm": 0.14430974423885345,
      "learning_rate": 7.497297206959746e-05,
      "loss": 0.8999,
      "step": 1798
    },
    {
      "epoch": 1.7461781121087114,
      "grad_norm": 0.14592845737934113,
      "learning_rate": 7.487423138357792e-05,
      "loss": 0.8156,
      "step": 1799
    },
    {
      "epoch": 1.7471487503033245,
      "grad_norm": 0.14469830691814423,
      "learning_rate": 7.47755168382835e-05,
      "loss": 0.9311,
      "step": 1800
    },
    {
      "epoch": 1.7471487503033245,
      "eval_loss": 1.001092553138733,
      "eval_runtime": 7.806,
      "eval_samples_per_second": 31.898,
      "eval_steps_per_second": 10.633,
      "step": 1800
    },
    {
      "epoch": 1.7481193884979374,
      "grad_norm": 0.13917678594589233,
      "learning_rate": 7.467682853641637e-05,
      "loss": 0.9397,
      "step": 1801
    },
    {
      "epoch": 1.7490900266925502,
      "grad_norm": 0.1510120928287506,
      "learning_rate": 7.457816658065134e-05,
      "loss": 0.9258,
      "step": 1802
    },
    {
      "epoch": 1.7500606648871633,
      "grad_norm": 0.1403827965259552,
      "learning_rate": 7.447953107363574e-05,
      "loss": 0.7912,
      "step": 1803
    },
    {
      "epoch": 1.7510313030817763,
      "grad_norm": 0.1493605226278305,
      "learning_rate": 7.43809221179896e-05,
      "loss": 0.9063,
      "step": 1804
    },
    {
      "epoch": 1.7520019412763892,
      "grad_norm": 0.15914765000343323,
      "learning_rate": 7.428233981630512e-05,
      "loss": 0.8947,
      "step": 1805
    },
    {
      "epoch": 1.752972579471002,
      "grad_norm": 0.15475435554981232,
      "learning_rate": 7.41837842711468e-05,
      "loss": 1.0055,
      "step": 1806
    },
    {
      "epoch": 1.7539432176656151,
      "grad_norm": 0.16978557407855988,
      "learning_rate": 7.408525558505141e-05,
      "loss": 1.0308,
      "step": 1807
    },
    {
      "epoch": 1.7549138558602282,
      "grad_norm": 0.16263532638549805,
      "learning_rate": 7.398675386052767e-05,
      "loss": 1.0151,
      "step": 1808
    },
    {
      "epoch": 1.755884494054841,
      "grad_norm": 0.1591193825006485,
      "learning_rate": 7.388827920005627e-05,
      "loss": 1.0176,
      "step": 1809
    },
    {
      "epoch": 1.7568551322494539,
      "grad_norm": 0.1684553325176239,
      "learning_rate": 7.378983170608982e-05,
      "loss": 1.0723,
      "step": 1810
    },
    {
      "epoch": 1.757825770444067,
      "grad_norm": 0.16051985323429108,
      "learning_rate": 7.36914114810525e-05,
      "loss": 0.9804,
      "step": 1811
    },
    {
      "epoch": 1.75879640863868,
      "grad_norm": 0.15453170239925385,
      "learning_rate": 7.359301862734034e-05,
      "loss": 0.902,
      "step": 1812
    },
    {
      "epoch": 1.7597670468332929,
      "grad_norm": 0.17079448699951172,
      "learning_rate": 7.349465324732074e-05,
      "loss": 1.173,
      "step": 1813
    },
    {
      "epoch": 1.7607376850279057,
      "grad_norm": 0.16981838643550873,
      "learning_rate": 7.339631544333249e-05,
      "loss": 1.071,
      "step": 1814
    },
    {
      "epoch": 1.7617083232225188,
      "grad_norm": 0.16944091022014618,
      "learning_rate": 7.329800531768584e-05,
      "loss": 1.1086,
      "step": 1815
    },
    {
      "epoch": 1.7626789614171319,
      "grad_norm": 0.16787008941173553,
      "learning_rate": 7.319972297266214e-05,
      "loss": 1.0727,
      "step": 1816
    },
    {
      "epoch": 1.7636495996117447,
      "grad_norm": 0.1728767454624176,
      "learning_rate": 7.310146851051378e-05,
      "loss": 1.0349,
      "step": 1817
    },
    {
      "epoch": 1.7646202378063576,
      "grad_norm": 0.16818596422672272,
      "learning_rate": 7.300324203346431e-05,
      "loss": 1.0401,
      "step": 1818
    },
    {
      "epoch": 1.7655908760009706,
      "grad_norm": 0.18151266872882843,
      "learning_rate": 7.290504364370803e-05,
      "loss": 1.1167,
      "step": 1819
    },
    {
      "epoch": 1.7665615141955837,
      "grad_norm": 0.18535670638084412,
      "learning_rate": 7.280687344341007e-05,
      "loss": 1.1324,
      "step": 1820
    },
    {
      "epoch": 1.7675321523901966,
      "grad_norm": 0.18045617640018463,
      "learning_rate": 7.27087315347062e-05,
      "loss": 1.0731,
      "step": 1821
    },
    {
      "epoch": 1.7685027905848094,
      "grad_norm": 0.18307414650917053,
      "learning_rate": 7.261061801970277e-05,
      "loss": 1.2003,
      "step": 1822
    },
    {
      "epoch": 1.7694734287794225,
      "grad_norm": 0.19269879162311554,
      "learning_rate": 7.251253300047663e-05,
      "loss": 0.9432,
      "step": 1823
    },
    {
      "epoch": 1.7704440669740356,
      "grad_norm": 0.19297641515731812,
      "learning_rate": 7.241447657907494e-05,
      "loss": 1.0093,
      "step": 1824
    },
    {
      "epoch": 1.7714147051686484,
      "grad_norm": 0.2042805254459381,
      "learning_rate": 7.231644885751507e-05,
      "loss": 1.1781,
      "step": 1825
    },
    {
      "epoch": 1.7723853433632613,
      "grad_norm": 0.19904688000679016,
      "learning_rate": 7.221844993778464e-05,
      "loss": 0.9997,
      "step": 1826
    },
    {
      "epoch": 1.7733559815578743,
      "grad_norm": 0.21478648483753204,
      "learning_rate": 7.212047992184117e-05,
      "loss": 1.0256,
      "step": 1827
    },
    {
      "epoch": 1.7743266197524874,
      "grad_norm": 0.23614096641540527,
      "learning_rate": 7.202253891161224e-05,
      "loss": 1.2774,
      "step": 1828
    },
    {
      "epoch": 1.7752972579471002,
      "grad_norm": 0.2644985318183899,
      "learning_rate": 7.192462700899519e-05,
      "loss": 1.381,
      "step": 1829
    },
    {
      "epoch": 1.776267896141713,
      "grad_norm": 0.30897021293640137,
      "learning_rate": 7.182674431585704e-05,
      "loss": 1.639,
      "step": 1830
    },
    {
      "epoch": 1.7772385343363262,
      "grad_norm": 0.17485173046588898,
      "learning_rate": 7.172889093403449e-05,
      "loss": 0.9449,
      "step": 1831
    },
    {
      "epoch": 1.7782091725309392,
      "grad_norm": 0.11652883142232895,
      "learning_rate": 7.16310669653337e-05,
      "loss": 0.7797,
      "step": 1832
    },
    {
      "epoch": 1.779179810725552,
      "grad_norm": 0.1394677758216858,
      "learning_rate": 7.15332725115302e-05,
      "loss": 0.8069,
      "step": 1833
    },
    {
      "epoch": 1.780150448920165,
      "grad_norm": 0.15242476761341095,
      "learning_rate": 7.143550767436894e-05,
      "loss": 0.8093,
      "step": 1834
    },
    {
      "epoch": 1.781121087114778,
      "grad_norm": 0.16039125621318817,
      "learning_rate": 7.133777255556391e-05,
      "loss": 0.8747,
      "step": 1835
    },
    {
      "epoch": 1.782091725309391,
      "grad_norm": 0.15468791127204895,
      "learning_rate": 7.124006725679828e-05,
      "loss": 0.8538,
      "step": 1836
    },
    {
      "epoch": 1.783062363504004,
      "grad_norm": 0.1485120803117752,
      "learning_rate": 7.114239187972416e-05,
      "loss": 0.8718,
      "step": 1837
    },
    {
      "epoch": 1.7840330016986168,
      "grad_norm": 0.1393822729587555,
      "learning_rate": 7.104474652596245e-05,
      "loss": 0.8505,
      "step": 1838
    },
    {
      "epoch": 1.7850036398932296,
      "grad_norm": 0.14838950335979462,
      "learning_rate": 7.094713129710302e-05,
      "loss": 0.9394,
      "step": 1839
    },
    {
      "epoch": 1.7859742780878427,
      "grad_norm": 0.15028133988380432,
      "learning_rate": 7.084954629470417e-05,
      "loss": 0.8317,
      "step": 1840
    },
    {
      "epoch": 1.7869449162824558,
      "grad_norm": 0.14583656191825867,
      "learning_rate": 7.075199162029286e-05,
      "loss": 0.866,
      "step": 1841
    },
    {
      "epoch": 1.7879155544770686,
      "grad_norm": 0.1481696218252182,
      "learning_rate": 7.065446737536456e-05,
      "loss": 0.8595,
      "step": 1842
    },
    {
      "epoch": 1.7888861926716815,
      "grad_norm": 0.1432228982448578,
      "learning_rate": 7.055697366138293e-05,
      "loss": 0.8902,
      "step": 1843
    },
    {
      "epoch": 1.7898568308662945,
      "grad_norm": 0.14442984759807587,
      "learning_rate": 7.045951057978e-05,
      "loss": 0.9277,
      "step": 1844
    },
    {
      "epoch": 1.7908274690609076,
      "grad_norm": 0.1391977220773697,
      "learning_rate": 7.036207823195588e-05,
      "loss": 0.9347,
      "step": 1845
    },
    {
      "epoch": 1.7917981072555205,
      "grad_norm": 0.14645974338054657,
      "learning_rate": 7.026467671927863e-05,
      "loss": 0.9091,
      "step": 1846
    },
    {
      "epoch": 1.7927687454501333,
      "grad_norm": 0.1475437581539154,
      "learning_rate": 7.01673061430844e-05,
      "loss": 0.9792,
      "step": 1847
    },
    {
      "epoch": 1.7937393836447464,
      "grad_norm": 0.1407473087310791,
      "learning_rate": 7.006996660467699e-05,
      "loss": 0.9722,
      "step": 1848
    },
    {
      "epoch": 1.7947100218393595,
      "grad_norm": 0.14324234426021576,
      "learning_rate": 6.9972658205328e-05,
      "loss": 0.854,
      "step": 1849
    },
    {
      "epoch": 1.7956806600339723,
      "grad_norm": 0.13899460434913635,
      "learning_rate": 6.98753810462766e-05,
      "loss": 0.975,
      "step": 1850
    },
    {
      "epoch": 1.7966512982285852,
      "grad_norm": 0.15088525414466858,
      "learning_rate": 6.977813522872943e-05,
      "loss": 0.9058,
      "step": 1851
    },
    {
      "epoch": 1.7976219364231982,
      "grad_norm": 0.14067484438419342,
      "learning_rate": 6.968092085386062e-05,
      "loss": 1.0305,
      "step": 1852
    },
    {
      "epoch": 1.7985925746178113,
      "grad_norm": 0.14843150973320007,
      "learning_rate": 6.958373802281148e-05,
      "loss": 0.9189,
      "step": 1853
    },
    {
      "epoch": 1.7995632128124242,
      "grad_norm": 0.14768178761005402,
      "learning_rate": 6.948658683669056e-05,
      "loss": 1.0156,
      "step": 1854
    },
    {
      "epoch": 1.800533851007037,
      "grad_norm": 0.14845190942287445,
      "learning_rate": 6.938946739657348e-05,
      "loss": 0.9066,
      "step": 1855
    },
    {
      "epoch": 1.80150448920165,
      "grad_norm": 0.14705990254878998,
      "learning_rate": 6.929237980350283e-05,
      "loss": 0.9386,
      "step": 1856
    },
    {
      "epoch": 1.8024751273962631,
      "grad_norm": 0.1527259200811386,
      "learning_rate": 6.919532415848798e-05,
      "loss": 0.9421,
      "step": 1857
    },
    {
      "epoch": 1.803445765590876,
      "grad_norm": 0.15499500930309296,
      "learning_rate": 6.909830056250527e-05,
      "loss": 1.0272,
      "step": 1858
    },
    {
      "epoch": 1.8044164037854888,
      "grad_norm": 0.1539006382226944,
      "learning_rate": 6.900130911649747e-05,
      "loss": 1.0049,
      "step": 1859
    },
    {
      "epoch": 1.805387041980102,
      "grad_norm": 0.15128961205482483,
      "learning_rate": 6.890434992137407e-05,
      "loss": 1.0349,
      "step": 1860
    },
    {
      "epoch": 1.806357680174715,
      "grad_norm": 0.16407079994678497,
      "learning_rate": 6.880742307801089e-05,
      "loss": 1.0673,
      "step": 1861
    },
    {
      "epoch": 1.8073283183693278,
      "grad_norm": 0.164134681224823,
      "learning_rate": 6.871052868725012e-05,
      "loss": 1.1221,
      "step": 1862
    },
    {
      "epoch": 1.8082989565639407,
      "grad_norm": 0.1768953800201416,
      "learning_rate": 6.861366684990027e-05,
      "loss": 0.998,
      "step": 1863
    },
    {
      "epoch": 1.8092695947585538,
      "grad_norm": 0.16189678013324738,
      "learning_rate": 6.851683766673587e-05,
      "loss": 1.0646,
      "step": 1864
    },
    {
      "epoch": 1.8102402329531668,
      "grad_norm": 0.1775328367948532,
      "learning_rate": 6.842004123849752e-05,
      "loss": 1.0983,
      "step": 1865
    },
    {
      "epoch": 1.8112108711477797,
      "grad_norm": 0.15849095582962036,
      "learning_rate": 6.832327766589177e-05,
      "loss": 1.1271,
      "step": 1866
    },
    {
      "epoch": 1.8121815093423925,
      "grad_norm": 0.1694779247045517,
      "learning_rate": 6.822654704959091e-05,
      "loss": 1.2038,
      "step": 1867
    },
    {
      "epoch": 1.8131521475370056,
      "grad_norm": 0.17415231466293335,
      "learning_rate": 6.812984949023306e-05,
      "loss": 1.0467,
      "step": 1868
    },
    {
      "epoch": 1.8141227857316187,
      "grad_norm": 0.18154022097587585,
      "learning_rate": 6.803318508842187e-05,
      "loss": 1.0068,
      "step": 1869
    },
    {
      "epoch": 1.8150934239262315,
      "grad_norm": 0.17737138271331787,
      "learning_rate": 6.793655394472644e-05,
      "loss": 0.946,
      "step": 1870
    },
    {
      "epoch": 1.8160640621208444,
      "grad_norm": 0.1808210015296936,
      "learning_rate": 6.783995615968143e-05,
      "loss": 1.0899,
      "step": 1871
    },
    {
      "epoch": 1.8170347003154574,
      "grad_norm": 0.18934306502342224,
      "learning_rate": 6.774339183378663e-05,
      "loss": 0.932,
      "step": 1872
    },
    {
      "epoch": 1.8180053385100705,
      "grad_norm": 0.1926089972257614,
      "learning_rate": 6.764686106750709e-05,
      "loss": 1.144,
      "step": 1873
    },
    {
      "epoch": 1.8189759767046834,
      "grad_norm": 0.2000175565481186,
      "learning_rate": 6.755036396127296e-05,
      "loss": 1.0007,
      "step": 1874
    },
    {
      "epoch": 1.8199466148992962,
      "grad_norm": 0.19304290413856506,
      "learning_rate": 6.745390061547932e-05,
      "loss": 0.972,
      "step": 1875
    },
    {
      "epoch": 1.8209172530939093,
      "grad_norm": 0.21046262979507446,
      "learning_rate": 6.73574711304862e-05,
      "loss": 1.0401,
      "step": 1876
    },
    {
      "epoch": 1.8218878912885224,
      "grad_norm": 0.2349904626607895,
      "learning_rate": 6.726107560661836e-05,
      "loss": 1.2038,
      "step": 1877
    },
    {
      "epoch": 1.8228585294831352,
      "grad_norm": 0.2509087324142456,
      "learning_rate": 6.716471414416519e-05,
      "loss": 1.4023,
      "step": 1878
    },
    {
      "epoch": 1.823829167677748,
      "grad_norm": 0.2758115828037262,
      "learning_rate": 6.70683868433807e-05,
      "loss": 1.4337,
      "step": 1879
    },
    {
      "epoch": 1.8247998058723611,
      "grad_norm": 0.30969953536987305,
      "learning_rate": 6.697209380448333e-05,
      "loss": 1.6596,
      "step": 1880
    },
    {
      "epoch": 1.8257704440669742,
      "grad_norm": 0.1786651462316513,
      "learning_rate": 6.687583512765583e-05,
      "loss": 1.0705,
      "step": 1881
    },
    {
      "epoch": 1.826741082261587,
      "grad_norm": 0.13414697349071503,
      "learning_rate": 6.677961091304535e-05,
      "loss": 0.7199,
      "step": 1882
    },
    {
      "epoch": 1.8277117204562,
      "grad_norm": 0.14633218944072723,
      "learning_rate": 6.6683421260763e-05,
      "loss": 0.784,
      "step": 1883
    },
    {
      "epoch": 1.8286823586508127,
      "grad_norm": 0.17914803326129913,
      "learning_rate": 6.658726627088409e-05,
      "loss": 0.9371,
      "step": 1884
    },
    {
      "epoch": 1.8296529968454258,
      "grad_norm": 0.1730950027704239,
      "learning_rate": 6.649114604344777e-05,
      "loss": 0.8269,
      "step": 1885
    },
    {
      "epoch": 1.8306236350400389,
      "grad_norm": 0.15373346209526062,
      "learning_rate": 6.639506067845697e-05,
      "loss": 0.7708,
      "step": 1886
    },
    {
      "epoch": 1.8315942732346517,
      "grad_norm": 0.14994266629219055,
      "learning_rate": 6.629901027587856e-05,
      "loss": 0.9277,
      "step": 1887
    },
    {
      "epoch": 1.8325649114292646,
      "grad_norm": 0.14332513511180878,
      "learning_rate": 6.620299493564283e-05,
      "loss": 0.8397,
      "step": 1888
    },
    {
      "epoch": 1.8335355496238777,
      "grad_norm": 0.16042083501815796,
      "learning_rate": 6.610701475764364e-05,
      "loss": 0.8249,
      "step": 1889
    },
    {
      "epoch": 1.8345061878184907,
      "grad_norm": 0.14608296751976013,
      "learning_rate": 6.601106984173835e-05,
      "loss": 0.8816,
      "step": 1890
    },
    {
      "epoch": 1.8354768260131036,
      "grad_norm": 0.14921699464321136,
      "learning_rate": 6.59151602877475e-05,
      "loss": 0.8692,
      "step": 1891
    },
    {
      "epoch": 1.8364474642077164,
      "grad_norm": 0.159727543592453,
      "learning_rate": 6.5819286195455e-05,
      "loss": 0.9765,
      "step": 1892
    },
    {
      "epoch": 1.8374181024023295,
      "grad_norm": 0.14830191433429718,
      "learning_rate": 6.572344766460776e-05,
      "loss": 0.8721,
      "step": 1893
    },
    {
      "epoch": 1.8383887405969426,
      "grad_norm": 0.14021790027618408,
      "learning_rate": 6.562764479491565e-05,
      "loss": 0.846,
      "step": 1894
    },
    {
      "epoch": 1.8393593787915554,
      "grad_norm": 0.14572663605213165,
      "learning_rate": 6.55318776860516e-05,
      "loss": 0.8643,
      "step": 1895
    },
    {
      "epoch": 1.8403300169861683,
      "grad_norm": 0.15343213081359863,
      "learning_rate": 6.543614643765116e-05,
      "loss": 0.8685,
      "step": 1896
    },
    {
      "epoch": 1.8413006551807813,
      "grad_norm": 0.14384646713733673,
      "learning_rate": 6.534045114931262e-05,
      "loss": 0.984,
      "step": 1897
    },
    {
      "epoch": 1.8422712933753944,
      "grad_norm": 0.15137584507465363,
      "learning_rate": 6.524479192059698e-05,
      "loss": 0.9143,
      "step": 1898
    },
    {
      "epoch": 1.8432419315700073,
      "grad_norm": 0.1410309374332428,
      "learning_rate": 6.514916885102757e-05,
      "loss": 0.8883,
      "step": 1899
    },
    {
      "epoch": 1.8442125697646201,
      "grad_norm": 0.14729776978492737,
      "learning_rate": 6.505358204009017e-05,
      "loss": 0.9494,
      "step": 1900
    },
    {
      "epoch": 1.8442125697646201,
      "eval_loss": 1.0004825592041016,
      "eval_runtime": 7.7444,
      "eval_samples_per_second": 32.152,
      "eval_steps_per_second": 10.717,
      "step": 1900
    },
    {
      "epoch": 1.8451832079592332,
      "grad_norm": 0.1450631022453308,
      "learning_rate": 6.495803158723284e-05,
      "loss": 0.9364,
      "step": 1901
    },
    {
      "epoch": 1.8461538461538463,
      "grad_norm": 0.14614258706569672,
      "learning_rate": 6.486251759186572e-05,
      "loss": 0.8819,
      "step": 1902
    },
    {
      "epoch": 1.847124484348459,
      "grad_norm": 0.15611593425273895,
      "learning_rate": 6.476704015336123e-05,
      "loss": 1.0052,
      "step": 1903
    },
    {
      "epoch": 1.848095122543072,
      "grad_norm": 0.1514308601617813,
      "learning_rate": 6.467159937105351e-05,
      "loss": 1.0441,
      "step": 1904
    },
    {
      "epoch": 1.849065760737685,
      "grad_norm": 0.1510109007358551,
      "learning_rate": 6.457619534423868e-05,
      "loss": 0.9132,
      "step": 1905
    },
    {
      "epoch": 1.850036398932298,
      "grad_norm": 0.1581883728504181,
      "learning_rate": 6.448082817217471e-05,
      "loss": 0.9309,
      "step": 1906
    },
    {
      "epoch": 1.851007037126911,
      "grad_norm": 0.15671393275260925,
      "learning_rate": 6.438549795408106e-05,
      "loss": 0.9331,
      "step": 1907
    },
    {
      "epoch": 1.8519776753215238,
      "grad_norm": 0.16522204875946045,
      "learning_rate": 6.429020478913884e-05,
      "loss": 1.0292,
      "step": 1908
    },
    {
      "epoch": 1.8529483135161369,
      "grad_norm": 0.16547314822673798,
      "learning_rate": 6.419494877649059e-05,
      "loss": 0.9948,
      "step": 1909
    },
    {
      "epoch": 1.85391895171075,
      "grad_norm": 0.16649088263511658,
      "learning_rate": 6.409973001524012e-05,
      "loss": 0.9392,
      "step": 1910
    },
    {
      "epoch": 1.8548895899053628,
      "grad_norm": 0.1630118191242218,
      "learning_rate": 6.400454860445268e-05,
      "loss": 1.0131,
      "step": 1911
    },
    {
      "epoch": 1.8558602280999756,
      "grad_norm": 0.15627993643283844,
      "learning_rate": 6.390940464315447e-05,
      "loss": 0.9578,
      "step": 1912
    },
    {
      "epoch": 1.8568308662945887,
      "grad_norm": 0.1640782654285431,
      "learning_rate": 6.38142982303328e-05,
      "loss": 1.1325,
      "step": 1913
    },
    {
      "epoch": 1.8578015044892018,
      "grad_norm": 0.16562014818191528,
      "learning_rate": 6.371922946493591e-05,
      "loss": 0.9791,
      "step": 1914
    },
    {
      "epoch": 1.8587721426838146,
      "grad_norm": 0.16908131539821625,
      "learning_rate": 6.362419844587287e-05,
      "loss": 0.9561,
      "step": 1915
    },
    {
      "epoch": 1.8597427808784275,
      "grad_norm": 0.17205391824245453,
      "learning_rate": 6.352920527201349e-05,
      "loss": 0.9957,
      "step": 1916
    },
    {
      "epoch": 1.8607134190730406,
      "grad_norm": 0.17833974957466125,
      "learning_rate": 6.343425004218822e-05,
      "loss": 0.9837,
      "step": 1917
    },
    {
      "epoch": 1.8616840572676536,
      "grad_norm": 0.17798079550266266,
      "learning_rate": 6.333933285518796e-05,
      "loss": 0.9922,
      "step": 1918
    },
    {
      "epoch": 1.8626546954622665,
      "grad_norm": 0.1851245015859604,
      "learning_rate": 6.324445380976413e-05,
      "loss": 0.9517,
      "step": 1919
    },
    {
      "epoch": 1.8636253336568793,
      "grad_norm": 0.17610931396484375,
      "learning_rate": 6.314961300462841e-05,
      "loss": 0.9981,
      "step": 1920
    },
    {
      "epoch": 1.8645959718514924,
      "grad_norm": 0.18562699854373932,
      "learning_rate": 6.305481053845261e-05,
      "loss": 0.9845,
      "step": 1921
    },
    {
      "epoch": 1.8655666100461055,
      "grad_norm": 0.19272789359092712,
      "learning_rate": 6.29600465098689e-05,
      "loss": 1.0404,
      "step": 1922
    },
    {
      "epoch": 1.8665372482407183,
      "grad_norm": 0.19183239340782166,
      "learning_rate": 6.28653210174692e-05,
      "loss": 1.0836,
      "step": 1923
    },
    {
      "epoch": 1.8675078864353312,
      "grad_norm": 0.19952359795570374,
      "learning_rate": 6.277063415980549e-05,
      "loss": 0.998,
      "step": 1924
    },
    {
      "epoch": 1.8684785246299442,
      "grad_norm": 0.2017291635274887,
      "learning_rate": 6.267598603538951e-05,
      "loss": 1.023,
      "step": 1925
    },
    {
      "epoch": 1.8694491628245573,
      "grad_norm": 0.20863386988639832,
      "learning_rate": 6.258137674269261e-05,
      "loss": 0.9546,
      "step": 1926
    },
    {
      "epoch": 1.8704198010191702,
      "grad_norm": 0.23988711833953857,
      "learning_rate": 6.248680638014596e-05,
      "loss": 1.1722,
      "step": 1927
    },
    {
      "epoch": 1.871390439213783,
      "grad_norm": 0.24411635100841522,
      "learning_rate": 6.239227504614003e-05,
      "loss": 1.4421,
      "step": 1928
    },
    {
      "epoch": 1.8723610774083959,
      "grad_norm": 0.2647733688354492,
      "learning_rate": 6.229778283902474e-05,
      "loss": 1.3984,
      "step": 1929
    },
    {
      "epoch": 1.873331715603009,
      "grad_norm": 0.32659345865249634,
      "learning_rate": 6.220332985710936e-05,
      "loss": 1.6305,
      "step": 1930
    },
    {
      "epoch": 1.874302353797622,
      "grad_norm": 0.1613343060016632,
      "learning_rate": 6.210891619866222e-05,
      "loss": 1.0404,
      "step": 1931
    },
    {
      "epoch": 1.8752729919922349,
      "grad_norm": 0.10791129618883133,
      "learning_rate": 6.201454196191094e-05,
      "loss": 0.6873,
      "step": 1932
    },
    {
      "epoch": 1.8762436301868477,
      "grad_norm": 0.14056885242462158,
      "learning_rate": 6.192020724504193e-05,
      "loss": 0.8215,
      "step": 1933
    },
    {
      "epoch": 1.8772142683814608,
      "grad_norm": 0.15123726427555084,
      "learning_rate": 6.182591214620057e-05,
      "loss": 0.8422,
      "step": 1934
    },
    {
      "epoch": 1.8781849065760738,
      "grad_norm": 0.1304447054862976,
      "learning_rate": 6.173165676349103e-05,
      "loss": 0.8014,
      "step": 1935
    },
    {
      "epoch": 1.8791555447706867,
      "grad_norm": 0.14737895131111145,
      "learning_rate": 6.163744119497615e-05,
      "loss": 0.8438,
      "step": 1936
    },
    {
      "epoch": 1.8801261829652995,
      "grad_norm": 0.14068379998207092,
      "learning_rate": 6.154326553867729e-05,
      "loss": 0.8294,
      "step": 1937
    },
    {
      "epoch": 1.8810968211599126,
      "grad_norm": 0.14883039891719818,
      "learning_rate": 6.144912989257441e-05,
      "loss": 0.9441,
      "step": 1938
    },
    {
      "epoch": 1.8820674593545257,
      "grad_norm": 0.14119021594524384,
      "learning_rate": 6.13550343546057e-05,
      "loss": 0.8724,
      "step": 1939
    },
    {
      "epoch": 1.8830380975491385,
      "grad_norm": 0.15064969658851624,
      "learning_rate": 6.126097902266772e-05,
      "loss": 0.9142,
      "step": 1940
    },
    {
      "epoch": 1.8840087357437514,
      "grad_norm": 0.14994585514068604,
      "learning_rate": 6.116696399461519e-05,
      "loss": 0.846,
      "step": 1941
    },
    {
      "epoch": 1.8849793739383645,
      "grad_norm": 0.13644291460514069,
      "learning_rate": 6.107298936826086e-05,
      "loss": 0.8718,
      "step": 1942
    },
    {
      "epoch": 1.8859500121329775,
      "grad_norm": 0.1453993022441864,
      "learning_rate": 6.097905524137548e-05,
      "loss": 0.8556,
      "step": 1943
    },
    {
      "epoch": 1.8869206503275904,
      "grad_norm": 0.13784563541412354,
      "learning_rate": 6.088516171168763e-05,
      "loss": 0.846,
      "step": 1944
    },
    {
      "epoch": 1.8878912885222032,
      "grad_norm": 0.13528822362422943,
      "learning_rate": 6.0791308876883666e-05,
      "loss": 0.8915,
      "step": 1945
    },
    {
      "epoch": 1.8888619267168163,
      "grad_norm": 0.15394572913646698,
      "learning_rate": 6.069749683460765e-05,
      "loss": 0.9469,
      "step": 1946
    },
    {
      "epoch": 1.8898325649114294,
      "grad_norm": 0.14659984409809113,
      "learning_rate": 6.060372568246115e-05,
      "loss": 0.977,
      "step": 1947
    },
    {
      "epoch": 1.8908032031060422,
      "grad_norm": 0.14253725111484528,
      "learning_rate": 6.050999551800318e-05,
      "loss": 0.9717,
      "step": 1948
    },
    {
      "epoch": 1.891773841300655,
      "grad_norm": 0.14385858178138733,
      "learning_rate": 6.041630643875018e-05,
      "loss": 0.8926,
      "step": 1949
    },
    {
      "epoch": 1.8927444794952681,
      "grad_norm": 0.14246654510498047,
      "learning_rate": 6.0322658542175736e-05,
      "loss": 0.8728,
      "step": 1950
    },
    {
      "epoch": 1.8937151176898812,
      "grad_norm": 0.1439107060432434,
      "learning_rate": 6.0229051925710756e-05,
      "loss": 0.9768,
      "step": 1951
    },
    {
      "epoch": 1.894685755884494,
      "grad_norm": 0.1493956744670868,
      "learning_rate": 6.013548668674305e-05,
      "loss": 1.0375,
      "step": 1952
    },
    {
      "epoch": 1.895656394079107,
      "grad_norm": 0.154118150472641,
      "learning_rate": 6.00419629226174e-05,
      "loss": 0.9166,
      "step": 1953
    },
    {
      "epoch": 1.89662703227372,
      "grad_norm": 0.15342408418655396,
      "learning_rate": 5.994848073063551e-05,
      "loss": 0.9915,
      "step": 1954
    },
    {
      "epoch": 1.897597670468333,
      "grad_norm": 0.1480632871389389,
      "learning_rate": 5.985504020805578e-05,
      "loss": 0.9927,
      "step": 1955
    },
    {
      "epoch": 1.898568308662946,
      "grad_norm": 0.15407031774520874,
      "learning_rate": 5.976164145209322e-05,
      "loss": 0.9613,
      "step": 1956
    },
    {
      "epoch": 1.8995389468575588,
      "grad_norm": 0.15169398486614227,
      "learning_rate": 5.9668284559919504e-05,
      "loss": 1.0055,
      "step": 1957
    },
    {
      "epoch": 1.9005095850521718,
      "grad_norm": 0.16218513250350952,
      "learning_rate": 5.957496962866262e-05,
      "loss": 0.9746,
      "step": 1958
    },
    {
      "epoch": 1.901480223246785,
      "grad_norm": 0.16337619721889496,
      "learning_rate": 5.9481696755407034e-05,
      "loss": 0.9462,
      "step": 1959
    },
    {
      "epoch": 1.9024508614413977,
      "grad_norm": 0.15899917483329773,
      "learning_rate": 5.938846603719332e-05,
      "loss": 0.9459,
      "step": 1960
    },
    {
      "epoch": 1.9034214996360106,
      "grad_norm": 0.16546684503555298,
      "learning_rate": 5.929527757101823e-05,
      "loss": 0.9942,
      "step": 1961
    },
    {
      "epoch": 1.9043921378306237,
      "grad_norm": 0.15727436542510986,
      "learning_rate": 5.920213145383466e-05,
      "loss": 1.1106,
      "step": 1962
    },
    {
      "epoch": 1.9053627760252367,
      "grad_norm": 0.16052046418190002,
      "learning_rate": 5.910902778255134e-05,
      "loss": 1.0161,
      "step": 1963
    },
    {
      "epoch": 1.9063334142198496,
      "grad_norm": 0.16290424764156342,
      "learning_rate": 5.901596665403284e-05,
      "loss": 1.1111,
      "step": 1964
    },
    {
      "epoch": 1.9073040524144624,
      "grad_norm": 0.15900620818138123,
      "learning_rate": 5.8922948165099524e-05,
      "loss": 1.0415,
      "step": 1965
    },
    {
      "epoch": 1.9082746906090755,
      "grad_norm": 0.16251961886882782,
      "learning_rate": 5.8829972412527327e-05,
      "loss": 1.0149,
      "step": 1966
    },
    {
      "epoch": 1.9092453288036886,
      "grad_norm": 0.17164058983325958,
      "learning_rate": 5.8737039493047826e-05,
      "loss": 0.9871,
      "step": 1967
    },
    {
      "epoch": 1.9102159669983014,
      "grad_norm": 0.17195188999176025,
      "learning_rate": 5.864414950334796e-05,
      "loss": 0.9604,
      "step": 1968
    },
    {
      "epoch": 1.9111866051929143,
      "grad_norm": 0.18133993446826935,
      "learning_rate": 5.855130254006993e-05,
      "loss": 1.0236,
      "step": 1969
    },
    {
      "epoch": 1.9121572433875274,
      "grad_norm": 0.17298011481761932,
      "learning_rate": 5.845849869981137e-05,
      "loss": 0.9417,
      "step": 1970
    },
    {
      "epoch": 1.9131278815821404,
      "grad_norm": 0.17854103446006775,
      "learning_rate": 5.8365738079124885e-05,
      "loss": 1.1093,
      "step": 1971
    },
    {
      "epoch": 1.9140985197767533,
      "grad_norm": 0.1914963275194168,
      "learning_rate": 5.827302077451813e-05,
      "loss": 1.1584,
      "step": 1972
    },
    {
      "epoch": 1.9150691579713661,
      "grad_norm": 0.19215038418769836,
      "learning_rate": 5.818034688245377e-05,
      "loss": 0.9148,
      "step": 1973
    },
    {
      "epoch": 1.916039796165979,
      "grad_norm": 0.18434669077396393,
      "learning_rate": 5.808771649934923e-05,
      "loss": 0.9087,
      "step": 1974
    },
    {
      "epoch": 1.917010434360592,
      "grad_norm": 0.19586077332496643,
      "learning_rate": 5.7995129721576765e-05,
      "loss": 1.0088,
      "step": 1975
    },
    {
      "epoch": 1.9179810725552051,
      "grad_norm": 0.20699326694011688,
      "learning_rate": 5.7902586645463174e-05,
      "loss": 1.2834,
      "step": 1976
    },
    {
      "epoch": 1.918951710749818,
      "grad_norm": 0.22323504090309143,
      "learning_rate": 5.7810087367289744e-05,
      "loss": 1.2016,
      "step": 1977
    },
    {
      "epoch": 1.9199223489444308,
      "grad_norm": 0.24246841669082642,
      "learning_rate": 5.7717631983292375e-05,
      "loss": 1.2225,
      "step": 1978
    },
    {
      "epoch": 1.9208929871390439,
      "grad_norm": 0.2633020877838135,
      "learning_rate": 5.762522058966113e-05,
      "loss": 1.4547,
      "step": 1979
    },
    {
      "epoch": 1.921863625333657,
      "grad_norm": 0.30728551745414734,
      "learning_rate": 5.7532853282540387e-05,
      "loss": 1.6885,
      "step": 1980
    },
    {
      "epoch": 1.9228342635282698,
      "grad_norm": 0.17797808349132538,
      "learning_rate": 5.7440530158028615e-05,
      "loss": 0.9838,
      "step": 1981
    },
    {
      "epoch": 1.9238049017228827,
      "grad_norm": 0.12010111659765244,
      "learning_rate": 5.73482513121783e-05,
      "loss": 0.6958,
      "step": 1982
    },
    {
      "epoch": 1.9247755399174957,
      "grad_norm": 0.15579769015312195,
      "learning_rate": 5.725601684099597e-05,
      "loss": 0.804,
      "step": 1983
    },
    {
      "epoch": 1.9257461781121088,
      "grad_norm": 0.17076125741004944,
      "learning_rate": 5.71638268404419e-05,
      "loss": 0.8652,
      "step": 1984
    },
    {
      "epoch": 1.9267168163067216,
      "grad_norm": 0.1534976214170456,
      "learning_rate": 5.7071681406430036e-05,
      "loss": 0.8114,
      "step": 1985
    },
    {
      "epoch": 1.9276874545013345,
      "grad_norm": 0.14896723628044128,
      "learning_rate": 5.6979580634828125e-05,
      "loss": 0.8618,
      "step": 1986
    },
    {
      "epoch": 1.9286580926959476,
      "grad_norm": 0.14642001688480377,
      "learning_rate": 5.688752462145731e-05,
      "loss": 0.8837,
      "step": 1987
    },
    {
      "epoch": 1.9296287308905606,
      "grad_norm": 0.14481917023658752,
      "learning_rate": 5.6795513462092174e-05,
      "loss": 0.8798,
      "step": 1988
    },
    {
      "epoch": 1.9305993690851735,
      "grad_norm": 0.15164828300476074,
      "learning_rate": 5.6703547252460764e-05,
      "loss": 0.8859,
      "step": 1989
    },
    {
      "epoch": 1.9315700072797863,
      "grad_norm": 0.1443178504705429,
      "learning_rate": 5.6611626088244194e-05,
      "loss": 0.9312,
      "step": 1990
    },
    {
      "epoch": 1.9325406454743994,
      "grad_norm": 0.13875506818294525,
      "learning_rate": 5.651975006507681e-05,
      "loss": 0.9928,
      "step": 1991
    },
    {
      "epoch": 1.9335112836690125,
      "grad_norm": 0.13758735358715057,
      "learning_rate": 5.642791927854599e-05,
      "loss": 0.89,
      "step": 1992
    },
    {
      "epoch": 1.9344819218636253,
      "grad_norm": 0.14042021334171295,
      "learning_rate": 5.633613382419196e-05,
      "loss": 0.8457,
      "step": 1993
    },
    {
      "epoch": 1.9354525600582382,
      "grad_norm": 0.1375328153371811,
      "learning_rate": 5.624439379750794e-05,
      "loss": 0.8468,
      "step": 1994
    },
    {
      "epoch": 1.9364231982528513,
      "grad_norm": 0.15181639790534973,
      "learning_rate": 5.615269929393976e-05,
      "loss": 0.8576,
      "step": 1995
    },
    {
      "epoch": 1.9373938364474643,
      "grad_norm": 0.14494171738624573,
      "learning_rate": 5.60610504088859e-05,
      "loss": 1.0217,
      "step": 1996
    },
    {
      "epoch": 1.9383644746420772,
      "grad_norm": 0.17168743908405304,
      "learning_rate": 5.596944723769745e-05,
      "loss": 0.9501,
      "step": 1997
    },
    {
      "epoch": 1.93933511283669,
      "grad_norm": 0.15172195434570312,
      "learning_rate": 5.5877889875677845e-05,
      "loss": 0.9378,
      "step": 1998
    },
    {
      "epoch": 1.940305751031303,
      "grad_norm": 0.14324231445789337,
      "learning_rate": 5.5786378418082986e-05,
      "loss": 0.8743,
      "step": 1999
    },
    {
      "epoch": 1.9412763892259162,
      "grad_norm": 0.14183884859085083,
      "learning_rate": 5.569491296012095e-05,
      "loss": 0.879,
      "step": 2000
    },
    {
      "epoch": 1.9412763892259162,
      "eval_loss": 1.0045676231384277,
      "eval_runtime": 7.7377,
      "eval_samples_per_second": 32.18,
      "eval_steps_per_second": 10.727,
      "step": 2000
    },
    {
      "epoch": 1.942247027420529,
      "grad_norm": 0.14513875544071198,
      "learning_rate": 5.560349359695181e-05,
      "loss": 0.9093,
      "step": 2001
    },
    {
      "epoch": 1.9432176656151419,
      "grad_norm": 0.15103265643119812,
      "learning_rate": 5.551212042368792e-05,
      "loss": 0.9105,
      "step": 2002
    },
    {
      "epoch": 1.944188303809755,
      "grad_norm": 0.15025708079338074,
      "learning_rate": 5.542079353539349e-05,
      "loss": 0.9215,
      "step": 2003
    },
    {
      "epoch": 1.945158942004368,
      "grad_norm": 0.15408870577812195,
      "learning_rate": 5.532951302708447e-05,
      "loss": 1.0085,
      "step": 2004
    },
    {
      "epoch": 1.9461295801989809,
      "grad_norm": 0.1461600661277771,
      "learning_rate": 5.5238278993728756e-05,
      "loss": 0.9121,
      "step": 2005
    },
    {
      "epoch": 1.9471002183935937,
      "grad_norm": 0.14778545498847961,
      "learning_rate": 5.514709153024571e-05,
      "loss": 1.0507,
      "step": 2006
    },
    {
      "epoch": 1.9480708565882068,
      "grad_norm": 0.1584998518228531,
      "learning_rate": 5.505595073150637e-05,
      "loss": 0.9326,
      "step": 2007
    },
    {
      "epoch": 1.9490414947828198,
      "grad_norm": 0.15605780482292175,
      "learning_rate": 5.4964856692333146e-05,
      "loss": 1.0096,
      "step": 2008
    },
    {
      "epoch": 1.9500121329774327,
      "grad_norm": 0.15077024698257446,
      "learning_rate": 5.487380950749983e-05,
      "loss": 0.9913,
      "step": 2009
    },
    {
      "epoch": 1.9509827711720455,
      "grad_norm": 0.16025006771087646,
      "learning_rate": 5.478280927173145e-05,
      "loss": 0.9856,
      "step": 2010
    },
    {
      "epoch": 1.9519534093666586,
      "grad_norm": 0.16260503232479095,
      "learning_rate": 5.469185607970422e-05,
      "loss": 1.101,
      "step": 2011
    },
    {
      "epoch": 1.9529240475612717,
      "grad_norm": 0.1631612330675125,
      "learning_rate": 5.4600950026045326e-05,
      "loss": 0.9596,
      "step": 2012
    },
    {
      "epoch": 1.9538946857558845,
      "grad_norm": 0.1611521691083908,
      "learning_rate": 5.451009120533308e-05,
      "loss": 1.1707,
      "step": 2013
    },
    {
      "epoch": 1.9548653239504974,
      "grad_norm": 0.17756865918636322,
      "learning_rate": 5.4419279712096437e-05,
      "loss": 1.0281,
      "step": 2014
    },
    {
      "epoch": 1.9558359621451105,
      "grad_norm": 0.16873906552791595,
      "learning_rate": 5.432851564081534e-05,
      "loss": 1.0255,
      "step": 2015
    },
    {
      "epoch": 1.9568066003397235,
      "grad_norm": 0.1733020395040512,
      "learning_rate": 5.423779908592022e-05,
      "loss": 1.0696,
      "step": 2016
    },
    {
      "epoch": 1.9577772385343364,
      "grad_norm": 0.18063348531723022,
      "learning_rate": 5.414713014179209e-05,
      "loss": 1.1354,
      "step": 2017
    },
    {
      "epoch": 1.9587478767289492,
      "grad_norm": 0.1710631102323532,
      "learning_rate": 5.405650890276255e-05,
      "loss": 0.9814,
      "step": 2018
    },
    {
      "epoch": 1.959718514923562,
      "grad_norm": 0.18174059689044952,
      "learning_rate": 5.396593546311346e-05,
      "loss": 1.0305,
      "step": 2019
    },
    {
      "epoch": 1.9606891531181752,
      "grad_norm": 0.17485284805297852,
      "learning_rate": 5.387540991707697e-05,
      "loss": 0.9205,
      "step": 2020
    },
    {
      "epoch": 1.9616597913127882,
      "grad_norm": 0.1833968162536621,
      "learning_rate": 5.378493235883539e-05,
      "loss": 1.0985,
      "step": 2021
    },
    {
      "epoch": 1.962630429507401,
      "grad_norm": 0.18265117704868317,
      "learning_rate": 5.3694502882521125e-05,
      "loss": 0.9414,
      "step": 2022
    },
    {
      "epoch": 1.963601067702014,
      "grad_norm": 0.1868165135383606,
      "learning_rate": 5.36041215822166e-05,
      "loss": 0.9901,
      "step": 2023
    },
    {
      "epoch": 1.964571705896627,
      "grad_norm": 0.1981365829706192,
      "learning_rate": 5.351378855195405e-05,
      "loss": 0.9783,
      "step": 2024
    },
    {
      "epoch": 1.96554234409124,
      "grad_norm": 0.19642943143844604,
      "learning_rate": 5.342350388571547e-05,
      "loss": 0.9119,
      "step": 2025
    },
    {
      "epoch": 1.966512982285853,
      "grad_norm": 0.22561338543891907,
      "learning_rate": 5.333326767743263e-05,
      "loss": 1.1785,
      "step": 2026
    },
    {
      "epoch": 1.9674836204804658,
      "grad_norm": 0.23648138344287872,
      "learning_rate": 5.324308002098684e-05,
      "loss": 1.1323,
      "step": 2027
    },
    {
      "epoch": 1.9684542586750788,
      "grad_norm": 0.24964360892772675,
      "learning_rate": 5.315294101020882e-05,
      "loss": 1.2258,
      "step": 2028
    },
    {
      "epoch": 1.969424896869692,
      "grad_norm": 0.2728489935398102,
      "learning_rate": 5.3062850738878834e-05,
      "loss": 1.4936,
      "step": 2029
    },
    {
      "epoch": 1.9703955350643048,
      "grad_norm": 0.3251311779022217,
      "learning_rate": 5.297280930072632e-05,
      "loss": 1.7013,
      "step": 2030
    },
    {
      "epoch": 1.9713661732589176,
      "grad_norm": 0.18076671659946442,
      "learning_rate": 5.288281678942995e-05,
      "loss": 0.9418,
      "step": 2031
    },
    {
      "epoch": 1.9723368114535307,
      "grad_norm": 0.12879084050655365,
      "learning_rate": 5.279287329861748e-05,
      "loss": 0.8064,
      "step": 2032
    },
    {
      "epoch": 1.9733074496481438,
      "grad_norm": 0.14394736289978027,
      "learning_rate": 5.270297892186563e-05,
      "loss": 0.8494,
      "step": 2033
    },
    {
      "epoch": 1.9742780878427566,
      "grad_norm": 0.14715349674224854,
      "learning_rate": 5.261313375270014e-05,
      "loss": 0.8508,
      "step": 2034
    },
    {
      "epoch": 1.9752487260373695,
      "grad_norm": 0.15635128319263458,
      "learning_rate": 5.252333788459545e-05,
      "loss": 0.9003,
      "step": 2035
    },
    {
      "epoch": 1.9762193642319825,
      "grad_norm": 0.15975797176361084,
      "learning_rate": 5.2433591410974695e-05,
      "loss": 0.8762,
      "step": 2036
    },
    {
      "epoch": 1.9771900024265956,
      "grad_norm": 0.14918756484985352,
      "learning_rate": 5.234389442520973e-05,
      "loss": 0.7921,
      "step": 2037
    },
    {
      "epoch": 1.9781606406212084,
      "grad_norm": 0.14334142208099365,
      "learning_rate": 5.2254247020620814e-05,
      "loss": 0.9555,
      "step": 2038
    },
    {
      "epoch": 1.9791312788158213,
      "grad_norm": 0.14242097735404968,
      "learning_rate": 5.216464929047669e-05,
      "loss": 0.8159,
      "step": 2039
    },
    {
      "epoch": 1.9801019170104344,
      "grad_norm": 0.1397487223148346,
      "learning_rate": 5.207510132799436e-05,
      "loss": 0.8625,
      "step": 2040
    },
    {
      "epoch": 1.9810725552050474,
      "grad_norm": 0.1370384693145752,
      "learning_rate": 5.198560322633905e-05,
      "loss": 0.8834,
      "step": 2041
    },
    {
      "epoch": 1.9820431933996603,
      "grad_norm": 0.15428820252418518,
      "learning_rate": 5.189615507862422e-05,
      "loss": 0.8942,
      "step": 2042
    },
    {
      "epoch": 1.9830138315942731,
      "grad_norm": 0.15463070571422577,
      "learning_rate": 5.1806756977911253e-05,
      "loss": 0.9105,
      "step": 2043
    },
    {
      "epoch": 1.9839844697888862,
      "grad_norm": 0.15195688605308533,
      "learning_rate": 5.171740901720943e-05,
      "loss": 0.9962,
      "step": 2044
    },
    {
      "epoch": 1.9849551079834993,
      "grad_norm": 0.15083862841129303,
      "learning_rate": 5.162811128947602e-05,
      "loss": 0.9839,
      "step": 2045
    },
    {
      "epoch": 1.9859257461781121,
      "grad_norm": 0.15208686888217926,
      "learning_rate": 5.153886388761586e-05,
      "loss": 1.0443,
      "step": 2046
    },
    {
      "epoch": 1.986896384372725,
      "grad_norm": 0.1621038317680359,
      "learning_rate": 5.1449666904481585e-05,
      "loss": 0.9643,
      "step": 2047
    },
    {
      "epoch": 1.987867022567338,
      "grad_norm": 0.16572169959545135,
      "learning_rate": 5.136052043287324e-05,
      "loss": 0.8908,
      "step": 2048
    },
    {
      "epoch": 1.9888376607619511,
      "grad_norm": 0.16786721348762512,
      "learning_rate": 5.127142456553837e-05,
      "loss": 1.1948,
      "step": 2049
    },
    {
      "epoch": 1.989808298956564,
      "grad_norm": 0.16274333000183105,
      "learning_rate": 5.11823793951719e-05,
      "loss": 1.0912,
      "step": 2050
    },
    {
      "epoch": 1.9907789371511768,
      "grad_norm": 0.18095190823078156,
      "learning_rate": 5.109338501441595e-05,
      "loss": 1.1876,
      "step": 2051
    },
    {
      "epoch": 1.99174957534579,
      "grad_norm": 0.177403062582016,
      "learning_rate": 5.100444151585981e-05,
      "loss": 1.0593,
      "step": 2052
    },
    {
      "epoch": 1.992720213540403,
      "grad_norm": 0.17274969816207886,
      "learning_rate": 5.0915548992039955e-05,
      "loss": 1.0394,
      "step": 2053
    },
    {
      "epoch": 1.9936908517350158,
      "grad_norm": 0.19292381405830383,
      "learning_rate": 5.082670753543961e-05,
      "loss": 1.0866,
      "step": 2054
    },
    {
      "epoch": 1.9946614899296287,
      "grad_norm": 0.18826691806316376,
      "learning_rate": 5.0737917238489086e-05,
      "loss": 1.0515,
      "step": 2055
    },
    {
      "epoch": 1.9956321281242417,
      "grad_norm": 0.1877780556678772,
      "learning_rate": 5.0649178193565314e-05,
      "loss": 0.9384,
      "step": 2056
    },
    {
      "epoch": 1.9966027663188548,
      "grad_norm": 0.19137591123580933,
      "learning_rate": 5.056049049299194e-05,
      "loss": 1.1048,
      "step": 2057
    },
    {
      "epoch": 1.9975734045134677,
      "grad_norm": 0.20888954401016235,
      "learning_rate": 5.047185422903928e-05,
      "loss": 0.9763,
      "step": 2058
    },
    {
      "epoch": 1.9985440427080805,
      "grad_norm": 0.23864242434501648,
      "learning_rate": 5.0383269493924e-05,
      "loss": 1.2434,
      "step": 2059
    },
    {
      "epoch": 1.9995146809026936,
      "grad_norm": 0.2812805771827698,
      "learning_rate": 5.029473637980926e-05,
      "loss": 1.5254,
      "step": 2060
    },
    {
      "epoch": 2.0004853190973066,
      "grad_norm": 0.6697453260421753,
      "learning_rate": 5.0206254978804435e-05,
      "loss": 2.1306,
      "step": 2061
    },
    {
      "epoch": 2.0014559572919195,
      "grad_norm": 0.10672926157712936,
      "learning_rate": 5.011782538296512e-05,
      "loss": 0.7115,
      "step": 2062
    },
    {
      "epoch": 2.0024265954865323,
      "grad_norm": 0.11759761720895767,
      "learning_rate": 5.00294476842931e-05,
      "loss": 0.7873,
      "step": 2063
    },
    {
      "epoch": 2.003397233681145,
      "grad_norm": 0.11807465553283691,
      "learning_rate": 4.994112197473605e-05,
      "loss": 0.806,
      "step": 2064
    },
    {
      "epoch": 2.0043678718757585,
      "grad_norm": 0.1412224918603897,
      "learning_rate": 4.9852848346187566e-05,
      "loss": 0.9206,
      "step": 2065
    },
    {
      "epoch": 2.0053385100703713,
      "grad_norm": 0.14427755773067474,
      "learning_rate": 4.976462689048717e-05,
      "loss": 0.847,
      "step": 2066
    },
    {
      "epoch": 2.006309148264984,
      "grad_norm": 0.14325875043869019,
      "learning_rate": 4.967645769942e-05,
      "loss": 0.8423,
      "step": 2067
    },
    {
      "epoch": 2.007279786459597,
      "grad_norm": 0.1498449593782425,
      "learning_rate": 4.958834086471683e-05,
      "loss": 0.8418,
      "step": 2068
    },
    {
      "epoch": 2.0082504246542103,
      "grad_norm": 0.1486557573080063,
      "learning_rate": 4.950027647805398e-05,
      "loss": 0.8478,
      "step": 2069
    },
    {
      "epoch": 2.009221062848823,
      "grad_norm": 0.1448357105255127,
      "learning_rate": 4.9412264631053216e-05,
      "loss": 0.8797,
      "step": 2070
    },
    {
      "epoch": 2.010191701043436,
      "grad_norm": 0.13505111634731293,
      "learning_rate": 4.932430541528157e-05,
      "loss": 0.8136,
      "step": 2071
    },
    {
      "epoch": 2.011162339238049,
      "grad_norm": 0.14475983381271362,
      "learning_rate": 4.923639892225147e-05,
      "loss": 0.9746,
      "step": 2072
    },
    {
      "epoch": 2.012132977432662,
      "grad_norm": 0.1433267742395401,
      "learning_rate": 4.9148545243420296e-05,
      "loss": 0.8057,
      "step": 2073
    },
    {
      "epoch": 2.013103615627275,
      "grad_norm": 0.1384270340204239,
      "learning_rate": 4.9060744470190676e-05,
      "loss": 0.8273,
      "step": 2074
    },
    {
      "epoch": 2.014074253821888,
      "grad_norm": 0.14646220207214355,
      "learning_rate": 4.8972996693910054e-05,
      "loss": 0.9299,
      "step": 2075
    },
    {
      "epoch": 2.0150448920165007,
      "grad_norm": 0.14688357710838318,
      "learning_rate": 4.888530200587075e-05,
      "loss": 0.8386,
      "step": 2076
    },
    {
      "epoch": 2.016015530211114,
      "grad_norm": 0.1454010009765625,
      "learning_rate": 4.8797660497309936e-05,
      "loss": 0.9082,
      "step": 2077
    },
    {
      "epoch": 2.016986168405727,
      "grad_norm": 0.15404720604419708,
      "learning_rate": 4.87100722594094e-05,
      "loss": 0.9215,
      "step": 2078
    },
    {
      "epoch": 2.0179568066003397,
      "grad_norm": 0.14796102046966553,
      "learning_rate": 4.862253738329547e-05,
      "loss": 0.9137,
      "step": 2079
    },
    {
      "epoch": 2.0189274447949526,
      "grad_norm": 0.15154501795768738,
      "learning_rate": 4.853505596003905e-05,
      "loss": 0.9271,
      "step": 2080
    },
    {
      "epoch": 2.019898082989566,
      "grad_norm": 0.14310993254184723,
      "learning_rate": 4.844762808065528e-05,
      "loss": 0.9051,
      "step": 2081
    },
    {
      "epoch": 2.0208687211841787,
      "grad_norm": 0.15559247136116028,
      "learning_rate": 4.836025383610382e-05,
      "loss": 1.0049,
      "step": 2082
    },
    {
      "epoch": 2.0218393593787916,
      "grad_norm": 0.14691203832626343,
      "learning_rate": 4.827293331728834e-05,
      "loss": 0.9225,
      "step": 2083
    },
    {
      "epoch": 2.0228099975734044,
      "grad_norm": 0.1499887853860855,
      "learning_rate": 4.818566661505663e-05,
      "loss": 0.8582,
      "step": 2084
    },
    {
      "epoch": 2.0237806357680173,
      "grad_norm": 0.15466390550136566,
      "learning_rate": 4.809845382020063e-05,
      "loss": 0.9002,
      "step": 2085
    },
    {
      "epoch": 2.0247512739626305,
      "grad_norm": 0.1581013947725296,
      "learning_rate": 4.801129502345605e-05,
      "loss": 0.9027,
      "step": 2086
    },
    {
      "epoch": 2.0257219121572434,
      "grad_norm": 0.15829673409461975,
      "learning_rate": 4.792419031550243e-05,
      "loss": 0.972,
      "step": 2087
    },
    {
      "epoch": 2.0266925503518562,
      "grad_norm": 0.16269204020500183,
      "learning_rate": 4.783713978696315e-05,
      "loss": 0.8943,
      "step": 2088
    },
    {
      "epoch": 2.027663188546469,
      "grad_norm": 0.171702042222023,
      "learning_rate": 4.7750143528405126e-05,
      "loss": 0.9416,
      "step": 2089
    },
    {
      "epoch": 2.0286338267410824,
      "grad_norm": 0.151571586728096,
      "learning_rate": 4.7663201630338816e-05,
      "loss": 0.9074,
      "step": 2090
    },
    {
      "epoch": 2.0296044649356952,
      "grad_norm": 0.15118110179901123,
      "learning_rate": 4.757631418321815e-05,
      "loss": 0.9275,
      "step": 2091
    },
    {
      "epoch": 2.030575103130308,
      "grad_norm": 0.1564641296863556,
      "learning_rate": 4.748948127744037e-05,
      "loss": 0.8591,
      "step": 2092
    },
    {
      "epoch": 2.031545741324921,
      "grad_norm": 0.16329136490821838,
      "learning_rate": 4.740270300334606e-05,
      "loss": 0.9775,
      "step": 2093
    },
    {
      "epoch": 2.0325163795195342,
      "grad_norm": 0.1677149087190628,
      "learning_rate": 4.7315979451218864e-05,
      "loss": 1.0382,
      "step": 2094
    },
    {
      "epoch": 2.033487017714147,
      "grad_norm": 0.16514162719249725,
      "learning_rate": 4.7229310711285515e-05,
      "loss": 1.0477,
      "step": 2095
    },
    {
      "epoch": 2.03445765590876,
      "grad_norm": 0.1635866016149521,
      "learning_rate": 4.714269687371581e-05,
      "loss": 1.0023,
      "step": 2096
    },
    {
      "epoch": 2.035428294103373,
      "grad_norm": 0.16893607378005981,
      "learning_rate": 4.705613802862226e-05,
      "loss": 0.9492,
      "step": 2097
    },
    {
      "epoch": 2.036398932297986,
      "grad_norm": 0.17593009769916534,
      "learning_rate": 4.696963426606041e-05,
      "loss": 1.1045,
      "step": 2098
    },
    {
      "epoch": 2.037369570492599,
      "grad_norm": 0.17337259650230408,
      "learning_rate": 4.688318567602822e-05,
      "loss": 0.9629,
      "step": 2099
    },
    {
      "epoch": 2.0383402086872118,
      "grad_norm": 0.18429316580295563,
      "learning_rate": 4.6796792348466356e-05,
      "loss": 1.0447,
      "step": 2100
    },
    {
      "epoch": 2.0383402086872118,
      "eval_loss": 0.9987615942955017,
      "eval_runtime": 7.7556,
      "eval_samples_per_second": 32.106,
      "eval_steps_per_second": 10.702,
      "step": 2100
    },
    {
      "epoch": 2.0393108468818246,
      "grad_norm": 0.18452143669128418,
      "learning_rate": 4.671045437325809e-05,
      "loss": 1.1375,
      "step": 2101
    },
    {
      "epoch": 2.040281485076438,
      "grad_norm": 0.1838267594575882,
      "learning_rate": 4.6624171840229e-05,
      "loss": 0.8998,
      "step": 2102
    },
    {
      "epoch": 2.0412521232710508,
      "grad_norm": 0.20390456914901733,
      "learning_rate": 4.653794483914696e-05,
      "loss": 1.0666,
      "step": 2103
    },
    {
      "epoch": 2.0422227614656636,
      "grad_norm": 0.19734731316566467,
      "learning_rate": 4.645177345972218e-05,
      "loss": 1.0322,
      "step": 2104
    },
    {
      "epoch": 2.0431933996602765,
      "grad_norm": 0.21432016789913177,
      "learning_rate": 4.636565779160688e-05,
      "loss": 1.1065,
      "step": 2105
    },
    {
      "epoch": 2.0441640378548898,
      "grad_norm": 0.21092887222766876,
      "learning_rate": 4.6279597924395436e-05,
      "loss": 1.0083,
      "step": 2106
    },
    {
      "epoch": 2.0451346760495026,
      "grad_norm": 0.21288999915122986,
      "learning_rate": 4.619359394762407e-05,
      "loss": 0.985,
      "step": 2107
    },
    {
      "epoch": 2.0461053142441155,
      "grad_norm": 0.24964787065982819,
      "learning_rate": 4.61076459507709e-05,
      "loss": 1.2587,
      "step": 2108
    },
    {
      "epoch": 2.0470759524387283,
      "grad_norm": 0.2640133500099182,
      "learning_rate": 4.602175402325579e-05,
      "loss": 1.2403,
      "step": 2109
    },
    {
      "epoch": 2.0480465906333416,
      "grad_norm": 0.2970062792301178,
      "learning_rate": 4.593591825444028e-05,
      "loss": 1.516,
      "step": 2110
    },
    {
      "epoch": 2.0490172288279545,
      "grad_norm": 0.21923105418682098,
      "learning_rate": 4.5850138733627434e-05,
      "loss": 1.1397,
      "step": 2111
    },
    {
      "epoch": 2.0499878670225673,
      "grad_norm": 0.10716064274311066,
      "learning_rate": 4.576441555006192e-05,
      "loss": 0.7354,
      "step": 2112
    },
    {
      "epoch": 2.05095850521718,
      "grad_norm": 0.13272476196289062,
      "learning_rate": 4.567874879292965e-05,
      "loss": 0.8164,
      "step": 2113
    },
    {
      "epoch": 2.0519291434117934,
      "grad_norm": 0.1431618481874466,
      "learning_rate": 4.559313855135795e-05,
      "loss": 0.9173,
      "step": 2114
    },
    {
      "epoch": 2.0528997816064063,
      "grad_norm": 0.14192315936088562,
      "learning_rate": 4.550758491441526e-05,
      "loss": 0.8581,
      "step": 2115
    },
    {
      "epoch": 2.053870419801019,
      "grad_norm": 0.13799813389778137,
      "learning_rate": 4.542208797111113e-05,
      "loss": 0.7962,
      "step": 2116
    },
    {
      "epoch": 2.054841057995632,
      "grad_norm": 0.13599573075771332,
      "learning_rate": 4.5336647810396215e-05,
      "loss": 0.8282,
      "step": 2117
    },
    {
      "epoch": 2.0558116961902453,
      "grad_norm": 0.13843731582164764,
      "learning_rate": 4.5251264521162005e-05,
      "loss": 0.8253,
      "step": 2118
    },
    {
      "epoch": 2.056782334384858,
      "grad_norm": 0.147549569606781,
      "learning_rate": 4.5165938192240854e-05,
      "loss": 0.8991,
      "step": 2119
    },
    {
      "epoch": 2.057752972579471,
      "grad_norm": 0.14398904144763947,
      "learning_rate": 4.5080668912405855e-05,
      "loss": 0.8466,
      "step": 2120
    },
    {
      "epoch": 2.058723610774084,
      "grad_norm": 0.13336722552776337,
      "learning_rate": 4.4995456770370705e-05,
      "loss": 0.7707,
      "step": 2121
    },
    {
      "epoch": 2.059694248968697,
      "grad_norm": 0.1363142728805542,
      "learning_rate": 4.491030185478976e-05,
      "loss": 0.897,
      "step": 2122
    },
    {
      "epoch": 2.06066488716331,
      "grad_norm": 0.13878972828388214,
      "learning_rate": 4.482520425425774e-05,
      "loss": 0.8772,
      "step": 2123
    },
    {
      "epoch": 2.061635525357923,
      "grad_norm": 0.14526453614234924,
      "learning_rate": 4.474016405730973e-05,
      "loss": 0.9386,
      "step": 2124
    },
    {
      "epoch": 2.0626061635525357,
      "grad_norm": 0.13491380214691162,
      "learning_rate": 4.4655181352421204e-05,
      "loss": 0.7923,
      "step": 2125
    },
    {
      "epoch": 2.063576801747149,
      "grad_norm": 0.1440698504447937,
      "learning_rate": 4.457025622800771e-05,
      "loss": 0.9369,
      "step": 2126
    },
    {
      "epoch": 2.064547439941762,
      "grad_norm": 0.1401866376399994,
      "learning_rate": 4.4485388772424896e-05,
      "loss": 0.804,
      "step": 2127
    },
    {
      "epoch": 2.0655180781363747,
      "grad_norm": 0.15597835183143616,
      "learning_rate": 4.440057907396854e-05,
      "loss": 0.9273,
      "step": 2128
    },
    {
      "epoch": 2.0664887163309875,
      "grad_norm": 0.14129573106765747,
      "learning_rate": 4.4315827220874094e-05,
      "loss": 0.8238,
      "step": 2129
    },
    {
      "epoch": 2.0674593545256004,
      "grad_norm": 0.14830639958381653,
      "learning_rate": 4.423113330131707e-05,
      "loss": 0.9002,
      "step": 2130
    },
    {
      "epoch": 2.0684299927202137,
      "grad_norm": 0.14864909648895264,
      "learning_rate": 4.414649740341258e-05,
      "loss": 0.9953,
      "step": 2131
    },
    {
      "epoch": 2.0694006309148265,
      "grad_norm": 0.15145449340343475,
      "learning_rate": 4.406191961521533e-05,
      "loss": 0.9752,
      "step": 2132
    },
    {
      "epoch": 2.0703712691094394,
      "grad_norm": 0.1515159159898758,
      "learning_rate": 4.3977400024719725e-05,
      "loss": 0.9897,
      "step": 2133
    },
    {
      "epoch": 2.071341907304052,
      "grad_norm": 0.15005841851234436,
      "learning_rate": 4.389293871985949e-05,
      "loss": 0.9866,
      "step": 2134
    },
    {
      "epoch": 2.0723125454986655,
      "grad_norm": 0.15556620061397552,
      "learning_rate": 4.380853578850771e-05,
      "loss": 0.8763,
      "step": 2135
    },
    {
      "epoch": 2.0732831836932784,
      "grad_norm": 0.16035421192646027,
      "learning_rate": 4.372419131847684e-05,
      "loss": 1.0508,
      "step": 2136
    },
    {
      "epoch": 2.074253821887891,
      "grad_norm": 0.1505381166934967,
      "learning_rate": 4.363990539751842e-05,
      "loss": 0.8591,
      "step": 2137
    },
    {
      "epoch": 2.075224460082504,
      "grad_norm": 0.15669561922550201,
      "learning_rate": 4.355567811332311e-05,
      "loss": 0.9733,
      "step": 2138
    },
    {
      "epoch": 2.0761950982771173,
      "grad_norm": 0.15017454326152802,
      "learning_rate": 4.347150955352054e-05,
      "loss": 0.9195,
      "step": 2139
    },
    {
      "epoch": 2.07716573647173,
      "grad_norm": 0.15432393550872803,
      "learning_rate": 4.3387399805679255e-05,
      "loss": 0.9948,
      "step": 2140
    },
    {
      "epoch": 2.078136374666343,
      "grad_norm": 0.16567502915859222,
      "learning_rate": 4.330334895730667e-05,
      "loss": 1.0017,
      "step": 2141
    },
    {
      "epoch": 2.079107012860956,
      "grad_norm": 0.15851648151874542,
      "learning_rate": 4.3219357095848836e-05,
      "loss": 0.9265,
      "step": 2142
    },
    {
      "epoch": 2.080077651055569,
      "grad_norm": 0.17315390706062317,
      "learning_rate": 4.3135424308690444e-05,
      "loss": 0.9938,
      "step": 2143
    },
    {
      "epoch": 2.081048289250182,
      "grad_norm": 0.1706407517194748,
      "learning_rate": 4.305155068315481e-05,
      "loss": 0.9286,
      "step": 2144
    },
    {
      "epoch": 2.082018927444795,
      "grad_norm": 0.16402378678321838,
      "learning_rate": 4.296773630650358e-05,
      "loss": 0.9638,
      "step": 2145
    },
    {
      "epoch": 2.0829895656394077,
      "grad_norm": 0.16688010096549988,
      "learning_rate": 4.2883981265936876e-05,
      "loss": 1.1252,
      "step": 2146
    },
    {
      "epoch": 2.083960203834021,
      "grad_norm": 0.1653902679681778,
      "learning_rate": 4.2800285648593e-05,
      "loss": 1.0991,
      "step": 2147
    },
    {
      "epoch": 2.084930842028634,
      "grad_norm": 0.16431824862957,
      "learning_rate": 4.2716649541548446e-05,
      "loss": 0.9685,
      "step": 2148
    },
    {
      "epoch": 2.0859014802232467,
      "grad_norm": 0.17395098507404327,
      "learning_rate": 4.263307303181781e-05,
      "loss": 1.046,
      "step": 2149
    },
    {
      "epoch": 2.0868721184178596,
      "grad_norm": 0.1838081181049347,
      "learning_rate": 4.25495562063537e-05,
      "loss": 1.1044,
      "step": 2150
    },
    {
      "epoch": 2.087842756612473,
      "grad_norm": 0.17293794453144073,
      "learning_rate": 4.246609915204655e-05,
      "loss": 0.9162,
      "step": 2151
    },
    {
      "epoch": 2.0888133948070857,
      "grad_norm": 0.19029079377651215,
      "learning_rate": 4.238270195572472e-05,
      "loss": 1.0744,
      "step": 2152
    },
    {
      "epoch": 2.0897840330016986,
      "grad_norm": 0.1819518357515335,
      "learning_rate": 4.22993647041542e-05,
      "loss": 1.0273,
      "step": 2153
    },
    {
      "epoch": 2.0907546711963114,
      "grad_norm": 0.19015561044216156,
      "learning_rate": 4.2216087484038714e-05,
      "loss": 1.0852,
      "step": 2154
    },
    {
      "epoch": 2.0917253093909247,
      "grad_norm": 0.20620638132095337,
      "learning_rate": 4.213287038201943e-05,
      "loss": 1.1157,
      "step": 2155
    },
    {
      "epoch": 2.0926959475855376,
      "grad_norm": 0.215608149766922,
      "learning_rate": 4.204971348467498e-05,
      "loss": 0.943,
      "step": 2156
    },
    {
      "epoch": 2.0936665857801504,
      "grad_norm": 0.21632683277130127,
      "learning_rate": 4.196661687852146e-05,
      "loss": 0.9735,
      "step": 2157
    },
    {
      "epoch": 2.0946372239747633,
      "grad_norm": 0.23260201513767242,
      "learning_rate": 4.188358065001215e-05,
      "loss": 1.0714,
      "step": 2158
    },
    {
      "epoch": 2.0956078621693766,
      "grad_norm": 0.2422218769788742,
      "learning_rate": 4.180060488553743e-05,
      "loss": 1.2184,
      "step": 2159
    },
    {
      "epoch": 2.0965785003639894,
      "grad_norm": 0.2821887731552124,
      "learning_rate": 4.1717689671425e-05,
      "loss": 1.4524,
      "step": 2160
    },
    {
      "epoch": 2.0975491385586023,
      "grad_norm": 0.2239704728126526,
      "learning_rate": 4.163483509393935e-05,
      "loss": 1.1032,
      "step": 2161
    },
    {
      "epoch": 2.098519776753215,
      "grad_norm": 0.11319657415151596,
      "learning_rate": 4.155204123928205e-05,
      "loss": 0.7247,
      "step": 2162
    },
    {
      "epoch": 2.0994904149478284,
      "grad_norm": 0.1326877325773239,
      "learning_rate": 4.146930819359136e-05,
      "loss": 0.8002,
      "step": 2163
    },
    {
      "epoch": 2.1004610531424412,
      "grad_norm": 0.15888942778110504,
      "learning_rate": 4.138663604294233e-05,
      "loss": 0.8978,
      "step": 2164
    },
    {
      "epoch": 2.101431691337054,
      "grad_norm": 0.1439507007598877,
      "learning_rate": 4.1304024873346705e-05,
      "loss": 0.8001,
      "step": 2165
    },
    {
      "epoch": 2.102402329531667,
      "grad_norm": 0.15371699631214142,
      "learning_rate": 4.12214747707527e-05,
      "loss": 1.0103,
      "step": 2166
    },
    {
      "epoch": 2.1033729677262802,
      "grad_norm": 0.13376645743846893,
      "learning_rate": 4.113898582104504e-05,
      "loss": 0.8283,
      "step": 2167
    },
    {
      "epoch": 2.104343605920893,
      "grad_norm": 0.15074148774147034,
      "learning_rate": 4.105655811004481e-05,
      "loss": 0.9125,
      "step": 2168
    },
    {
      "epoch": 2.105314244115506,
      "grad_norm": 0.1401584893465042,
      "learning_rate": 4.097419172350937e-05,
      "loss": 0.8885,
      "step": 2169
    },
    {
      "epoch": 2.106284882310119,
      "grad_norm": 0.1380060464143753,
      "learning_rate": 4.089188674713236e-05,
      "loss": 0.8564,
      "step": 2170
    },
    {
      "epoch": 2.107255520504732,
      "grad_norm": 0.13669472932815552,
      "learning_rate": 4.080964326654344e-05,
      "loss": 0.8876,
      "step": 2171
    },
    {
      "epoch": 2.108226158699345,
      "grad_norm": 0.13964635133743286,
      "learning_rate": 4.072746136730828e-05,
      "loss": 0.8635,
      "step": 2172
    },
    {
      "epoch": 2.109196796893958,
      "grad_norm": 0.13944318890571594,
      "learning_rate": 4.06453411349286e-05,
      "loss": 0.8524,
      "step": 2173
    },
    {
      "epoch": 2.1101674350885706,
      "grad_norm": 0.14479385316371918,
      "learning_rate": 4.056328265484184e-05,
      "loss": 0.8339,
      "step": 2174
    },
    {
      "epoch": 2.1111380732831835,
      "grad_norm": 0.15668748319149017,
      "learning_rate": 4.0481286012421206e-05,
      "loss": 0.8877,
      "step": 2175
    },
    {
      "epoch": 2.1121087114777968,
      "grad_norm": 0.146884024143219,
      "learning_rate": 4.039935129297565e-05,
      "loss": 0.819,
      "step": 2176
    },
    {
      "epoch": 2.1130793496724096,
      "grad_norm": 0.15585987269878387,
      "learning_rate": 4.031747858174964e-05,
      "loss": 0.9398,
      "step": 2177
    },
    {
      "epoch": 2.1140499878670225,
      "grad_norm": 0.14324955642223358,
      "learning_rate": 4.023566796392313e-05,
      "loss": 0.8747,
      "step": 2178
    },
    {
      "epoch": 2.1150206260616353,
      "grad_norm": 0.14656467735767365,
      "learning_rate": 4.015391952461147e-05,
      "loss": 0.9071,
      "step": 2179
    },
    {
      "epoch": 2.1159912642562486,
      "grad_norm": 0.13864582777023315,
      "learning_rate": 4.007223334886531e-05,
      "loss": 0.8935,
      "step": 2180
    },
    {
      "epoch": 2.1169619024508615,
      "grad_norm": 0.14956220984458923,
      "learning_rate": 3.9990609521670605e-05,
      "loss": 0.9264,
      "step": 2181
    },
    {
      "epoch": 2.1179325406454743,
      "grad_norm": 0.14633125066757202,
      "learning_rate": 3.990904812794834e-05,
      "loss": 0.8205,
      "step": 2182
    },
    {
      "epoch": 2.118903178840087,
      "grad_norm": 0.15420770645141602,
      "learning_rate": 3.982754925255456e-05,
      "loss": 1.0046,
      "step": 2183
    },
    {
      "epoch": 2.1198738170347005,
      "grad_norm": 0.1532527655363083,
      "learning_rate": 3.974611298028037e-05,
      "loss": 0.7707,
      "step": 2184
    },
    {
      "epoch": 2.1208444552293133,
      "grad_norm": 0.15138734877109528,
      "learning_rate": 3.966473939585157e-05,
      "loss": 0.9681,
      "step": 2185
    },
    {
      "epoch": 2.121815093423926,
      "grad_norm": 0.16255798935890198,
      "learning_rate": 3.958342858392893e-05,
      "loss": 0.9479,
      "step": 2186
    },
    {
      "epoch": 2.122785731618539,
      "grad_norm": 0.15909884870052338,
      "learning_rate": 3.9502180629107756e-05,
      "loss": 0.9452,
      "step": 2187
    },
    {
      "epoch": 2.1237563698131523,
      "grad_norm": 0.16765673458576202,
      "learning_rate": 3.942099561591802e-05,
      "loss": 0.9847,
      "step": 2188
    },
    {
      "epoch": 2.124727008007765,
      "grad_norm": 0.1658402532339096,
      "learning_rate": 3.933987362882423e-05,
      "loss": 1.0313,
      "step": 2189
    },
    {
      "epoch": 2.125697646202378,
      "grad_norm": 0.16805621981620789,
      "learning_rate": 3.9258814752225284e-05,
      "loss": 0.8904,
      "step": 2190
    },
    {
      "epoch": 2.126668284396991,
      "grad_norm": 0.16496697068214417,
      "learning_rate": 3.917781907045439e-05,
      "loss": 1.1488,
      "step": 2191
    },
    {
      "epoch": 2.127638922591604,
      "grad_norm": 0.16920627653598785,
      "learning_rate": 3.909688666777914e-05,
      "loss": 0.9764,
      "step": 2192
    },
    {
      "epoch": 2.128609560786217,
      "grad_norm": 0.1758304387331009,
      "learning_rate": 3.901601762840117e-05,
      "loss": 1.0591,
      "step": 2193
    },
    {
      "epoch": 2.12958019898083,
      "grad_norm": 0.172817200422287,
      "learning_rate": 3.893521203645618e-05,
      "loss": 1.0292,
      "step": 2194
    },
    {
      "epoch": 2.1305508371754427,
      "grad_norm": 0.1608729064464569,
      "learning_rate": 3.8854469976013995e-05,
      "loss": 0.987,
      "step": 2195
    },
    {
      "epoch": 2.131521475370056,
      "grad_norm": 0.17769400775432587,
      "learning_rate": 3.8773791531078206e-05,
      "loss": 1.0327,
      "step": 2196
    },
    {
      "epoch": 2.132492113564669,
      "grad_norm": 0.16944634914398193,
      "learning_rate": 3.869317678558627e-05,
      "loss": 0.9896,
      "step": 2197
    },
    {
      "epoch": 2.1334627517592817,
      "grad_norm": 0.17336530983448029,
      "learning_rate": 3.8612625823409366e-05,
      "loss": 0.8901,
      "step": 2198
    },
    {
      "epoch": 2.1344333899538945,
      "grad_norm": 0.1733958125114441,
      "learning_rate": 3.853213872835228e-05,
      "loss": 1.0974,
      "step": 2199
    },
    {
      "epoch": 2.135404028148508,
      "grad_norm": 0.1849084198474884,
      "learning_rate": 3.845171558415348e-05,
      "loss": 1.0148,
      "step": 2200
    },
    {
      "epoch": 2.135404028148508,
      "eval_loss": 0.9964901208877563,
      "eval_runtime": 7.745,
      "eval_samples_per_second": 32.15,
      "eval_steps_per_second": 10.717,
      "step": 2200
    },
    {
      "epoch": 2.1363746663431207,
      "grad_norm": 0.17929188907146454,
      "learning_rate": 3.8371356474484746e-05,
      "loss": 0.9827,
      "step": 2201
    },
    {
      "epoch": 2.1373453045377335,
      "grad_norm": 0.20124080777168274,
      "learning_rate": 3.829106148295126e-05,
      "loss": 1.1064,
      "step": 2202
    },
    {
      "epoch": 2.1383159427323464,
      "grad_norm": 0.1997295320034027,
      "learning_rate": 3.821083069309161e-05,
      "loss": 0.9891,
      "step": 2203
    },
    {
      "epoch": 2.1392865809269597,
      "grad_norm": 0.19423724710941315,
      "learning_rate": 3.813066418837746e-05,
      "loss": 1.008,
      "step": 2204
    },
    {
      "epoch": 2.1402572191215725,
      "grad_norm": 0.21201418340206146,
      "learning_rate": 3.8050562052213686e-05,
      "loss": 1.1547,
      "step": 2205
    },
    {
      "epoch": 2.1412278573161854,
      "grad_norm": 0.2352111041545868,
      "learning_rate": 3.797052436793814e-05,
      "loss": 1.1608,
      "step": 2206
    },
    {
      "epoch": 2.142198495510798,
      "grad_norm": 0.23338228464126587,
      "learning_rate": 3.789055121882162e-05,
      "loss": 1.1081,
      "step": 2207
    },
    {
      "epoch": 2.1431691337054115,
      "grad_norm": 0.25323137640953064,
      "learning_rate": 3.7810642688067796e-05,
      "loss": 1.3016,
      "step": 2208
    },
    {
      "epoch": 2.1441397719000244,
      "grad_norm": 0.27152934670448303,
      "learning_rate": 3.773079885881311e-05,
      "loss": 1.3986,
      "step": 2209
    },
    {
      "epoch": 2.145110410094637,
      "grad_norm": 0.3216192126274109,
      "learning_rate": 3.7651019814126654e-05,
      "loss": 1.6173,
      "step": 2210
    },
    {
      "epoch": 2.14608104828925,
      "grad_norm": 0.2375689446926117,
      "learning_rate": 3.757130563701021e-05,
      "loss": 1.1503,
      "step": 2211
    },
    {
      "epoch": 2.147051686483863,
      "grad_norm": 0.10686035454273224,
      "learning_rate": 3.749165641039796e-05,
      "loss": 0.7052,
      "step": 2212
    },
    {
      "epoch": 2.148022324678476,
      "grad_norm": 0.14454175531864166,
      "learning_rate": 3.741207221715661e-05,
      "loss": 0.8628,
      "step": 2213
    },
    {
      "epoch": 2.148992962873089,
      "grad_norm": 0.14460210502147675,
      "learning_rate": 3.7332553140085155e-05,
      "loss": 0.8566,
      "step": 2214
    },
    {
      "epoch": 2.149963601067702,
      "grad_norm": 0.14574001729488373,
      "learning_rate": 3.725309926191479e-05,
      "loss": 0.7996,
      "step": 2215
    },
    {
      "epoch": 2.150934239262315,
      "grad_norm": 0.1418798863887787,
      "learning_rate": 3.7173710665309015e-05,
      "loss": 0.8568,
      "step": 2216
    },
    {
      "epoch": 2.151904877456928,
      "grad_norm": 0.14495022594928741,
      "learning_rate": 3.70943874328633e-05,
      "loss": 0.8504,
      "step": 2217
    },
    {
      "epoch": 2.152875515651541,
      "grad_norm": 0.14403440058231354,
      "learning_rate": 3.701512964710513e-05,
      "loss": 0.8822,
      "step": 2218
    },
    {
      "epoch": 2.1538461538461537,
      "grad_norm": 0.15259569883346558,
      "learning_rate": 3.6935937390493926e-05,
      "loss": 0.958,
      "step": 2219
    },
    {
      "epoch": 2.1548167920407666,
      "grad_norm": 0.15700975060462952,
      "learning_rate": 3.6856810745420886e-05,
      "loss": 0.8389,
      "step": 2220
    },
    {
      "epoch": 2.15578743023538,
      "grad_norm": 0.14251120388507843,
      "learning_rate": 3.677774979420904e-05,
      "loss": 0.9256,
      "step": 2221
    },
    {
      "epoch": 2.1567580684299927,
      "grad_norm": 0.13537223637104034,
      "learning_rate": 3.669875461911297e-05,
      "loss": 0.8524,
      "step": 2222
    },
    {
      "epoch": 2.1577287066246056,
      "grad_norm": 0.1508803814649582,
      "learning_rate": 3.661982530231885e-05,
      "loss": 0.8162,
      "step": 2223
    },
    {
      "epoch": 2.1586993448192184,
      "grad_norm": 0.14909996092319489,
      "learning_rate": 3.6540961925944415e-05,
      "loss": 0.8601,
      "step": 2224
    },
    {
      "epoch": 2.1596699830138317,
      "grad_norm": 0.14920270442962646,
      "learning_rate": 3.646216457203868e-05,
      "loss": 0.9374,
      "step": 2225
    },
    {
      "epoch": 2.1606406212084446,
      "grad_norm": 0.1404951512813568,
      "learning_rate": 3.638343332258203e-05,
      "loss": 0.8448,
      "step": 2226
    },
    {
      "epoch": 2.1616112594030574,
      "grad_norm": 0.15033313632011414,
      "learning_rate": 3.630476825948607e-05,
      "loss": 0.9326,
      "step": 2227
    },
    {
      "epoch": 2.1625818975976703,
      "grad_norm": 0.14696195721626282,
      "learning_rate": 3.6226169464593496e-05,
      "loss": 0.8617,
      "step": 2228
    },
    {
      "epoch": 2.1635525357922836,
      "grad_norm": 0.14853109419345856,
      "learning_rate": 3.6147637019678195e-05,
      "loss": 0.938,
      "step": 2229
    },
    {
      "epoch": 2.1645231739868964,
      "grad_norm": 0.14868026971817017,
      "learning_rate": 3.606917100644488e-05,
      "loss": 0.96,
      "step": 2230
    },
    {
      "epoch": 2.1654938121815093,
      "grad_norm": 0.14410459995269775,
      "learning_rate": 3.5990771506529174e-05,
      "loss": 0.961,
      "step": 2231
    },
    {
      "epoch": 2.166464450376122,
      "grad_norm": 0.14747083187103271,
      "learning_rate": 3.591243860149759e-05,
      "loss": 0.8716,
      "step": 2232
    },
    {
      "epoch": 2.1674350885707354,
      "grad_norm": 0.1528792679309845,
      "learning_rate": 3.5834172372847274e-05,
      "loss": 0.9647,
      "step": 2233
    },
    {
      "epoch": 2.1684057267653483,
      "grad_norm": 0.14959031343460083,
      "learning_rate": 3.5755972902005987e-05,
      "loss": 0.8935,
      "step": 2234
    },
    {
      "epoch": 2.169376364959961,
      "grad_norm": 0.15637695789337158,
      "learning_rate": 3.567784027033213e-05,
      "loss": 0.9462,
      "step": 2235
    },
    {
      "epoch": 2.170347003154574,
      "grad_norm": 0.1612871140241623,
      "learning_rate": 3.5599774559114475e-05,
      "loss": 0.9286,
      "step": 2236
    },
    {
      "epoch": 2.1713176413491873,
      "grad_norm": 0.15962940454483032,
      "learning_rate": 3.552177584957219e-05,
      "loss": 1.0312,
      "step": 2237
    },
    {
      "epoch": 2.1722882795438,
      "grad_norm": 0.15874464809894562,
      "learning_rate": 3.544384422285477e-05,
      "loss": 0.9793,
      "step": 2238
    },
    {
      "epoch": 2.173258917738413,
      "grad_norm": 0.15691857039928436,
      "learning_rate": 3.5365979760041846e-05,
      "loss": 0.9104,
      "step": 2239
    },
    {
      "epoch": 2.174229555933026,
      "grad_norm": 0.16119207441806793,
      "learning_rate": 3.528818254214329e-05,
      "loss": 1.0285,
      "step": 2240
    },
    {
      "epoch": 2.175200194127639,
      "grad_norm": 0.16631637513637543,
      "learning_rate": 3.521045265009889e-05,
      "loss": 1.06,
      "step": 2241
    },
    {
      "epoch": 2.176170832322252,
      "grad_norm": 0.1623239517211914,
      "learning_rate": 3.513279016477844e-05,
      "loss": 0.9857,
      "step": 2242
    },
    {
      "epoch": 2.177141470516865,
      "grad_norm": 0.17067652940750122,
      "learning_rate": 3.5055195166981645e-05,
      "loss": 0.9446,
      "step": 2243
    },
    {
      "epoch": 2.1781121087114776,
      "grad_norm": 0.16337592899799347,
      "learning_rate": 3.49776677374379e-05,
      "loss": 0.9591,
      "step": 2244
    },
    {
      "epoch": 2.179082746906091,
      "grad_norm": 0.17083336412906647,
      "learning_rate": 3.490020795680642e-05,
      "loss": 0.9229,
      "step": 2245
    },
    {
      "epoch": 2.180053385100704,
      "grad_norm": 0.1687477082014084,
      "learning_rate": 3.4822815905675954e-05,
      "loss": 0.9173,
      "step": 2246
    },
    {
      "epoch": 2.1810240232953166,
      "grad_norm": 0.17320367693901062,
      "learning_rate": 3.47454916645648e-05,
      "loss": 1.0826,
      "step": 2247
    },
    {
      "epoch": 2.1819946614899295,
      "grad_norm": 0.17534272372722626,
      "learning_rate": 3.466823531392071e-05,
      "loss": 0.917,
      "step": 2248
    },
    {
      "epoch": 2.182965299684543,
      "grad_norm": 0.17496410012245178,
      "learning_rate": 3.4591046934120816e-05,
      "loss": 0.9292,
      "step": 2249
    },
    {
      "epoch": 2.1839359378791556,
      "grad_norm": 0.18359020352363586,
      "learning_rate": 3.45139266054715e-05,
      "loss": 0.8964,
      "step": 2250
    },
    {
      "epoch": 2.1849065760737685,
      "grad_norm": 0.17732186615467072,
      "learning_rate": 3.443687440820842e-05,
      "loss": 0.8883,
      "step": 2251
    },
    {
      "epoch": 2.1858772142683813,
      "grad_norm": 0.19871769845485687,
      "learning_rate": 3.435989042249624e-05,
      "loss": 1.0222,
      "step": 2252
    },
    {
      "epoch": 2.1868478524629946,
      "grad_norm": 0.2026631385087967,
      "learning_rate": 3.42829747284288e-05,
      "loss": 1.0022,
      "step": 2253
    },
    {
      "epoch": 2.1878184906576075,
      "grad_norm": 0.1916961818933487,
      "learning_rate": 3.4206127406028745e-05,
      "loss": 0.9443,
      "step": 2254
    },
    {
      "epoch": 2.1887891288522203,
      "grad_norm": 0.2096194624900818,
      "learning_rate": 3.412934853524764e-05,
      "loss": 0.9734,
      "step": 2255
    },
    {
      "epoch": 2.189759767046833,
      "grad_norm": 0.21580834686756134,
      "learning_rate": 3.405263819596592e-05,
      "loss": 1.1416,
      "step": 2256
    },
    {
      "epoch": 2.190730405241446,
      "grad_norm": 0.23118959367275238,
      "learning_rate": 3.397599646799256e-05,
      "loss": 1.0763,
      "step": 2257
    },
    {
      "epoch": 2.1917010434360593,
      "grad_norm": 0.24557936191558838,
      "learning_rate": 3.389942343106522e-05,
      "loss": 1.2159,
      "step": 2258
    },
    {
      "epoch": 2.192671681630672,
      "grad_norm": 0.26702627539634705,
      "learning_rate": 3.3822919164850185e-05,
      "loss": 1.3811,
      "step": 2259
    },
    {
      "epoch": 2.193642319825285,
      "grad_norm": 0.31063753366470337,
      "learning_rate": 3.374648374894204e-05,
      "loss": 1.5337,
      "step": 2260
    },
    {
      "epoch": 2.1946129580198983,
      "grad_norm": 0.22610367834568024,
      "learning_rate": 3.367011726286389e-05,
      "loss": 1.1455,
      "step": 2261
    },
    {
      "epoch": 2.195583596214511,
      "grad_norm": 0.10958801209926605,
      "learning_rate": 3.359381978606701e-05,
      "loss": 0.6776,
      "step": 2262
    },
    {
      "epoch": 2.196554234409124,
      "grad_norm": 0.11863546073436737,
      "learning_rate": 3.351759139793087e-05,
      "loss": 0.7229,
      "step": 2263
    },
    {
      "epoch": 2.197524872603737,
      "grad_norm": 0.14128293097019196,
      "learning_rate": 3.344143217776319e-05,
      "loss": 0.9277,
      "step": 2264
    },
    {
      "epoch": 2.1984955107983497,
      "grad_norm": 0.13715751469135284,
      "learning_rate": 3.336534220479961e-05,
      "loss": 0.7775,
      "step": 2265
    },
    {
      "epoch": 2.199466148992963,
      "grad_norm": 0.14631499350070953,
      "learning_rate": 3.328932155820377e-05,
      "loss": 0.8779,
      "step": 2266
    },
    {
      "epoch": 2.200436787187576,
      "grad_norm": 0.14814093708992004,
      "learning_rate": 3.321337031706715e-05,
      "loss": 0.7912,
      "step": 2267
    },
    {
      "epoch": 2.2014074253821887,
      "grad_norm": 0.1365240067243576,
      "learning_rate": 3.3137488560409025e-05,
      "loss": 0.8454,
      "step": 2268
    },
    {
      "epoch": 2.2023780635768015,
      "grad_norm": 0.12988395988941193,
      "learning_rate": 3.306167636717647e-05,
      "loss": 0.8121,
      "step": 2269
    },
    {
      "epoch": 2.203348701771415,
      "grad_norm": 0.1432875245809555,
      "learning_rate": 3.298593381624406e-05,
      "loss": 0.9163,
      "step": 2270
    },
    {
      "epoch": 2.2043193399660277,
      "grad_norm": 0.1484539806842804,
      "learning_rate": 3.291026098641397e-05,
      "loss": 0.878,
      "step": 2271
    },
    {
      "epoch": 2.2052899781606405,
      "grad_norm": 0.14265555143356323,
      "learning_rate": 3.2834657956415883e-05,
      "loss": 0.9171,
      "step": 2272
    },
    {
      "epoch": 2.2062606163552534,
      "grad_norm": 0.13776780664920807,
      "learning_rate": 3.275912480490678e-05,
      "loss": 0.9526,
      "step": 2273
    },
    {
      "epoch": 2.2072312545498667,
      "grad_norm": 0.14066825807094574,
      "learning_rate": 3.2683661610470963e-05,
      "loss": 0.868,
      "step": 2274
    },
    {
      "epoch": 2.2082018927444795,
      "grad_norm": 0.14659959077835083,
      "learning_rate": 3.2608268451620014e-05,
      "loss": 0.8719,
      "step": 2275
    },
    {
      "epoch": 2.2091725309390924,
      "grad_norm": 0.14469164609909058,
      "learning_rate": 3.253294540679257e-05,
      "loss": 0.8646,
      "step": 2276
    },
    {
      "epoch": 2.2101431691337052,
      "grad_norm": 0.14774572849273682,
      "learning_rate": 3.245769255435437e-05,
      "loss": 0.882,
      "step": 2277
    },
    {
      "epoch": 2.2111138073283185,
      "grad_norm": 0.16031572222709656,
      "learning_rate": 3.238250997259808e-05,
      "loss": 1.0397,
      "step": 2278
    },
    {
      "epoch": 2.2120844455229314,
      "grad_norm": 0.15220576524734497,
      "learning_rate": 3.230739773974328e-05,
      "loss": 0.9106,
      "step": 2279
    },
    {
      "epoch": 2.2130550837175442,
      "grad_norm": 0.14813823997974396,
      "learning_rate": 3.223235593393642e-05,
      "loss": 0.8934,
      "step": 2280
    },
    {
      "epoch": 2.214025721912157,
      "grad_norm": 0.1486240178346634,
      "learning_rate": 3.215738463325059e-05,
      "loss": 0.8585,
      "step": 2281
    },
    {
      "epoch": 2.2149963601067704,
      "grad_norm": 0.15062229335308075,
      "learning_rate": 3.208248391568553e-05,
      "loss": 0.9499,
      "step": 2282
    },
    {
      "epoch": 2.215966998301383,
      "grad_norm": 0.1549980491399765,
      "learning_rate": 3.2007653859167616e-05,
      "loss": 0.8846,
      "step": 2283
    },
    {
      "epoch": 2.216937636495996,
      "grad_norm": 0.154412180185318,
      "learning_rate": 3.193289454154964e-05,
      "loss": 0.9664,
      "step": 2284
    },
    {
      "epoch": 2.217908274690609,
      "grad_norm": 0.15461747348308563,
      "learning_rate": 3.185820604061088e-05,
      "loss": 1.01,
      "step": 2285
    },
    {
      "epoch": 2.218878912885222,
      "grad_norm": 0.1578775942325592,
      "learning_rate": 3.178358843405684e-05,
      "loss": 1.0073,
      "step": 2286
    },
    {
      "epoch": 2.219849551079835,
      "grad_norm": 0.15566526353359222,
      "learning_rate": 3.1709041799519315e-05,
      "loss": 0.9119,
      "step": 2287
    },
    {
      "epoch": 2.220820189274448,
      "grad_norm": 0.15653447806835175,
      "learning_rate": 3.163456621455625e-05,
      "loss": 0.9216,
      "step": 2288
    },
    {
      "epoch": 2.2217908274690608,
      "grad_norm": 0.15805965662002563,
      "learning_rate": 3.1560161756651675e-05,
      "loss": 0.9768,
      "step": 2289
    },
    {
      "epoch": 2.222761465663674,
      "grad_norm": 0.15760713815689087,
      "learning_rate": 3.1485828503215585e-05,
      "loss": 0.8743,
      "step": 2290
    },
    {
      "epoch": 2.223732103858287,
      "grad_norm": 0.1571381539106369,
      "learning_rate": 3.1411566531584e-05,
      "loss": 0.8769,
      "step": 2291
    },
    {
      "epoch": 2.2247027420528998,
      "grad_norm": 0.15997090935707092,
      "learning_rate": 3.133737591901864e-05,
      "loss": 0.9871,
      "step": 2292
    },
    {
      "epoch": 2.2256733802475126,
      "grad_norm": 0.15782102942466736,
      "learning_rate": 3.1263256742707113e-05,
      "loss": 0.8281,
      "step": 2293
    },
    {
      "epoch": 2.226644018442126,
      "grad_norm": 0.17849701642990112,
      "learning_rate": 3.1189209079762607e-05,
      "loss": 1.1113,
      "step": 2294
    },
    {
      "epoch": 2.2276146566367387,
      "grad_norm": 0.17577484250068665,
      "learning_rate": 3.111523300722395e-05,
      "loss": 1.0096,
      "step": 2295
    },
    {
      "epoch": 2.2285852948313516,
      "grad_norm": 0.17610424757003784,
      "learning_rate": 3.104132860205549e-05,
      "loss": 1.1163,
      "step": 2296
    },
    {
      "epoch": 2.2295559330259644,
      "grad_norm": 0.16705743968486786,
      "learning_rate": 3.0967495941146986e-05,
      "loss": 1.0169,
      "step": 2297
    },
    {
      "epoch": 2.2305265712205777,
      "grad_norm": 0.17575253546237946,
      "learning_rate": 3.089373510131354e-05,
      "loss": 1.0497,
      "step": 2298
    },
    {
      "epoch": 2.2314972094151906,
      "grad_norm": 0.1786719113588333,
      "learning_rate": 3.0820046159295644e-05,
      "loss": 1.0052,
      "step": 2299
    },
    {
      "epoch": 2.2324678476098034,
      "grad_norm": 0.18936796486377716,
      "learning_rate": 3.074642919175883e-05,
      "loss": 1.0102,
      "step": 2300
    },
    {
      "epoch": 2.2324678476098034,
      "eval_loss": 0.9945423007011414,
      "eval_runtime": 7.7709,
      "eval_samples_per_second": 32.043,
      "eval_steps_per_second": 10.681,
      "step": 2300
    },
    {
      "epoch": 2.2334384858044163,
      "grad_norm": 0.19432561099529266,
      "learning_rate": 3.06728842752939e-05,
      "loss": 0.9145,
      "step": 2301
    },
    {
      "epoch": 2.234409123999029,
      "grad_norm": 0.18562693893909454,
      "learning_rate": 3.0599411486416585e-05,
      "loss": 1.0524,
      "step": 2302
    },
    {
      "epoch": 2.2353797621936424,
      "grad_norm": 0.20001819729804993,
      "learning_rate": 3.0526010901567584e-05,
      "loss": 1.0246,
      "step": 2303
    },
    {
      "epoch": 2.2363504003882553,
      "grad_norm": 0.18976111710071564,
      "learning_rate": 3.0452682597112557e-05,
      "loss": 1.0313,
      "step": 2304
    },
    {
      "epoch": 2.237321038582868,
      "grad_norm": 0.21067579090595245,
      "learning_rate": 3.0379426649341868e-05,
      "loss": 1.1849,
      "step": 2305
    },
    {
      "epoch": 2.2382916767774814,
      "grad_norm": 0.2028394639492035,
      "learning_rate": 3.030624313447067e-05,
      "loss": 0.9825,
      "step": 2306
    },
    {
      "epoch": 2.2392623149720943,
      "grad_norm": 0.2161855399608612,
      "learning_rate": 3.023313212863871e-05,
      "loss": 1.0447,
      "step": 2307
    },
    {
      "epoch": 2.240232953166707,
      "grad_norm": 0.24515201151371002,
      "learning_rate": 3.0160093707910276e-05,
      "loss": 1.2225,
      "step": 2308
    },
    {
      "epoch": 2.24120359136132,
      "grad_norm": 0.26982492208480835,
      "learning_rate": 3.008712794827426e-05,
      "loss": 1.4176,
      "step": 2309
    },
    {
      "epoch": 2.242174229555933,
      "grad_norm": 0.2971436381340027,
      "learning_rate": 3.0014234925643837e-05,
      "loss": 1.4661,
      "step": 2310
    },
    {
      "epoch": 2.243144867750546,
      "grad_norm": 0.2280004620552063,
      "learning_rate": 2.994141471585652e-05,
      "loss": 1.2079,
      "step": 2311
    },
    {
      "epoch": 2.244115505945159,
      "grad_norm": 0.10622461140155792,
      "learning_rate": 2.9868667394674145e-05,
      "loss": 0.7332,
      "step": 2312
    },
    {
      "epoch": 2.245086144139772,
      "grad_norm": 0.12325454503297806,
      "learning_rate": 2.9795993037782655e-05,
      "loss": 0.7927,
      "step": 2313
    },
    {
      "epoch": 2.2460567823343847,
      "grad_norm": 0.1430288404226303,
      "learning_rate": 2.9723391720792037e-05,
      "loss": 0.8838,
      "step": 2314
    },
    {
      "epoch": 2.247027420528998,
      "grad_norm": 0.1358940750360489,
      "learning_rate": 2.9650863519236418e-05,
      "loss": 0.8009,
      "step": 2315
    },
    {
      "epoch": 2.247998058723611,
      "grad_norm": 0.1376553773880005,
      "learning_rate": 2.957840850857373e-05,
      "loss": 0.8859,
      "step": 2316
    },
    {
      "epoch": 2.2489686969182237,
      "grad_norm": 0.14754216372966766,
      "learning_rate": 2.9506026764185833e-05,
      "loss": 0.8684,
      "step": 2317
    },
    {
      "epoch": 2.2499393351128365,
      "grad_norm": 0.1478712558746338,
      "learning_rate": 2.9433718361378325e-05,
      "loss": 0.7592,
      "step": 2318
    },
    {
      "epoch": 2.25090997330745,
      "grad_norm": 0.14022691547870636,
      "learning_rate": 2.9361483375380472e-05,
      "loss": 0.911,
      "step": 2319
    },
    {
      "epoch": 2.2518806115020626,
      "grad_norm": 0.14555738866329193,
      "learning_rate": 2.9289321881345254e-05,
      "loss": 0.813,
      "step": 2320
    },
    {
      "epoch": 2.2528512496966755,
      "grad_norm": 0.14189951121807098,
      "learning_rate": 2.921723395434912e-05,
      "loss": 0.7976,
      "step": 2321
    },
    {
      "epoch": 2.2538218878912883,
      "grad_norm": 0.13262303173542023,
      "learning_rate": 2.9145219669391943e-05,
      "loss": 0.7499,
      "step": 2322
    },
    {
      "epoch": 2.2547925260859016,
      "grad_norm": 0.13661137223243713,
      "learning_rate": 2.90732791013971e-05,
      "loss": 0.7884,
      "step": 2323
    },
    {
      "epoch": 2.2557631642805145,
      "grad_norm": 0.15242615342140198,
      "learning_rate": 2.9001412325211164e-05,
      "loss": 0.9431,
      "step": 2324
    },
    {
      "epoch": 2.2567338024751273,
      "grad_norm": 0.145533487200737,
      "learning_rate": 2.892961941560397e-05,
      "loss": 0.8603,
      "step": 2325
    },
    {
      "epoch": 2.25770444066974,
      "grad_norm": 0.14621032774448395,
      "learning_rate": 2.8857900447268528e-05,
      "loss": 0.9333,
      "step": 2326
    },
    {
      "epoch": 2.2586750788643535,
      "grad_norm": 0.15888206660747528,
      "learning_rate": 2.8786255494820835e-05,
      "loss": 0.7968,
      "step": 2327
    },
    {
      "epoch": 2.2596457170589663,
      "grad_norm": 0.1711219996213913,
      "learning_rate": 2.8714684632800027e-05,
      "loss": 1.0472,
      "step": 2328
    },
    {
      "epoch": 2.260616355253579,
      "grad_norm": 0.15455031394958496,
      "learning_rate": 2.8643187935668035e-05,
      "loss": 0.8746,
      "step": 2329
    },
    {
      "epoch": 2.261586993448192,
      "grad_norm": 0.15025760233402252,
      "learning_rate": 2.8571765477809643e-05,
      "loss": 0.8964,
      "step": 2330
    },
    {
      "epoch": 2.2625576316428053,
      "grad_norm": 0.15019741654396057,
      "learning_rate": 2.850041733353247e-05,
      "loss": 0.8949,
      "step": 2331
    },
    {
      "epoch": 2.263528269837418,
      "grad_norm": 0.1496061086654663,
      "learning_rate": 2.8429143577066765e-05,
      "loss": 0.9758,
      "step": 2332
    },
    {
      "epoch": 2.264498908032031,
      "grad_norm": 0.1456414759159088,
      "learning_rate": 2.835794428256534e-05,
      "loss": 0.8722,
      "step": 2333
    },
    {
      "epoch": 2.265469546226644,
      "grad_norm": 0.15354788303375244,
      "learning_rate": 2.828681952410366e-05,
      "loss": 0.8734,
      "step": 2334
    },
    {
      "epoch": 2.266440184421257,
      "grad_norm": 0.16238939762115479,
      "learning_rate": 2.8215769375679523e-05,
      "loss": 1.0155,
      "step": 2335
    },
    {
      "epoch": 2.26741082261587,
      "grad_norm": 0.16208194196224213,
      "learning_rate": 2.8144793911213175e-05,
      "loss": 0.8805,
      "step": 2336
    },
    {
      "epoch": 2.268381460810483,
      "grad_norm": 0.16066408157348633,
      "learning_rate": 2.807389320454713e-05,
      "loss": 1.055,
      "step": 2337
    },
    {
      "epoch": 2.2693520990050957,
      "grad_norm": 0.15954186022281647,
      "learning_rate": 2.80030673294461e-05,
      "loss": 1.0375,
      "step": 2338
    },
    {
      "epoch": 2.2703227371997086,
      "grad_norm": 0.16424036026000977,
      "learning_rate": 2.793231635959702e-05,
      "loss": 0.8409,
      "step": 2339
    },
    {
      "epoch": 2.271293375394322,
      "grad_norm": 0.1573926955461502,
      "learning_rate": 2.7861640368608844e-05,
      "loss": 0.9365,
      "step": 2340
    },
    {
      "epoch": 2.2722640135889347,
      "grad_norm": 0.16080217063426971,
      "learning_rate": 2.7791039430012476e-05,
      "loss": 1.0244,
      "step": 2341
    },
    {
      "epoch": 2.2732346517835476,
      "grad_norm": 0.16715683043003082,
      "learning_rate": 2.7720513617260856e-05,
      "loss": 0.9646,
      "step": 2342
    },
    {
      "epoch": 2.274205289978161,
      "grad_norm": 0.1646611988544464,
      "learning_rate": 2.765006300372861e-05,
      "loss": 0.9751,
      "step": 2343
    },
    {
      "epoch": 2.2751759281727737,
      "grad_norm": 0.16255535185337067,
      "learning_rate": 2.7579687662712283e-05,
      "loss": 0.9904,
      "step": 2344
    },
    {
      "epoch": 2.2761465663673865,
      "grad_norm": 0.17085881531238556,
      "learning_rate": 2.7509387667429998e-05,
      "loss": 1.0401,
      "step": 2345
    },
    {
      "epoch": 2.2771172045619994,
      "grad_norm": 0.17770037055015564,
      "learning_rate": 2.7439163091021525e-05,
      "loss": 1.1386,
      "step": 2346
    },
    {
      "epoch": 2.2780878427566122,
      "grad_norm": 0.1762685626745224,
      "learning_rate": 2.7369014006548154e-05,
      "loss": 1.0234,
      "step": 2347
    },
    {
      "epoch": 2.2790584809512255,
      "grad_norm": 0.16825135052204132,
      "learning_rate": 2.729894048699265e-05,
      "loss": 0.8294,
      "step": 2348
    },
    {
      "epoch": 2.2800291191458384,
      "grad_norm": 0.18426093459129333,
      "learning_rate": 2.7228942605259133e-05,
      "loss": 1.1674,
      "step": 2349
    },
    {
      "epoch": 2.2809997573404512,
      "grad_norm": 0.17229022085666656,
      "learning_rate": 2.71590204341731e-05,
      "loss": 1.0171,
      "step": 2350
    },
    {
      "epoch": 2.2819703955350645,
      "grad_norm": 0.1887800097465515,
      "learning_rate": 2.708917404648118e-05,
      "loss": 1.0128,
      "step": 2351
    },
    {
      "epoch": 2.2829410337296774,
      "grad_norm": 0.18462401628494263,
      "learning_rate": 2.7019403514851273e-05,
      "loss": 0.8528,
      "step": 2352
    },
    {
      "epoch": 2.2839116719242902,
      "grad_norm": 0.1967991590499878,
      "learning_rate": 2.694970891187225e-05,
      "loss": 0.9876,
      "step": 2353
    },
    {
      "epoch": 2.284882310118903,
      "grad_norm": 0.2038826197385788,
      "learning_rate": 2.6880090310054028e-05,
      "loss": 0.953,
      "step": 2354
    },
    {
      "epoch": 2.285852948313516,
      "grad_norm": 0.20756113529205322,
      "learning_rate": 2.681054778182748e-05,
      "loss": 0.9105,
      "step": 2355
    },
    {
      "epoch": 2.2868235865081292,
      "grad_norm": 0.20680488646030426,
      "learning_rate": 2.6741081399544288e-05,
      "loss": 1.0174,
      "step": 2356
    },
    {
      "epoch": 2.287794224702742,
      "grad_norm": 0.22595597803592682,
      "learning_rate": 2.6671691235476904e-05,
      "loss": 1.0189,
      "step": 2357
    },
    {
      "epoch": 2.288764862897355,
      "grad_norm": 0.252225399017334,
      "learning_rate": 2.6602377361818575e-05,
      "loss": 1.1538,
      "step": 2358
    },
    {
      "epoch": 2.289735501091968,
      "grad_norm": 0.2630033493041992,
      "learning_rate": 2.6533139850683055e-05,
      "loss": 1.3214,
      "step": 2359
    },
    {
      "epoch": 2.290706139286581,
      "grad_norm": 0.30387505888938904,
      "learning_rate": 2.6463978774104758e-05,
      "loss": 1.4743,
      "step": 2360
    },
    {
      "epoch": 2.291676777481194,
      "grad_norm": 0.23690231144428253,
      "learning_rate": 2.63948942040385e-05,
      "loss": 1.2217,
      "step": 2361
    },
    {
      "epoch": 2.2926474156758068,
      "grad_norm": 0.10155027359724045,
      "learning_rate": 2.6325886212359498e-05,
      "loss": 0.6618,
      "step": 2362
    },
    {
      "epoch": 2.2936180538704196,
      "grad_norm": 0.12302035838365555,
      "learning_rate": 2.6256954870863383e-05,
      "loss": 0.7528,
      "step": 2363
    },
    {
      "epoch": 2.294588692065033,
      "grad_norm": 0.13366445899009705,
      "learning_rate": 2.6188100251265945e-05,
      "loss": 0.7789,
      "step": 2364
    },
    {
      "epoch": 2.2955593302596458,
      "grad_norm": 0.14227017760276794,
      "learning_rate": 2.6119322425203197e-05,
      "loss": 0.828,
      "step": 2365
    },
    {
      "epoch": 2.2965299684542586,
      "grad_norm": 0.14361204206943512,
      "learning_rate": 2.605062146423124e-05,
      "loss": 0.8103,
      "step": 2366
    },
    {
      "epoch": 2.2975006066488715,
      "grad_norm": 0.14223283529281616,
      "learning_rate": 2.598199743982619e-05,
      "loss": 0.9051,
      "step": 2367
    },
    {
      "epoch": 2.2984712448434848,
      "grad_norm": 0.15555636584758759,
      "learning_rate": 2.5913450423384213e-05,
      "loss": 0.8524,
      "step": 2368
    },
    {
      "epoch": 2.2994418830380976,
      "grad_norm": 0.14186327159404755,
      "learning_rate": 2.5844980486221228e-05,
      "loss": 0.8038,
      "step": 2369
    },
    {
      "epoch": 2.3004125212327104,
      "grad_norm": 0.1446247696876526,
      "learning_rate": 2.5776587699573006e-05,
      "loss": 0.8486,
      "step": 2370
    },
    {
      "epoch": 2.3013831594273233,
      "grad_norm": 0.14942297339439392,
      "learning_rate": 2.5708272134595124e-05,
      "loss": 0.8862,
      "step": 2371
    },
    {
      "epoch": 2.3023537976219366,
      "grad_norm": 0.14334478974342346,
      "learning_rate": 2.564003386236271e-05,
      "loss": 0.8282,
      "step": 2372
    },
    {
      "epoch": 2.3033244358165494,
      "grad_norm": 0.14636468887329102,
      "learning_rate": 2.5571872953870522e-05,
      "loss": 0.9232,
      "step": 2373
    },
    {
      "epoch": 2.3042950740111623,
      "grad_norm": 0.14324481785297394,
      "learning_rate": 2.5503789480032868e-05,
      "loss": 0.9515,
      "step": 2374
    },
    {
      "epoch": 2.305265712205775,
      "grad_norm": 0.14335255324840546,
      "learning_rate": 2.5435783511683443e-05,
      "loss": 0.8506,
      "step": 2375
    },
    {
      "epoch": 2.3062363504003884,
      "grad_norm": 0.1437806636095047,
      "learning_rate": 2.536785511957531e-05,
      "loss": 0.866,
      "step": 2376
    },
    {
      "epoch": 2.3072069885950013,
      "grad_norm": 0.15997125208377838,
      "learning_rate": 2.5300004374380837e-05,
      "loss": 0.8921,
      "step": 2377
    },
    {
      "epoch": 2.308177626789614,
      "grad_norm": 0.1443776786327362,
      "learning_rate": 2.523223134669157e-05,
      "loss": 0.9531,
      "step": 2378
    },
    {
      "epoch": 2.309148264984227,
      "grad_norm": 0.15480908751487732,
      "learning_rate": 2.5164536107018277e-05,
      "loss": 0.8535,
      "step": 2379
    },
    {
      "epoch": 2.3101189031788403,
      "grad_norm": 0.14301621913909912,
      "learning_rate": 2.509691872579075e-05,
      "loss": 0.8332,
      "step": 2380
    },
    {
      "epoch": 2.311089541373453,
      "grad_norm": 0.15472732484340668,
      "learning_rate": 2.5029379273357722e-05,
      "loss": 0.9586,
      "step": 2381
    },
    {
      "epoch": 2.312060179568066,
      "grad_norm": 0.1473386436700821,
      "learning_rate": 2.496191781998698e-05,
      "loss": 0.8412,
      "step": 2382
    },
    {
      "epoch": 2.313030817762679,
      "grad_norm": 0.15237607061862946,
      "learning_rate": 2.4894534435865015e-05,
      "loss": 1.0775,
      "step": 2383
    },
    {
      "epoch": 2.3140014559572917,
      "grad_norm": 0.15350985527038574,
      "learning_rate": 2.4827229191097234e-05,
      "loss": 1.0025,
      "step": 2384
    },
    {
      "epoch": 2.314972094151905,
      "grad_norm": 0.15907832980155945,
      "learning_rate": 2.4760002155707663e-05,
      "loss": 1.0164,
      "step": 2385
    },
    {
      "epoch": 2.315942732346518,
      "grad_norm": 0.15503673255443573,
      "learning_rate": 2.4692853399638917e-05,
      "loss": 0.8957,
      "step": 2386
    },
    {
      "epoch": 2.3169133705411307,
      "grad_norm": 0.15974734723567963,
      "learning_rate": 2.462578299275229e-05,
      "loss": 1.019,
      "step": 2387
    },
    {
      "epoch": 2.317884008735744,
      "grad_norm": 0.164815291762352,
      "learning_rate": 2.4558791004827486e-05,
      "loss": 1.1293,
      "step": 2388
    },
    {
      "epoch": 2.318854646930357,
      "grad_norm": 0.16512538492679596,
      "learning_rate": 2.449187750556261e-05,
      "loss": 1.0717,
      "step": 2389
    },
    {
      "epoch": 2.3198252851249697,
      "grad_norm": 0.16891123354434967,
      "learning_rate": 2.4425042564574184e-05,
      "loss": 0.8637,
      "step": 2390
    },
    {
      "epoch": 2.3207959233195825,
      "grad_norm": 0.16628776490688324,
      "learning_rate": 2.435828625139689e-05,
      "loss": 0.9425,
      "step": 2391
    },
    {
      "epoch": 2.3217665615141954,
      "grad_norm": 0.17065311968326569,
      "learning_rate": 2.4291608635483733e-05,
      "loss": 1.2454,
      "step": 2392
    },
    {
      "epoch": 2.3227371997088087,
      "grad_norm": 0.17283284664154053,
      "learning_rate": 2.4225009786205743e-05,
      "loss": 1.0269,
      "step": 2393
    },
    {
      "epoch": 2.3237078379034215,
      "grad_norm": 0.1682121604681015,
      "learning_rate": 2.4158489772852034e-05,
      "loss": 1.1075,
      "step": 2394
    },
    {
      "epoch": 2.3246784760980344,
      "grad_norm": 0.16715644299983978,
      "learning_rate": 2.4092048664629685e-05,
      "loss": 0.968,
      "step": 2395
    },
    {
      "epoch": 2.3256491142926476,
      "grad_norm": 0.18254727125167847,
      "learning_rate": 2.4025686530663717e-05,
      "loss": 1.084,
      "step": 2396
    },
    {
      "epoch": 2.3266197524872605,
      "grad_norm": 0.1794092208147049,
      "learning_rate": 2.3959403439996907e-05,
      "loss": 1.0423,
      "step": 2397
    },
    {
      "epoch": 2.3275903906818733,
      "grad_norm": 0.16927357017993927,
      "learning_rate": 2.3893199461589945e-05,
      "loss": 1.0058,
      "step": 2398
    },
    {
      "epoch": 2.328561028876486,
      "grad_norm": 0.1722245216369629,
      "learning_rate": 2.382707466432105e-05,
      "loss": 0.9486,
      "step": 2399
    },
    {
      "epoch": 2.329531667071099,
      "grad_norm": 0.181121826171875,
      "learning_rate": 2.3761029116986178e-05,
      "loss": 1.0027,
      "step": 2400
    },
    {
      "epoch": 2.329531667071099,
      "eval_loss": 0.9950860142707825,
      "eval_runtime": 7.7973,
      "eval_samples_per_second": 31.934,
      "eval_steps_per_second": 10.645,
      "step": 2400
    },
    {
      "epoch": 2.3305023052657123,
      "grad_norm": 0.1870286762714386,
      "learning_rate": 2.369506288829878e-05,
      "loss": 1.1166,
      "step": 2401
    },
    {
      "epoch": 2.331472943460325,
      "grad_norm": 0.19561944901943207,
      "learning_rate": 2.3629176046889757e-05,
      "loss": 1.1313,
      "step": 2402
    },
    {
      "epoch": 2.332443581654938,
      "grad_norm": 0.19903312623500824,
      "learning_rate": 2.3563368661307517e-05,
      "loss": 0.9728,
      "step": 2403
    },
    {
      "epoch": 2.333414219849551,
      "grad_norm": 0.2142435759305954,
      "learning_rate": 2.3497640800017685e-05,
      "loss": 1.061,
      "step": 2404
    },
    {
      "epoch": 2.334384858044164,
      "grad_norm": 0.20789465308189392,
      "learning_rate": 2.3431992531403236e-05,
      "loss": 0.8724,
      "step": 2405
    },
    {
      "epoch": 2.335355496238777,
      "grad_norm": 0.21609793603420258,
      "learning_rate": 2.336642392376427e-05,
      "loss": 1.0468,
      "step": 2406
    },
    {
      "epoch": 2.33632613443339,
      "grad_norm": 0.23354078829288483,
      "learning_rate": 2.330093504531804e-05,
      "loss": 1.1448,
      "step": 2407
    },
    {
      "epoch": 2.3372967726280027,
      "grad_norm": 0.24942587316036224,
      "learning_rate": 2.323552596419889e-05,
      "loss": 1.321,
      "step": 2408
    },
    {
      "epoch": 2.338267410822616,
      "grad_norm": 0.2731117904186249,
      "learning_rate": 2.3170196748458095e-05,
      "loss": 1.4853,
      "step": 2409
    },
    {
      "epoch": 2.339238049017229,
      "grad_norm": 0.29573461413383484,
      "learning_rate": 2.3104947466063787e-05,
      "loss": 1.5563,
      "step": 2410
    },
    {
      "epoch": 2.3402086872118417,
      "grad_norm": 0.21362359821796417,
      "learning_rate": 2.3039778184901084e-05,
      "loss": 1.081,
      "step": 2411
    },
    {
      "epoch": 2.3411793254064546,
      "grad_norm": 0.10292086750268936,
      "learning_rate": 2.2974688972771742e-05,
      "loss": 0.6479,
      "step": 2412
    },
    {
      "epoch": 2.342149963601068,
      "grad_norm": 0.12047694623470306,
      "learning_rate": 2.290967989739422e-05,
      "loss": 0.8465,
      "step": 2413
    },
    {
      "epoch": 2.3431206017956807,
      "grad_norm": 0.12364882975816727,
      "learning_rate": 2.284475102640371e-05,
      "loss": 0.7587,
      "step": 2414
    },
    {
      "epoch": 2.3440912399902936,
      "grad_norm": 0.15147744119167328,
      "learning_rate": 2.277990242735185e-05,
      "loss": 0.8564,
      "step": 2415
    },
    {
      "epoch": 2.3450618781849064,
      "grad_norm": 0.13708613812923431,
      "learning_rate": 2.2715134167706796e-05,
      "loss": 0.7251,
      "step": 2416
    },
    {
      "epoch": 2.3460325163795197,
      "grad_norm": 0.14780011773109436,
      "learning_rate": 2.2650446314853136e-05,
      "loss": 0.8945,
      "step": 2417
    },
    {
      "epoch": 2.3470031545741326,
      "grad_norm": 0.14412015676498413,
      "learning_rate": 2.2585838936091754e-05,
      "loss": 0.9224,
      "step": 2418
    },
    {
      "epoch": 2.3479737927687454,
      "grad_norm": 0.1378551870584488,
      "learning_rate": 2.2521312098639914e-05,
      "loss": 0.8461,
      "step": 2419
    },
    {
      "epoch": 2.3489444309633583,
      "grad_norm": 0.15166562795639038,
      "learning_rate": 2.2456865869630972e-05,
      "loss": 0.8429,
      "step": 2420
    },
    {
      "epoch": 2.3499150691579715,
      "grad_norm": 0.15302014350891113,
      "learning_rate": 2.239250031611445e-05,
      "loss": 0.8605,
      "step": 2421
    },
    {
      "epoch": 2.3508857073525844,
      "grad_norm": 0.14939753711223602,
      "learning_rate": 2.2328215505056004e-05,
      "loss": 0.9072,
      "step": 2422
    },
    {
      "epoch": 2.3518563455471972,
      "grad_norm": 0.13941223919391632,
      "learning_rate": 2.2264011503337202e-05,
      "loss": 0.8568,
      "step": 2423
    },
    {
      "epoch": 2.35282698374181,
      "grad_norm": 0.1497974544763565,
      "learning_rate": 2.2199888377755574e-05,
      "loss": 0.9421,
      "step": 2424
    },
    {
      "epoch": 2.3537976219364234,
      "grad_norm": 0.14178340137004852,
      "learning_rate": 2.2135846195024513e-05,
      "loss": 0.8252,
      "step": 2425
    },
    {
      "epoch": 2.3547682601310362,
      "grad_norm": 0.14666472375392914,
      "learning_rate": 2.207188502177313e-05,
      "loss": 0.85,
      "step": 2426
    },
    {
      "epoch": 2.355738898325649,
      "grad_norm": 0.1472802311182022,
      "learning_rate": 2.20080049245464e-05,
      "loss": 0.9373,
      "step": 2427
    },
    {
      "epoch": 2.356709536520262,
      "grad_norm": 0.15274856984615326,
      "learning_rate": 2.194420596980481e-05,
      "loss": 1.0131,
      "step": 2428
    },
    {
      "epoch": 2.357680174714875,
      "grad_norm": 0.14840273559093475,
      "learning_rate": 2.1880488223924454e-05,
      "loss": 0.9379,
      "step": 2429
    },
    {
      "epoch": 2.358650812909488,
      "grad_norm": 0.15073664486408234,
      "learning_rate": 2.181685175319702e-05,
      "loss": 0.9424,
      "step": 2430
    },
    {
      "epoch": 2.359621451104101,
      "grad_norm": 0.1570747345685959,
      "learning_rate": 2.1753296623829523e-05,
      "loss": 0.8937,
      "step": 2431
    },
    {
      "epoch": 2.360592089298714,
      "grad_norm": 0.15699641406536102,
      "learning_rate": 2.1689822901944457e-05,
      "loss": 1.0379,
      "step": 2432
    },
    {
      "epoch": 2.361562727493327,
      "grad_norm": 0.14622852206230164,
      "learning_rate": 2.1626430653579532e-05,
      "loss": 0.7454,
      "step": 2433
    },
    {
      "epoch": 2.36253336568794,
      "grad_norm": 0.15606242418289185,
      "learning_rate": 2.1563119944687737e-05,
      "loss": 0.9525,
      "step": 2434
    },
    {
      "epoch": 2.3635040038825528,
      "grad_norm": 0.16417956352233887,
      "learning_rate": 2.1499890841137225e-05,
      "loss": 1.0791,
      "step": 2435
    },
    {
      "epoch": 2.3644746420771656,
      "grad_norm": 0.155304417014122,
      "learning_rate": 2.1436743408711234e-05,
      "loss": 0.8292,
      "step": 2436
    },
    {
      "epoch": 2.3654452802717785,
      "grad_norm": 0.1678280234336853,
      "learning_rate": 2.1373677713108008e-05,
      "loss": 1.1459,
      "step": 2437
    },
    {
      "epoch": 2.3664159184663918,
      "grad_norm": 0.16948486864566803,
      "learning_rate": 2.1310693819940842e-05,
      "loss": 1.1095,
      "step": 2438
    },
    {
      "epoch": 2.3673865566610046,
      "grad_norm": 0.15714699029922485,
      "learning_rate": 2.1247791794737826e-05,
      "loss": 0.8162,
      "step": 2439
    },
    {
      "epoch": 2.3683571948556175,
      "grad_norm": 0.16502922773361206,
      "learning_rate": 2.118497170294195e-05,
      "loss": 1.0567,
      "step": 2440
    },
    {
      "epoch": 2.3693278330502308,
      "grad_norm": 0.16832531988620758,
      "learning_rate": 2.11222336099109e-05,
      "loss": 1.059,
      "step": 2441
    },
    {
      "epoch": 2.3702984712448436,
      "grad_norm": 0.16372908651828766,
      "learning_rate": 2.1059577580917067e-05,
      "loss": 1.1013,
      "step": 2442
    },
    {
      "epoch": 2.3712691094394565,
      "grad_norm": 0.16670244932174683,
      "learning_rate": 2.0997003681147522e-05,
      "loss": 1.005,
      "step": 2443
    },
    {
      "epoch": 2.3722397476340693,
      "grad_norm": 0.1632888913154602,
      "learning_rate": 2.0934511975703795e-05,
      "loss": 1.0289,
      "step": 2444
    },
    {
      "epoch": 2.373210385828682,
      "grad_norm": 0.1689034402370453,
      "learning_rate": 2.087210252960197e-05,
      "loss": 1.0475,
      "step": 2445
    },
    {
      "epoch": 2.3741810240232954,
      "grad_norm": 0.18132449686527252,
      "learning_rate": 2.0809775407772503e-05,
      "loss": 1.1568,
      "step": 2446
    },
    {
      "epoch": 2.3751516622179083,
      "grad_norm": 0.1719129979610443,
      "learning_rate": 2.0747530675060224e-05,
      "loss": 0.9971,
      "step": 2447
    },
    {
      "epoch": 2.376122300412521,
      "grad_norm": 0.18943317234516144,
      "learning_rate": 2.068536839622427e-05,
      "loss": 1.0896,
      "step": 2448
    },
    {
      "epoch": 2.377092938607134,
      "grad_norm": 0.18432901799678802,
      "learning_rate": 2.0623288635937954e-05,
      "loss": 0.9668,
      "step": 2449
    },
    {
      "epoch": 2.3780635768017473,
      "grad_norm": 0.18335756659507751,
      "learning_rate": 2.0561291458788733e-05,
      "loss": 1.034,
      "step": 2450
    },
    {
      "epoch": 2.37903421499636,
      "grad_norm": 0.1884535253047943,
      "learning_rate": 2.0499376929278203e-05,
      "loss": 1.0134,
      "step": 2451
    },
    {
      "epoch": 2.380004853190973,
      "grad_norm": 0.19374936819076538,
      "learning_rate": 2.043754511182191e-05,
      "loss": 0.9845,
      "step": 2452
    },
    {
      "epoch": 2.380975491385586,
      "grad_norm": 0.1982891857624054,
      "learning_rate": 2.0375796070749363e-05,
      "loss": 0.9334,
      "step": 2453
    },
    {
      "epoch": 2.381946129580199,
      "grad_norm": 0.20753920078277588,
      "learning_rate": 2.0314129870303977e-05,
      "loss": 1.0281,
      "step": 2454
    },
    {
      "epoch": 2.382916767774812,
      "grad_norm": 0.2113872766494751,
      "learning_rate": 2.025254657464295e-05,
      "loss": 0.8672,
      "step": 2455
    },
    {
      "epoch": 2.383887405969425,
      "grad_norm": 0.22409988939762115,
      "learning_rate": 2.0191046247837198e-05,
      "loss": 1.1152,
      "step": 2456
    },
    {
      "epoch": 2.3848580441640377,
      "grad_norm": 0.2245476394891739,
      "learning_rate": 2.0129628953871437e-05,
      "loss": 1.0742,
      "step": 2457
    },
    {
      "epoch": 2.385828682358651,
      "grad_norm": 0.2592184543609619,
      "learning_rate": 2.0068294756643845e-05,
      "loss": 1.3269,
      "step": 2458
    },
    {
      "epoch": 2.386799320553264,
      "grad_norm": 0.26997554302215576,
      "learning_rate": 2.000704371996628e-05,
      "loss": 1.2769,
      "step": 2459
    },
    {
      "epoch": 2.3877699587478767,
      "grad_norm": 0.30351948738098145,
      "learning_rate": 1.994587590756397e-05,
      "loss": 1.4506,
      "step": 2460
    },
    {
      "epoch": 2.3887405969424895,
      "grad_norm": 0.23411844670772552,
      "learning_rate": 1.9884791383075596e-05,
      "loss": 1.2158,
      "step": 2461
    },
    {
      "epoch": 2.389711235137103,
      "grad_norm": 0.09602263569831848,
      "learning_rate": 1.9823790210053252e-05,
      "loss": 0.7114,
      "step": 2462
    },
    {
      "epoch": 2.3906818733317157,
      "grad_norm": 0.12698416411876678,
      "learning_rate": 1.9762872451962212e-05,
      "loss": 0.818,
      "step": 2463
    },
    {
      "epoch": 2.3916525115263285,
      "grad_norm": 0.126384437084198,
      "learning_rate": 1.9702038172181015e-05,
      "loss": 0.8339,
      "step": 2464
    },
    {
      "epoch": 2.3926231497209414,
      "grad_norm": 0.15023469924926758,
      "learning_rate": 1.9641287434001355e-05,
      "loss": 0.8796,
      "step": 2465
    },
    {
      "epoch": 2.3935937879155547,
      "grad_norm": 0.13214236497879028,
      "learning_rate": 1.958062030062795e-05,
      "loss": 0.898,
      "step": 2466
    },
    {
      "epoch": 2.3945644261101675,
      "grad_norm": 0.13894402980804443,
      "learning_rate": 1.9520036835178668e-05,
      "loss": 0.754,
      "step": 2467
    },
    {
      "epoch": 2.3955350643047804,
      "grad_norm": 0.15894156694412231,
      "learning_rate": 1.94595371006842e-05,
      "loss": 0.973,
      "step": 2468
    },
    {
      "epoch": 2.396505702499393,
      "grad_norm": 0.12960048019886017,
      "learning_rate": 1.9399121160088142e-05,
      "loss": 0.8313,
      "step": 2469
    },
    {
      "epoch": 2.3974763406940065,
      "grad_norm": 0.1436377912759781,
      "learning_rate": 1.9338789076247e-05,
      "loss": 0.8091,
      "step": 2470
    },
    {
      "epoch": 2.3984469788886194,
      "grad_norm": 0.14603191614151,
      "learning_rate": 1.9278540911929943e-05,
      "loss": 0.9257,
      "step": 2471
    },
    {
      "epoch": 2.399417617083232,
      "grad_norm": 0.1446099430322647,
      "learning_rate": 1.9218376729818844e-05,
      "loss": 0.855,
      "step": 2472
    },
    {
      "epoch": 2.400388255277845,
      "grad_norm": 0.13990651071071625,
      "learning_rate": 1.9158296592508262e-05,
      "loss": 0.8525,
      "step": 2473
    },
    {
      "epoch": 2.401358893472458,
      "grad_norm": 0.14072808623313904,
      "learning_rate": 1.9098300562505266e-05,
      "loss": 0.8738,
      "step": 2474
    },
    {
      "epoch": 2.402329531667071,
      "grad_norm": 0.14987561106681824,
      "learning_rate": 1.9038388702229403e-05,
      "loss": 0.8703,
      "step": 2475
    },
    {
      "epoch": 2.403300169861684,
      "grad_norm": 0.14723367989063263,
      "learning_rate": 1.89785610740127e-05,
      "loss": 0.8263,
      "step": 2476
    },
    {
      "epoch": 2.404270808056297,
      "grad_norm": 0.1540541797876358,
      "learning_rate": 1.8918817740099482e-05,
      "loss": 0.8884,
      "step": 2477
    },
    {
      "epoch": 2.40524144625091,
      "grad_norm": 0.14790548384189606,
      "learning_rate": 1.8859158762646466e-05,
      "loss": 0.9214,
      "step": 2478
    },
    {
      "epoch": 2.406212084445523,
      "grad_norm": 0.14220699667930603,
      "learning_rate": 1.8799584203722552e-05,
      "loss": 0.9126,
      "step": 2479
    },
    {
      "epoch": 2.407182722640136,
      "grad_norm": 0.14402364194393158,
      "learning_rate": 1.874009412530877e-05,
      "loss": 0.826,
      "step": 2480
    },
    {
      "epoch": 2.4081533608347487,
      "grad_norm": 0.15140332281589508,
      "learning_rate": 1.8680688589298368e-05,
      "loss": 1.0027,
      "step": 2481
    },
    {
      "epoch": 2.4091239990293616,
      "grad_norm": 0.15069489181041718,
      "learning_rate": 1.8621367657496502e-05,
      "loss": 0.938,
      "step": 2482
    },
    {
      "epoch": 2.410094637223975,
      "grad_norm": 0.14950783550739288,
      "learning_rate": 1.8562131391620473e-05,
      "loss": 0.9411,
      "step": 2483
    },
    {
      "epoch": 2.4110652754185877,
      "grad_norm": 0.15175126492977142,
      "learning_rate": 1.850297985329932e-05,
      "loss": 1.0646,
      "step": 2484
    },
    {
      "epoch": 2.4120359136132006,
      "grad_norm": 0.15678982436656952,
      "learning_rate": 1.8443913104073983e-05,
      "loss": 0.9637,
      "step": 2485
    },
    {
      "epoch": 2.413006551807814,
      "grad_norm": 0.1478494256734848,
      "learning_rate": 1.8384931205397303e-05,
      "loss": 0.9611,
      "step": 2486
    },
    {
      "epoch": 2.4139771900024267,
      "grad_norm": 0.1588723063468933,
      "learning_rate": 1.83260342186337e-05,
      "loss": 1.0696,
      "step": 2487
    },
    {
      "epoch": 2.4149478281970396,
      "grad_norm": 0.1602330505847931,
      "learning_rate": 1.8267222205059308e-05,
      "loss": 1.0029,
      "step": 2488
    },
    {
      "epoch": 2.4159184663916524,
      "grad_norm": 0.16364786028862,
      "learning_rate": 1.8208495225861888e-05,
      "loss": 0.9926,
      "step": 2489
    },
    {
      "epoch": 2.4168891045862653,
      "grad_norm": 0.1635323017835617,
      "learning_rate": 1.8149853342140645e-05,
      "loss": 0.9216,
      "step": 2490
    },
    {
      "epoch": 2.4178597427808786,
      "grad_norm": 0.16609039902687073,
      "learning_rate": 1.809129661490636e-05,
      "loss": 0.9861,
      "step": 2491
    },
    {
      "epoch": 2.4188303809754914,
      "grad_norm": 0.16534334421157837,
      "learning_rate": 1.8032825105081142e-05,
      "loss": 1.0409,
      "step": 2492
    },
    {
      "epoch": 2.4198010191701043,
      "grad_norm": 0.1657170206308365,
      "learning_rate": 1.7974438873498457e-05,
      "loss": 1.0829,
      "step": 2493
    },
    {
      "epoch": 2.420771657364717,
      "grad_norm": 0.16765035688877106,
      "learning_rate": 1.7916137980903046e-05,
      "loss": 0.9541,
      "step": 2494
    },
    {
      "epoch": 2.4217422955593304,
      "grad_norm": 0.17708401381969452,
      "learning_rate": 1.7857922487950874e-05,
      "loss": 1.0711,
      "step": 2495
    },
    {
      "epoch": 2.4227129337539433,
      "grad_norm": 0.17985612154006958,
      "learning_rate": 1.7799792455209018e-05,
      "loss": 0.992,
      "step": 2496
    },
    {
      "epoch": 2.423683571948556,
      "grad_norm": 0.17682285606861115,
      "learning_rate": 1.774174794315574e-05,
      "loss": 0.887,
      "step": 2497
    },
    {
      "epoch": 2.424654210143169,
      "grad_norm": 0.17420315742492676,
      "learning_rate": 1.7683789012180196e-05,
      "loss": 1.0032,
      "step": 2498
    },
    {
      "epoch": 2.4256248483377822,
      "grad_norm": 0.17978568375110626,
      "learning_rate": 1.7625915722582643e-05,
      "loss": 0.8935,
      "step": 2499
    },
    {
      "epoch": 2.426595486532395,
      "grad_norm": 0.1974443942308426,
      "learning_rate": 1.7568128134574113e-05,
      "loss": 1.2094,
      "step": 2500
    },
    {
      "epoch": 2.426595486532395,
      "eval_loss": 0.9949124455451965,
      "eval_runtime": 7.8015,
      "eval_samples_per_second": 31.917,
      "eval_steps_per_second": 10.639,
      "step": 2500
    },
    {
      "epoch": 2.427566124727008,
      "grad_norm": 0.18374663591384888,
      "learning_rate": 1.751042630827652e-05,
      "loss": 0.9789,
      "step": 2501
    },
    {
      "epoch": 2.428536762921621,
      "grad_norm": 0.19452661275863647,
      "learning_rate": 1.74528103037226e-05,
      "loss": 1.1017,
      "step": 2502
    },
    {
      "epoch": 2.429507401116234,
      "grad_norm": 0.20002824068069458,
      "learning_rate": 1.7395280180855745e-05,
      "loss": 1.044,
      "step": 2503
    },
    {
      "epoch": 2.430478039310847,
      "grad_norm": 0.20139038562774658,
      "learning_rate": 1.7337835999529995e-05,
      "loss": 0.9944,
      "step": 2504
    },
    {
      "epoch": 2.43144867750546,
      "grad_norm": 0.20910698175430298,
      "learning_rate": 1.728047781950999e-05,
      "loss": 1.0549,
      "step": 2505
    },
    {
      "epoch": 2.4324193157000726,
      "grad_norm": 0.2208952009677887,
      "learning_rate": 1.722320570047089e-05,
      "loss": 1.0265,
      "step": 2506
    },
    {
      "epoch": 2.433389953894686,
      "grad_norm": 0.23091840744018555,
      "learning_rate": 1.716601970199836e-05,
      "loss": 1.0621,
      "step": 2507
    },
    {
      "epoch": 2.434360592089299,
      "grad_norm": 0.24191676080226898,
      "learning_rate": 1.7108919883588402e-05,
      "loss": 1.1893,
      "step": 2508
    },
    {
      "epoch": 2.4353312302839116,
      "grad_norm": 0.27855396270751953,
      "learning_rate": 1.7051906304647368e-05,
      "loss": 1.5207,
      "step": 2509
    },
    {
      "epoch": 2.4363018684785245,
      "grad_norm": 0.31107163429260254,
      "learning_rate": 1.6994979024491942e-05,
      "loss": 1.5451,
      "step": 2510
    },
    {
      "epoch": 2.4372725066731378,
      "grad_norm": 0.23562473058700562,
      "learning_rate": 1.6938138102348977e-05,
      "loss": 1.1395,
      "step": 2511
    },
    {
      "epoch": 2.4382431448677506,
      "grad_norm": 0.09689696878194809,
      "learning_rate": 1.6881383597355438e-05,
      "loss": 0.6798,
      "step": 2512
    },
    {
      "epoch": 2.4392137830623635,
      "grad_norm": 0.12002789974212646,
      "learning_rate": 1.6824715568558526e-05,
      "loss": 0.8223,
      "step": 2513
    },
    {
      "epoch": 2.4401844212569763,
      "grad_norm": 0.12157347053289413,
      "learning_rate": 1.6768134074915276e-05,
      "loss": 0.7506,
      "step": 2514
    },
    {
      "epoch": 2.4411550594515896,
      "grad_norm": 0.1429654210805893,
      "learning_rate": 1.671163917529285e-05,
      "loss": 0.8352,
      "step": 2515
    },
    {
      "epoch": 2.4421256976462025,
      "grad_norm": 0.1416054368019104,
      "learning_rate": 1.6655230928468258e-05,
      "loss": 0.9281,
      "step": 2516
    },
    {
      "epoch": 2.4430963358408153,
      "grad_norm": 0.13988058269023895,
      "learning_rate": 1.6598909393128315e-05,
      "loss": 0.8084,
      "step": 2517
    },
    {
      "epoch": 2.444066974035428,
      "grad_norm": 0.13774989545345306,
      "learning_rate": 1.6542674627869737e-05,
      "loss": 0.7954,
      "step": 2518
    },
    {
      "epoch": 2.445037612230041,
      "grad_norm": 0.14673513174057007,
      "learning_rate": 1.6486526691198868e-05,
      "loss": 0.8931,
      "step": 2519
    },
    {
      "epoch": 2.4460082504246543,
      "grad_norm": 0.14871658384799957,
      "learning_rate": 1.64304656415317e-05,
      "loss": 0.9385,
      "step": 2520
    },
    {
      "epoch": 2.446978888619267,
      "grad_norm": 0.14515745639801025,
      "learning_rate": 1.6374491537193936e-05,
      "loss": 0.8467,
      "step": 2521
    },
    {
      "epoch": 2.44794952681388,
      "grad_norm": 0.14484098553657532,
      "learning_rate": 1.6318604436420737e-05,
      "loss": 0.9743,
      "step": 2522
    },
    {
      "epoch": 2.4489201650084933,
      "grad_norm": 0.13760454952716827,
      "learning_rate": 1.6262804397356746e-05,
      "loss": 0.814,
      "step": 2523
    },
    {
      "epoch": 2.449890803203106,
      "grad_norm": 0.1406787931919098,
      "learning_rate": 1.620709147805606e-05,
      "loss": 0.8167,
      "step": 2524
    },
    {
      "epoch": 2.450861441397719,
      "grad_norm": 0.15060211718082428,
      "learning_rate": 1.6151465736482107e-05,
      "loss": 0.9105,
      "step": 2525
    },
    {
      "epoch": 2.451832079592332,
      "grad_norm": 0.14456726610660553,
      "learning_rate": 1.6095927230507667e-05,
      "loss": 0.8449,
      "step": 2526
    },
    {
      "epoch": 2.4528027177869447,
      "grad_norm": 0.14746500551700592,
      "learning_rate": 1.6040476017914707e-05,
      "loss": 0.9063,
      "step": 2527
    },
    {
      "epoch": 2.453773355981558,
      "grad_norm": 0.14630301296710968,
      "learning_rate": 1.5985112156394368e-05,
      "loss": 0.963,
      "step": 2528
    },
    {
      "epoch": 2.454743994176171,
      "grad_norm": 0.1444268375635147,
      "learning_rate": 1.5929835703546993e-05,
      "loss": 0.8954,
      "step": 2529
    },
    {
      "epoch": 2.4557146323707837,
      "grad_norm": 0.14918312430381775,
      "learning_rate": 1.587464671688187e-05,
      "loss": 0.906,
      "step": 2530
    },
    {
      "epoch": 2.456685270565397,
      "grad_norm": 0.15290556848049164,
      "learning_rate": 1.5819545253817403e-05,
      "loss": 0.9075,
      "step": 2531
    },
    {
      "epoch": 2.45765590876001,
      "grad_norm": 0.15095053613185883,
      "learning_rate": 1.576453137168086e-05,
      "loss": 0.9925,
      "step": 2532
    },
    {
      "epoch": 2.4586265469546227,
      "grad_norm": 0.15113866329193115,
      "learning_rate": 1.5709605127708404e-05,
      "loss": 0.9167,
      "step": 2533
    },
    {
      "epoch": 2.4595971851492355,
      "grad_norm": 0.15837647020816803,
      "learning_rate": 1.5654766579045033e-05,
      "loss": 0.9062,
      "step": 2534
    },
    {
      "epoch": 2.4605678233438484,
      "grad_norm": 0.15725819766521454,
      "learning_rate": 1.5600015782744492e-05,
      "loss": 0.9548,
      "step": 2535
    },
    {
      "epoch": 2.4615384615384617,
      "grad_norm": 0.16719239950180054,
      "learning_rate": 1.554535279576923e-05,
      "loss": 0.9585,
      "step": 2536
    },
    {
      "epoch": 2.4625090997330745,
      "grad_norm": 0.16458502411842346,
      "learning_rate": 1.5490777674990376e-05,
      "loss": 0.965,
      "step": 2537
    },
    {
      "epoch": 2.4634797379276874,
      "grad_norm": 0.15386544167995453,
      "learning_rate": 1.5436290477187587e-05,
      "loss": 0.9923,
      "step": 2538
    },
    {
      "epoch": 2.4644503761223002,
      "grad_norm": 0.1585741639137268,
      "learning_rate": 1.5381891259049107e-05,
      "loss": 0.9214,
      "step": 2539
    },
    {
      "epoch": 2.4654210143169135,
      "grad_norm": 0.16807661950588226,
      "learning_rate": 1.5327580077171587e-05,
      "loss": 1.0719,
      "step": 2540
    },
    {
      "epoch": 2.4663916525115264,
      "grad_norm": 0.16881908476352692,
      "learning_rate": 1.5273356988060106e-05,
      "loss": 1.0594,
      "step": 2541
    },
    {
      "epoch": 2.467362290706139,
      "grad_norm": 0.16134408116340637,
      "learning_rate": 1.5219222048128124e-05,
      "loss": 0.8852,
      "step": 2542
    },
    {
      "epoch": 2.468332928900752,
      "grad_norm": 0.16842103004455566,
      "learning_rate": 1.5165175313697378e-05,
      "loss": 1.0242,
      "step": 2543
    },
    {
      "epoch": 2.4693035670953654,
      "grad_norm": 0.16619443893432617,
      "learning_rate": 1.5111216840997743e-05,
      "loss": 1.0395,
      "step": 2544
    },
    {
      "epoch": 2.470274205289978,
      "grad_norm": 0.17120598256587982,
      "learning_rate": 1.5057346686167428e-05,
      "loss": 0.9757,
      "step": 2545
    },
    {
      "epoch": 2.471244843484591,
      "grad_norm": 0.18441149592399597,
      "learning_rate": 1.500356490525261e-05,
      "loss": 0.965,
      "step": 2546
    },
    {
      "epoch": 2.472215481679204,
      "grad_norm": 0.17742544412612915,
      "learning_rate": 1.4949871554207662e-05,
      "loss": 1.0796,
      "step": 2547
    },
    {
      "epoch": 2.473186119873817,
      "grad_norm": 0.17995959520339966,
      "learning_rate": 1.4896266688894822e-05,
      "loss": 1.0241,
      "step": 2548
    },
    {
      "epoch": 2.47415675806843,
      "grad_norm": 0.184253990650177,
      "learning_rate": 1.4842750365084336e-05,
      "loss": 1.0494,
      "step": 2549
    },
    {
      "epoch": 2.475127396263043,
      "grad_norm": 0.19240814447402954,
      "learning_rate": 1.4789322638454351e-05,
      "loss": 1.0312,
      "step": 2550
    },
    {
      "epoch": 2.4760980344576557,
      "grad_norm": 0.19120410084724426,
      "learning_rate": 1.4735983564590783e-05,
      "loss": 1.0564,
      "step": 2551
    },
    {
      "epoch": 2.477068672652269,
      "grad_norm": 0.18886126577854156,
      "learning_rate": 1.4682733198987353e-05,
      "loss": 1.0199,
      "step": 2552
    },
    {
      "epoch": 2.478039310846882,
      "grad_norm": 0.19529670476913452,
      "learning_rate": 1.4629571597045466e-05,
      "loss": 1.1887,
      "step": 2553
    },
    {
      "epoch": 2.4790099490414947,
      "grad_norm": 0.21290045976638794,
      "learning_rate": 1.4576498814074168e-05,
      "loss": 1.1218,
      "step": 2554
    },
    {
      "epoch": 2.4799805872361076,
      "grad_norm": 0.19599108397960663,
      "learning_rate": 1.452351490529017e-05,
      "loss": 0.9796,
      "step": 2555
    },
    {
      "epoch": 2.480951225430721,
      "grad_norm": 0.2107093185186386,
      "learning_rate": 1.4470619925817652e-05,
      "loss": 1.0319,
      "step": 2556
    },
    {
      "epoch": 2.4819218636253337,
      "grad_norm": 0.22112758457660675,
      "learning_rate": 1.441781393068824e-05,
      "loss": 0.9207,
      "step": 2557
    },
    {
      "epoch": 2.4828925018199466,
      "grad_norm": 0.24851609766483307,
      "learning_rate": 1.4365096974841108e-05,
      "loss": 1.1237,
      "step": 2558
    },
    {
      "epoch": 2.4838631400145594,
      "grad_norm": 0.27411097288131714,
      "learning_rate": 1.4312469113122672e-05,
      "loss": 1.3531,
      "step": 2559
    },
    {
      "epoch": 2.4848337782091727,
      "grad_norm": 0.2999105751514435,
      "learning_rate": 1.4259930400286669e-05,
      "loss": 1.5003,
      "step": 2560
    },
    {
      "epoch": 2.4858044164037856,
      "grad_norm": 0.23053476214408875,
      "learning_rate": 1.4207480890994185e-05,
      "loss": 1.1496,
      "step": 2561
    },
    {
      "epoch": 2.4867750545983984,
      "grad_norm": 0.10056901723146439,
      "learning_rate": 1.415512063981339e-05,
      "loss": 0.6745,
      "step": 2562
    },
    {
      "epoch": 2.4877456927930113,
      "grad_norm": 0.11633453518152237,
      "learning_rate": 1.4102849701219645e-05,
      "loss": 0.8054,
      "step": 2563
    },
    {
      "epoch": 2.488716330987624,
      "grad_norm": 0.11854041367769241,
      "learning_rate": 1.4050668129595346e-05,
      "loss": 0.7681,
      "step": 2564
    },
    {
      "epoch": 2.4896869691822374,
      "grad_norm": 0.13340336084365845,
      "learning_rate": 1.3998575979229944e-05,
      "loss": 0.8591,
      "step": 2565
    },
    {
      "epoch": 2.4906576073768503,
      "grad_norm": 0.1262207329273224,
      "learning_rate": 1.3946573304319899e-05,
      "loss": 0.7694,
      "step": 2566
    },
    {
      "epoch": 2.491628245571463,
      "grad_norm": 0.14252394437789917,
      "learning_rate": 1.3894660158968509e-05,
      "loss": 0.9022,
      "step": 2567
    },
    {
      "epoch": 2.4925988837660764,
      "grad_norm": 0.14364498853683472,
      "learning_rate": 1.3842836597185915e-05,
      "loss": 0.872,
      "step": 2568
    },
    {
      "epoch": 2.4935695219606893,
      "grad_norm": 0.14349621534347534,
      "learning_rate": 1.3791102672889166e-05,
      "loss": 0.7605,
      "step": 2569
    },
    {
      "epoch": 2.494540160155302,
      "grad_norm": 0.1407732367515564,
      "learning_rate": 1.373945843990192e-05,
      "loss": 0.8996,
      "step": 2570
    },
    {
      "epoch": 2.495510798349915,
      "grad_norm": 0.13478082418441772,
      "learning_rate": 1.3687903951954628e-05,
      "loss": 0.8348,
      "step": 2571
    },
    {
      "epoch": 2.496481436544528,
      "grad_norm": 0.13987044990062714,
      "learning_rate": 1.3636439262684298e-05,
      "loss": 0.9205,
      "step": 2572
    },
    {
      "epoch": 2.497452074739141,
      "grad_norm": 0.14065426588058472,
      "learning_rate": 1.3585064425634542e-05,
      "loss": 0.8201,
      "step": 2573
    },
    {
      "epoch": 2.498422712933754,
      "grad_norm": 0.13913607597351074,
      "learning_rate": 1.3533779494255483e-05,
      "loss": 0.8687,
      "step": 2574
    },
    {
      "epoch": 2.499393351128367,
      "grad_norm": 0.14602477848529816,
      "learning_rate": 1.3482584521903718e-05,
      "loss": 0.9128,
      "step": 2575
    },
    {
      "epoch": 2.50036398932298,
      "grad_norm": 0.14852966368198395,
      "learning_rate": 1.3431479561842208e-05,
      "loss": 0.8918,
      "step": 2576
    },
    {
      "epoch": 2.501334627517593,
      "grad_norm": 0.14308331906795502,
      "learning_rate": 1.3380464667240355e-05,
      "loss": 0.9049,
      "step": 2577
    },
    {
      "epoch": 2.502305265712206,
      "grad_norm": 0.15188755095005035,
      "learning_rate": 1.332953989117377e-05,
      "loss": 0.9385,
      "step": 2578
    },
    {
      "epoch": 2.5032759039068186,
      "grad_norm": 0.14798811078071594,
      "learning_rate": 1.3278705286624327e-05,
      "loss": 0.9378,
      "step": 2579
    },
    {
      "epoch": 2.5042465421014315,
      "grad_norm": 0.14755766093730927,
      "learning_rate": 1.322796090648013e-05,
      "loss": 0.9064,
      "step": 2580
    },
    {
      "epoch": 2.505217180296045,
      "grad_norm": 0.1475381702184677,
      "learning_rate": 1.3177306803535373e-05,
      "loss": 0.8873,
      "step": 2581
    },
    {
      "epoch": 2.5061878184906576,
      "grad_norm": 0.16014893352985382,
      "learning_rate": 1.3126743030490306e-05,
      "loss": 1.1333,
      "step": 2582
    },
    {
      "epoch": 2.5071584566852705,
      "grad_norm": 0.15447120368480682,
      "learning_rate": 1.3076269639951266e-05,
      "loss": 0.9587,
      "step": 2583
    },
    {
      "epoch": 2.508129094879884,
      "grad_norm": 0.14947383105754852,
      "learning_rate": 1.3025886684430467e-05,
      "loss": 0.8165,
      "step": 2584
    },
    {
      "epoch": 2.5090997330744966,
      "grad_norm": 0.15610310435295105,
      "learning_rate": 1.2975594216346144e-05,
      "loss": 1.0341,
      "step": 2585
    },
    {
      "epoch": 2.5100703712691095,
      "grad_norm": 0.1540927290916443,
      "learning_rate": 1.2925392288022298e-05,
      "loss": 0.898,
      "step": 2586
    },
    {
      "epoch": 2.5110410094637223,
      "grad_norm": 0.15463101863861084,
      "learning_rate": 1.2875280951688763e-05,
      "loss": 0.9798,
      "step": 2587
    },
    {
      "epoch": 2.512011647658335,
      "grad_norm": 0.15149983763694763,
      "learning_rate": 1.2825260259481142e-05,
      "loss": 0.8097,
      "step": 2588
    },
    {
      "epoch": 2.5129822858529485,
      "grad_norm": 0.15919695794582367,
      "learning_rate": 1.2775330263440699e-05,
      "loss": 1.058,
      "step": 2589
    },
    {
      "epoch": 2.5139529240475613,
      "grad_norm": 0.1581413745880127,
      "learning_rate": 1.272549101551438e-05,
      "loss": 0.9652,
      "step": 2590
    },
    {
      "epoch": 2.514923562242174,
      "grad_norm": 0.16455860435962677,
      "learning_rate": 1.2675742567554683e-05,
      "loss": 0.8822,
      "step": 2591
    },
    {
      "epoch": 2.5158942004367875,
      "grad_norm": 0.1617521047592163,
      "learning_rate": 1.262608497131964e-05,
      "loss": 1.0571,
      "step": 2592
    },
    {
      "epoch": 2.5168648386314,
      "grad_norm": 0.16675972938537598,
      "learning_rate": 1.2576518278472759e-05,
      "loss": 0.9748,
      "step": 2593
    },
    {
      "epoch": 2.517835476826013,
      "grad_norm": 0.17815463244915009,
      "learning_rate": 1.2527042540583e-05,
      "loss": 1.1326,
      "step": 2594
    },
    {
      "epoch": 2.518806115020626,
      "grad_norm": 0.1674237698316574,
      "learning_rate": 1.2477657809124631e-05,
      "loss": 0.9947,
      "step": 2595
    },
    {
      "epoch": 2.519776753215239,
      "grad_norm": 0.18306967616081238,
      "learning_rate": 1.2428364135477354e-05,
      "loss": 1.0812,
      "step": 2596
    },
    {
      "epoch": 2.520747391409852,
      "grad_norm": 0.171621173620224,
      "learning_rate": 1.237916157092599e-05,
      "loss": 0.9972,
      "step": 2597
    },
    {
      "epoch": 2.521718029604465,
      "grad_norm": 0.16649562120437622,
      "learning_rate": 1.2330050166660711e-05,
      "loss": 1.0023,
      "step": 2598
    },
    {
      "epoch": 2.522688667799078,
      "grad_norm": 0.17281675338745117,
      "learning_rate": 1.2281029973776736e-05,
      "loss": 1.0332,
      "step": 2599
    },
    {
      "epoch": 2.5236593059936907,
      "grad_norm": 0.18899214267730713,
      "learning_rate": 1.2232101043274436e-05,
      "loss": 0.9836,
      "step": 2600
    },
    {
      "epoch": 2.5236593059936907,
      "eval_loss": 0.9878795742988586,
      "eval_runtime": 7.7156,
      "eval_samples_per_second": 32.272,
      "eval_steps_per_second": 10.757,
      "step": 2600
    },
    {
      "epoch": 2.5246299441883036,
      "grad_norm": 0.1882561445236206,
      "learning_rate": 1.2183263426059232e-05,
      "loss": 1.095,
      "step": 2601
    },
    {
      "epoch": 2.525600582382917,
      "grad_norm": 0.18229129910469055,
      "learning_rate": 1.2134517172941561e-05,
      "loss": 0.9746,
      "step": 2602
    },
    {
      "epoch": 2.5265712205775297,
      "grad_norm": 0.1883145570755005,
      "learning_rate": 1.2085862334636744e-05,
      "loss": 1.0342,
      "step": 2603
    },
    {
      "epoch": 2.5275418587721425,
      "grad_norm": 0.19859957695007324,
      "learning_rate": 1.2037298961765065e-05,
      "loss": 0.9666,
      "step": 2604
    },
    {
      "epoch": 2.528512496966756,
      "grad_norm": 0.1973661184310913,
      "learning_rate": 1.1988827104851574e-05,
      "loss": 0.9682,
      "step": 2605
    },
    {
      "epoch": 2.5294831351613687,
      "grad_norm": 0.2139616310596466,
      "learning_rate": 1.19404468143262e-05,
      "loss": 1.0928,
      "step": 2606
    },
    {
      "epoch": 2.5304537733559815,
      "grad_norm": 0.22801245748996735,
      "learning_rate": 1.1892158140523546e-05,
      "loss": 0.9814,
      "step": 2607
    },
    {
      "epoch": 2.5314244115505944,
      "grad_norm": 0.2443939596414566,
      "learning_rate": 1.1843961133682879e-05,
      "loss": 1.2171,
      "step": 2608
    },
    {
      "epoch": 2.5323950497452072,
      "grad_norm": 0.2723516821861267,
      "learning_rate": 1.1795855843948155e-05,
      "loss": 1.3357,
      "step": 2609
    },
    {
      "epoch": 2.5333656879398205,
      "grad_norm": 0.31639018654823303,
      "learning_rate": 1.1747842321367886e-05,
      "loss": 1.4972,
      "step": 2610
    },
    {
      "epoch": 2.5343363261344334,
      "grad_norm": 0.2385886013507843,
      "learning_rate": 1.1699920615895077e-05,
      "loss": 1.2057,
      "step": 2611
    },
    {
      "epoch": 2.5353069643290462,
      "grad_norm": 0.09721197932958603,
      "learning_rate": 1.1652090777387248e-05,
      "loss": 0.6816,
      "step": 2612
    },
    {
      "epoch": 2.5362776025236595,
      "grad_norm": 0.11619314551353455,
      "learning_rate": 1.1604352855606304e-05,
      "loss": 0.8128,
      "step": 2613
    },
    {
      "epoch": 2.5372482407182724,
      "grad_norm": 0.1345929205417633,
      "learning_rate": 1.1556706900218572e-05,
      "loss": 0.8567,
      "step": 2614
    },
    {
      "epoch": 2.5382188789128852,
      "grad_norm": 0.1281508505344391,
      "learning_rate": 1.1509152960794666e-05,
      "loss": 0.8126,
      "step": 2615
    },
    {
      "epoch": 2.539189517107498,
      "grad_norm": 0.12612183392047882,
      "learning_rate": 1.1461691086809435e-05,
      "loss": 0.9403,
      "step": 2616
    },
    {
      "epoch": 2.540160155302111,
      "grad_norm": 0.13164956867694855,
      "learning_rate": 1.141432132764202e-05,
      "loss": 0.8281,
      "step": 2617
    },
    {
      "epoch": 2.541130793496724,
      "grad_norm": 0.12683092057704926,
      "learning_rate": 1.1367043732575666e-05,
      "loss": 0.8137,
      "step": 2618
    },
    {
      "epoch": 2.542101431691337,
      "grad_norm": 0.131448894739151,
      "learning_rate": 1.131985835079773e-05,
      "loss": 0.7794,
      "step": 2619
    },
    {
      "epoch": 2.54307206988595,
      "grad_norm": 0.1397961527109146,
      "learning_rate": 1.1272765231399685e-05,
      "loss": 0.9792,
      "step": 2620
    },
    {
      "epoch": 2.544042708080563,
      "grad_norm": 0.14249376952648163,
      "learning_rate": 1.122576442337696e-05,
      "loss": 0.8621,
      "step": 2621
    },
    {
      "epoch": 2.545013346275176,
      "grad_norm": 0.1411663144826889,
      "learning_rate": 1.1178855975628965e-05,
      "loss": 0.8367,
      "step": 2622
    },
    {
      "epoch": 2.545983984469789,
      "grad_norm": 0.15122132003307343,
      "learning_rate": 1.1132039936959016e-05,
      "loss": 0.8549,
      "step": 2623
    },
    {
      "epoch": 2.5469546226644018,
      "grad_norm": 0.14624707400798798,
      "learning_rate": 1.1085316356074271e-05,
      "loss": 0.8744,
      "step": 2624
    },
    {
      "epoch": 2.5479252608590146,
      "grad_norm": 0.15156567096710205,
      "learning_rate": 1.1038685281585736e-05,
      "loss": 0.8278,
      "step": 2625
    },
    {
      "epoch": 2.548895899053628,
      "grad_norm": 0.14468659460544586,
      "learning_rate": 1.099214676200816e-05,
      "loss": 0.857,
      "step": 2626
    },
    {
      "epoch": 2.5498665372482407,
      "grad_norm": 0.14554347097873688,
      "learning_rate": 1.0945700845759932e-05,
      "loss": 0.9254,
      "step": 2627
    },
    {
      "epoch": 2.5508371754428536,
      "grad_norm": 0.13952474296092987,
      "learning_rate": 1.0899347581163221e-05,
      "loss": 0.9278,
      "step": 2628
    },
    {
      "epoch": 2.551807813637467,
      "grad_norm": 0.13997782766819,
      "learning_rate": 1.0853087016443675e-05,
      "loss": 0.8002,
      "step": 2629
    },
    {
      "epoch": 2.5527784518320797,
      "grad_norm": 0.15791937708854675,
      "learning_rate": 1.0806919199730615e-05,
      "loss": 0.9669,
      "step": 2630
    },
    {
      "epoch": 2.5537490900266926,
      "grad_norm": 0.14942561089992523,
      "learning_rate": 1.0760844179056772e-05,
      "loss": 0.8735,
      "step": 2631
    },
    {
      "epoch": 2.5547197282213054,
      "grad_norm": 0.14802101254463196,
      "learning_rate": 1.0714862002358383e-05,
      "loss": 0.9901,
      "step": 2632
    },
    {
      "epoch": 2.5556903664159183,
      "grad_norm": 0.15448804199695587,
      "learning_rate": 1.0668972717475056e-05,
      "loss": 0.9545,
      "step": 2633
    },
    {
      "epoch": 2.5566610046105316,
      "grad_norm": 0.1505395919084549,
      "learning_rate": 1.0623176372149802e-05,
      "loss": 0.9446,
      "step": 2634
    },
    {
      "epoch": 2.5576316428051444,
      "grad_norm": 0.15852919220924377,
      "learning_rate": 1.057747301402887e-05,
      "loss": 0.9255,
      "step": 2635
    },
    {
      "epoch": 2.5586022809997573,
      "grad_norm": 0.15690459311008453,
      "learning_rate": 1.0531862690661864e-05,
      "loss": 0.8651,
      "step": 2636
    },
    {
      "epoch": 2.55957291919437,
      "grad_norm": 0.16327087581157684,
      "learning_rate": 1.0486345449501489e-05,
      "loss": 0.9629,
      "step": 2637
    },
    {
      "epoch": 2.560543557388983,
      "grad_norm": 0.1598142385482788,
      "learning_rate": 1.0440921337903697e-05,
      "loss": 0.8747,
      "step": 2638
    },
    {
      "epoch": 2.5615141955835963,
      "grad_norm": 0.17155557870864868,
      "learning_rate": 1.0395590403127486e-05,
      "loss": 1.0451,
      "step": 2639
    },
    {
      "epoch": 2.562484833778209,
      "grad_norm": 0.16164714097976685,
      "learning_rate": 1.035035269233493e-05,
      "loss": 1.0272,
      "step": 2640
    },
    {
      "epoch": 2.563455471972822,
      "grad_norm": 0.16857144236564636,
      "learning_rate": 1.0305208252591159e-05,
      "loss": 1.2475,
      "step": 2641
    },
    {
      "epoch": 2.5644261101674353,
      "grad_norm": 0.16070100665092468,
      "learning_rate": 1.026015713086418e-05,
      "loss": 0.8972,
      "step": 2642
    },
    {
      "epoch": 2.565396748362048,
      "grad_norm": 0.18037480115890503,
      "learning_rate": 1.0215199374024952e-05,
      "loss": 1.0421,
      "step": 2643
    },
    {
      "epoch": 2.566367386556661,
      "grad_norm": 0.1674431711435318,
      "learning_rate": 1.0170335028847344e-05,
      "loss": 0.945,
      "step": 2644
    },
    {
      "epoch": 2.567338024751274,
      "grad_norm": 0.1668729931116104,
      "learning_rate": 1.0125564142007948e-05,
      "loss": 1.0482,
      "step": 2645
    },
    {
      "epoch": 2.5683086629458867,
      "grad_norm": 0.1716722548007965,
      "learning_rate": 1.0080886760086229e-05,
      "loss": 1.0408,
      "step": 2646
    },
    {
      "epoch": 2.5692793011405,
      "grad_norm": 0.18060997128486633,
      "learning_rate": 1.0036302929564278e-05,
      "loss": 0.982,
      "step": 2647
    },
    {
      "epoch": 2.570249939335113,
      "grad_norm": 0.17789538204669952,
      "learning_rate": 9.991812696826885e-06,
      "loss": 1.0872,
      "step": 2648
    },
    {
      "epoch": 2.5712205775297257,
      "grad_norm": 0.1895163506269455,
      "learning_rate": 9.9474161081615e-06,
      "loss": 1.1784,
      "step": 2649
    },
    {
      "epoch": 2.572191215724339,
      "grad_norm": 0.18316906690597534,
      "learning_rate": 9.903113209758096e-06,
      "loss": 1.0635,
      "step": 2650
    },
    {
      "epoch": 2.573161853918952,
      "grad_norm": 0.19501861929893494,
      "learning_rate": 9.858904047709184e-06,
      "loss": 0.982,
      "step": 2651
    },
    {
      "epoch": 2.5741324921135647,
      "grad_norm": 0.19324858486652374,
      "learning_rate": 9.814788668009766e-06,
      "loss": 1.0703,
      "step": 2652
    },
    {
      "epoch": 2.5751031303081775,
      "grad_norm": 0.1993223875761032,
      "learning_rate": 9.770767116557234e-06,
      "loss": 1.0227,
      "step": 2653
    },
    {
      "epoch": 2.5760737685027904,
      "grad_norm": 0.19983680546283722,
      "learning_rate": 9.726839439151448e-06,
      "loss": 1.0266,
      "step": 2654
    },
    {
      "epoch": 2.5770444066974036,
      "grad_norm": 0.2085951715707779,
      "learning_rate": 9.683005681494506e-06,
      "loss": 0.9812,
      "step": 2655
    },
    {
      "epoch": 2.5780150448920165,
      "grad_norm": 0.21097825467586517,
      "learning_rate": 9.63926588919083e-06,
      "loss": 1.0471,
      "step": 2656
    },
    {
      "epoch": 2.5789856830866293,
      "grad_norm": 0.23730146884918213,
      "learning_rate": 9.595620107747105e-06,
      "loss": 1.017,
      "step": 2657
    },
    {
      "epoch": 2.5799563212812426,
      "grad_norm": 0.24868635833263397,
      "learning_rate": 9.552068382572187e-06,
      "loss": 1.122,
      "step": 2658
    },
    {
      "epoch": 2.5809269594758555,
      "grad_norm": 0.2653858959674835,
      "learning_rate": 9.508610758977033e-06,
      "loss": 1.2436,
      "step": 2659
    },
    {
      "epoch": 2.5818975976704683,
      "grad_norm": 0.30899879336357117,
      "learning_rate": 9.465247282174805e-06,
      "loss": 1.5001,
      "step": 2660
    },
    {
      "epoch": 2.582868235865081,
      "grad_norm": 0.23135118186473846,
      "learning_rate": 9.421977997280596e-06,
      "loss": 1.1592,
      "step": 2661
    },
    {
      "epoch": 2.583838874059694,
      "grad_norm": 0.09533767402172089,
      "learning_rate": 9.378802949311582e-06,
      "loss": 0.6173,
      "step": 2662
    },
    {
      "epoch": 2.5848095122543073,
      "grad_norm": 0.11968497931957245,
      "learning_rate": 9.335722183186868e-06,
      "loss": 0.8472,
      "step": 2663
    },
    {
      "epoch": 2.58578015044892,
      "grad_norm": 0.11955777555704117,
      "learning_rate": 9.292735743727432e-06,
      "loss": 0.8203,
      "step": 2664
    },
    {
      "epoch": 2.586750788643533,
      "grad_norm": 0.12437266111373901,
      "learning_rate": 9.249843675656212e-06,
      "loss": 0.8334,
      "step": 2665
    },
    {
      "epoch": 2.5877214268381463,
      "grad_norm": 0.11943063884973526,
      "learning_rate": 9.207046023597865e-06,
      "loss": 0.8387,
      "step": 2666
    },
    {
      "epoch": 2.588692065032759,
      "grad_norm": 0.1246446967124939,
      "learning_rate": 9.164342832078855e-06,
      "loss": 0.8138,
      "step": 2667
    },
    {
      "epoch": 2.589662703227372,
      "grad_norm": 0.13614565134048462,
      "learning_rate": 9.121734145527395e-06,
      "loss": 0.7701,
      "step": 2668
    },
    {
      "epoch": 2.590633341421985,
      "grad_norm": 0.14448736608028412,
      "learning_rate": 9.079220008273315e-06,
      "loss": 0.8673,
      "step": 2669
    },
    {
      "epoch": 2.5916039796165977,
      "grad_norm": 0.1404149830341339,
      "learning_rate": 9.036800464548157e-06,
      "loss": 0.905,
      "step": 2670
    },
    {
      "epoch": 2.592574617811211,
      "grad_norm": 0.13877637684345245,
      "learning_rate": 8.994475558484982e-06,
      "loss": 0.9366,
      "step": 2671
    },
    {
      "epoch": 2.593545256005824,
      "grad_norm": 0.14106231927871704,
      "learning_rate": 8.952245334118414e-06,
      "loss": 0.8866,
      "step": 2672
    },
    {
      "epoch": 2.5945158942004367,
      "grad_norm": 0.15110860764980316,
      "learning_rate": 8.910109835384561e-06,
      "loss": 0.8857,
      "step": 2673
    },
    {
      "epoch": 2.59548653239505,
      "grad_norm": 0.1432584673166275,
      "learning_rate": 8.868069106121001e-06,
      "loss": 0.8458,
      "step": 2674
    },
    {
      "epoch": 2.596457170589663,
      "grad_norm": 0.14643844962120056,
      "learning_rate": 8.826123190066671e-06,
      "loss": 0.8044,
      "step": 2675
    },
    {
      "epoch": 2.5974278087842757,
      "grad_norm": 0.15402916073799133,
      "learning_rate": 8.784272130861937e-06,
      "loss": 0.9729,
      "step": 2676
    },
    {
      "epoch": 2.5983984469788886,
      "grad_norm": 0.14664632081985474,
      "learning_rate": 8.742515972048404e-06,
      "loss": 0.8825,
      "step": 2677
    },
    {
      "epoch": 2.5993690851735014,
      "grad_norm": 0.1445622593164444,
      "learning_rate": 8.700854757068988e-06,
      "loss": 0.8754,
      "step": 2678
    },
    {
      "epoch": 2.6003397233681147,
      "grad_norm": 0.1579735279083252,
      "learning_rate": 8.659288529267806e-06,
      "loss": 0.9408,
      "step": 2679
    },
    {
      "epoch": 2.6013103615627275,
      "grad_norm": 0.14746877551078796,
      "learning_rate": 8.617817331890154e-06,
      "loss": 0.9153,
      "step": 2680
    },
    {
      "epoch": 2.6022809997573404,
      "grad_norm": 0.15773457288742065,
      "learning_rate": 8.576441208082453e-06,
      "loss": 1.0267,
      "step": 2681
    },
    {
      "epoch": 2.6032516379519532,
      "grad_norm": 0.14785327017307281,
      "learning_rate": 8.535160200892234e-06,
      "loss": 0.8822,
      "step": 2682
    },
    {
      "epoch": 2.604222276146566,
      "grad_norm": 0.1480463743209839,
      "learning_rate": 8.493974353268019e-06,
      "loss": 0.9754,
      "step": 2683
    },
    {
      "epoch": 2.6051929143411794,
      "grad_norm": 0.15290869772434235,
      "learning_rate": 8.4528837080594e-06,
      "loss": 0.9067,
      "step": 2684
    },
    {
      "epoch": 2.6061635525357922,
      "grad_norm": 0.14907306432724,
      "learning_rate": 8.411888308016847e-06,
      "loss": 0.9409,
      "step": 2685
    },
    {
      "epoch": 2.607134190730405,
      "grad_norm": 0.15263187885284424,
      "learning_rate": 8.370988195791807e-06,
      "loss": 0.8437,
      "step": 2686
    },
    {
      "epoch": 2.6081048289250184,
      "grad_norm": 0.16383805871009827,
      "learning_rate": 8.330183413936543e-06,
      "loss": 0.9991,
      "step": 2687
    },
    {
      "epoch": 2.6090754671196312,
      "grad_norm": 0.16268745064735413,
      "learning_rate": 8.289474004904107e-06,
      "loss": 0.9324,
      "step": 2688
    },
    {
      "epoch": 2.610046105314244,
      "grad_norm": 0.16032157838344574,
      "learning_rate": 8.24886001104842e-06,
      "loss": 0.9692,
      "step": 2689
    },
    {
      "epoch": 2.611016743508857,
      "grad_norm": 0.16234619915485382,
      "learning_rate": 8.208341474624071e-06,
      "loss": 0.9164,
      "step": 2690
    },
    {
      "epoch": 2.61198738170347,
      "grad_norm": 0.16513916850090027,
      "learning_rate": 8.167918437786315e-06,
      "loss": 0.8726,
      "step": 2691
    },
    {
      "epoch": 2.612958019898083,
      "grad_norm": 0.16485533118247986,
      "learning_rate": 8.127590942591112e-06,
      "loss": 1.0749,
      "step": 2692
    },
    {
      "epoch": 2.613928658092696,
      "grad_norm": 0.1624046266078949,
      "learning_rate": 8.087359030994946e-06,
      "loss": 0.9057,
      "step": 2693
    },
    {
      "epoch": 2.6148992962873088,
      "grad_norm": 0.16686499118804932,
      "learning_rate": 8.047222744854943e-06,
      "loss": 1.0388,
      "step": 2694
    },
    {
      "epoch": 2.615869934481922,
      "grad_norm": 0.17009346187114716,
      "learning_rate": 8.00718212592868e-06,
      "loss": 1.047,
      "step": 2695
    },
    {
      "epoch": 2.616840572676535,
      "grad_norm": 0.18084676563739777,
      "learning_rate": 7.96723721587419e-06,
      "loss": 1.0499,
      "step": 2696
    },
    {
      "epoch": 2.6178112108711478,
      "grad_norm": 0.17463231086730957,
      "learning_rate": 7.927388056250018e-06,
      "loss": 1.046,
      "step": 2697
    },
    {
      "epoch": 2.6187818490657606,
      "grad_norm": 0.17588862776756287,
      "learning_rate": 7.887634688515e-06,
      "loss": 1.1213,
      "step": 2698
    },
    {
      "epoch": 2.6197524872603735,
      "grad_norm": 0.18684707581996918,
      "learning_rate": 7.847977154028319e-06,
      "loss": 1.1033,
      "step": 2699
    },
    {
      "epoch": 2.6207231254549868,
      "grad_norm": 0.1802101880311966,
      "learning_rate": 7.808415494049514e-06,
      "loss": 0.9018,
      "step": 2700
    },
    {
      "epoch": 2.6207231254549868,
      "eval_loss": 0.989327073097229,
      "eval_runtime": 7.8282,
      "eval_samples_per_second": 31.808,
      "eval_steps_per_second": 10.603,
      "step": 2700
    },
    {
      "epoch": 2.6216937636495996,
      "grad_norm": 0.18636952340602875,
      "learning_rate": 7.768949749738342e-06,
      "loss": 1.0115,
      "step": 2701
    },
    {
      "epoch": 2.6226644018442125,
      "grad_norm": 0.19201943278312683,
      "learning_rate": 7.729579962154742e-06,
      "loss": 1.0449,
      "step": 2702
    },
    {
      "epoch": 2.6236350400388257,
      "grad_norm": 0.20640531182289124,
      "learning_rate": 7.690306172258854e-06,
      "loss": 1.2165,
      "step": 2703
    },
    {
      "epoch": 2.6246056782334386,
      "grad_norm": 0.1967233568429947,
      "learning_rate": 7.651128420910924e-06,
      "loss": 0.9356,
      "step": 2704
    },
    {
      "epoch": 2.6255763164280514,
      "grad_norm": 0.2162274867296219,
      "learning_rate": 7.612046748871327e-06,
      "loss": 0.9771,
      "step": 2705
    },
    {
      "epoch": 2.6265469546226643,
      "grad_norm": 0.2233528345823288,
      "learning_rate": 7.573061196800413e-06,
      "loss": 1.1651,
      "step": 2706
    },
    {
      "epoch": 2.627517592817277,
      "grad_norm": 0.23782265186309814,
      "learning_rate": 7.53417180525855e-06,
      "loss": 1.083,
      "step": 2707
    },
    {
      "epoch": 2.6284882310118904,
      "grad_norm": 0.2516018748283386,
      "learning_rate": 7.495378614706094e-06,
      "loss": 1.0895,
      "step": 2708
    },
    {
      "epoch": 2.6294588692065033,
      "grad_norm": 0.2585217356681824,
      "learning_rate": 7.456681665503273e-06,
      "loss": 1.383,
      "step": 2709
    },
    {
      "epoch": 2.630429507401116,
      "grad_norm": 0.3171403706073761,
      "learning_rate": 7.4180809979102036e-06,
      "loss": 1.5491,
      "step": 2710
    },
    {
      "epoch": 2.6314001455957294,
      "grad_norm": 0.24021659791469574,
      "learning_rate": 7.3795766520868285e-06,
      "loss": 1.203,
      "step": 2711
    },
    {
      "epoch": 2.6323707837903423,
      "grad_norm": 0.09816499054431915,
      "learning_rate": 7.341168668092857e-06,
      "loss": 0.6438,
      "step": 2712
    },
    {
      "epoch": 2.633341421984955,
      "grad_norm": 0.11757772415876389,
      "learning_rate": 7.302857085887804e-06,
      "loss": 0.8387,
      "step": 2713
    },
    {
      "epoch": 2.634312060179568,
      "grad_norm": 0.11860402673482895,
      "learning_rate": 7.26464194533083e-06,
      "loss": 0.8167,
      "step": 2714
    },
    {
      "epoch": 2.635282698374181,
      "grad_norm": 0.12378157675266266,
      "learning_rate": 7.226523286180776e-06,
      "loss": 0.7857,
      "step": 2715
    },
    {
      "epoch": 2.636253336568794,
      "grad_norm": 0.1281859278678894,
      "learning_rate": 7.1885011480961164e-06,
      "loss": 0.8136,
      "step": 2716
    },
    {
      "epoch": 2.637223974763407,
      "grad_norm": 0.12033605575561523,
      "learning_rate": 7.1505755706348875e-06,
      "loss": 0.7938,
      "step": 2717
    },
    {
      "epoch": 2.63819461295802,
      "grad_norm": 0.1249908059835434,
      "learning_rate": 7.112746593254649e-06,
      "loss": 0.7961,
      "step": 2718
    },
    {
      "epoch": 2.639165251152633,
      "grad_norm": 0.1290389597415924,
      "learning_rate": 7.07501425531254e-06,
      "loss": 0.8939,
      "step": 2719
    },
    {
      "epoch": 2.640135889347246,
      "grad_norm": 0.13618117570877075,
      "learning_rate": 7.0373785960650475e-06,
      "loss": 0.7633,
      "step": 2720
    },
    {
      "epoch": 2.641106527541859,
      "grad_norm": 0.13909953832626343,
      "learning_rate": 6.99983965466815e-06,
      "loss": 0.9004,
      "step": 2721
    },
    {
      "epoch": 2.6420771657364717,
      "grad_norm": 0.13675419986248016,
      "learning_rate": 6.962397470177162e-06,
      "loss": 0.8598,
      "step": 2722
    },
    {
      "epoch": 2.6430478039310845,
      "grad_norm": 0.13281846046447754,
      "learning_rate": 6.9250520815467455e-06,
      "loss": 0.8566,
      "step": 2723
    },
    {
      "epoch": 2.644018442125698,
      "grad_norm": 0.14839951694011688,
      "learning_rate": 6.887803527630865e-06,
      "loss": 0.8962,
      "step": 2724
    },
    {
      "epoch": 2.6449890803203107,
      "grad_norm": 0.1394728720188141,
      "learning_rate": 6.850651847182743e-06,
      "loss": 0.8949,
      "step": 2725
    },
    {
      "epoch": 2.6459597185149235,
      "grad_norm": 0.14210301637649536,
      "learning_rate": 6.813597078854772e-06,
      "loss": 0.9028,
      "step": 2726
    },
    {
      "epoch": 2.6469303567095364,
      "grad_norm": 0.1447405070066452,
      "learning_rate": 6.776639261198581e-06,
      "loss": 0.8318,
      "step": 2727
    },
    {
      "epoch": 2.647900994904149,
      "grad_norm": 0.1465921849012375,
      "learning_rate": 6.7397784326648674e-06,
      "loss": 0.9164,
      "step": 2728
    },
    {
      "epoch": 2.6488716330987625,
      "grad_norm": 0.1504085510969162,
      "learning_rate": 6.703014631603499e-06,
      "loss": 0.941,
      "step": 2729
    },
    {
      "epoch": 2.6498422712933754,
      "grad_norm": 0.14939135313034058,
      "learning_rate": 6.666347896263325e-06,
      "loss": 0.8775,
      "step": 2730
    },
    {
      "epoch": 2.650812909487988,
      "grad_norm": 0.15346847474575043,
      "learning_rate": 6.629778264792241e-06,
      "loss": 0.9117,
      "step": 2731
    },
    {
      "epoch": 2.6517835476826015,
      "grad_norm": 0.15076877176761627,
      "learning_rate": 6.593305775237102e-06,
      "loss": 0.8148,
      "step": 2732
    },
    {
      "epoch": 2.6527541858772143,
      "grad_norm": 0.15594549477100372,
      "learning_rate": 6.556930465543709e-06,
      "loss": 1.0095,
      "step": 2733
    },
    {
      "epoch": 2.653724824071827,
      "grad_norm": 0.14601829648017883,
      "learning_rate": 6.520652373556746e-06,
      "loss": 0.8395,
      "step": 2734
    },
    {
      "epoch": 2.65469546226644,
      "grad_norm": 0.1562318354845047,
      "learning_rate": 6.4844715370197874e-06,
      "loss": 0.9926,
      "step": 2735
    },
    {
      "epoch": 2.655666100461053,
      "grad_norm": 0.16205766797065735,
      "learning_rate": 6.448387993575156e-06,
      "loss": 1.0721,
      "step": 2736
    },
    {
      "epoch": 2.656636738655666,
      "grad_norm": 0.15028327703475952,
      "learning_rate": 6.412401780764043e-06,
      "loss": 1.0399,
      "step": 2737
    },
    {
      "epoch": 2.657607376850279,
      "grad_norm": 0.16852343082427979,
      "learning_rate": 6.37651293602628e-06,
      "loss": 1.0502,
      "step": 2738
    },
    {
      "epoch": 2.658578015044892,
      "grad_norm": 0.16134199500083923,
      "learning_rate": 6.340721496700474e-06,
      "loss": 0.8854,
      "step": 2739
    },
    {
      "epoch": 2.659548653239505,
      "grad_norm": 0.16496504843235016,
      "learning_rate": 6.3050275000238414e-06,
      "loss": 0.9891,
      "step": 2740
    },
    {
      "epoch": 2.660519291434118,
      "grad_norm": 0.16470350325107574,
      "learning_rate": 6.26943098313224e-06,
      "loss": 1.0126,
      "step": 2741
    },
    {
      "epoch": 2.661489929628731,
      "grad_norm": 0.17048361897468567,
      "learning_rate": 6.233931983060104e-06,
      "loss": 1.0511,
      "step": 2742
    },
    {
      "epoch": 2.6624605678233437,
      "grad_norm": 0.16180747747421265,
      "learning_rate": 6.198530536740455e-06,
      "loss": 0.9742,
      "step": 2743
    },
    {
      "epoch": 2.6634312060179566,
      "grad_norm": 0.1735767275094986,
      "learning_rate": 6.163226681004719e-06,
      "loss": 1.0637,
      "step": 2744
    },
    {
      "epoch": 2.66440184421257,
      "grad_norm": 0.1741436868906021,
      "learning_rate": 6.128020452582917e-06,
      "loss": 0.864,
      "step": 2745
    },
    {
      "epoch": 2.6653724824071827,
      "grad_norm": 0.17328594624996185,
      "learning_rate": 6.092911888103403e-06,
      "loss": 1.0205,
      "step": 2746
    },
    {
      "epoch": 2.6663431206017956,
      "grad_norm": 0.18254639208316803,
      "learning_rate": 6.057901024092949e-06,
      "loss": 1.1213,
      "step": 2747
    },
    {
      "epoch": 2.667313758796409,
      "grad_norm": 0.1736193299293518,
      "learning_rate": 6.022987896976706e-06,
      "loss": 0.9913,
      "step": 2748
    },
    {
      "epoch": 2.6682843969910217,
      "grad_norm": 0.18668487668037415,
      "learning_rate": 5.988172543078097e-06,
      "loss": 0.8807,
      "step": 2749
    },
    {
      "epoch": 2.6692550351856346,
      "grad_norm": 0.18639537692070007,
      "learning_rate": 5.953454998618857e-06,
      "loss": 1.0344,
      "step": 2750
    },
    {
      "epoch": 2.6702256733802474,
      "grad_norm": 0.17833758890628815,
      "learning_rate": 5.918835299718939e-06,
      "loss": 0.8879,
      "step": 2751
    },
    {
      "epoch": 2.6711963115748603,
      "grad_norm": 0.19062158465385437,
      "learning_rate": 5.884313482396497e-06,
      "loss": 1.0628,
      "step": 2752
    },
    {
      "epoch": 2.6721669497694736,
      "grad_norm": 0.1974213570356369,
      "learning_rate": 5.84988958256788e-06,
      "loss": 1.0119,
      "step": 2753
    },
    {
      "epoch": 2.6731375879640864,
      "grad_norm": 0.19276933372020721,
      "learning_rate": 5.8155636360475385e-06,
      "loss": 1.0234,
      "step": 2754
    },
    {
      "epoch": 2.6741082261586993,
      "grad_norm": 0.21587000787258148,
      "learning_rate": 5.781335678547995e-06,
      "loss": 1.0696,
      "step": 2755
    },
    {
      "epoch": 2.6750788643533125,
      "grad_norm": 0.22759148478507996,
      "learning_rate": 5.747205745679884e-06,
      "loss": 1.0594,
      "step": 2756
    },
    {
      "epoch": 2.6760495025479254,
      "grad_norm": 0.24824020266532898,
      "learning_rate": 5.713173872951794e-06,
      "loss": 1.173,
      "step": 2757
    },
    {
      "epoch": 2.6770201407425382,
      "grad_norm": 0.2563738226890564,
      "learning_rate": 5.6792400957702994e-06,
      "loss": 1.3406,
      "step": 2758
    },
    {
      "epoch": 2.677990778937151,
      "grad_norm": 0.29014673829078674,
      "learning_rate": 5.645404449439984e-06,
      "loss": 1.4426,
      "step": 2759
    },
    {
      "epoch": 2.678961417131764,
      "grad_norm": 0.31782469153404236,
      "learning_rate": 5.611666969163243e-06,
      "loss": 1.5519,
      "step": 2760
    },
    {
      "epoch": 2.6799320553263772,
      "grad_norm": 0.2350182831287384,
      "learning_rate": 5.57802769004041e-06,
      "loss": 1.1654,
      "step": 2761
    },
    {
      "epoch": 2.68090269352099,
      "grad_norm": 0.09700978547334671,
      "learning_rate": 5.544486647069613e-06,
      "loss": 0.6424,
      "step": 2762
    },
    {
      "epoch": 2.681873331715603,
      "grad_norm": 0.12122093141078949,
      "learning_rate": 5.511043875146771e-06,
      "loss": 0.8113,
      "step": 2763
    },
    {
      "epoch": 2.6828439699102162,
      "grad_norm": 0.12814344465732574,
      "learning_rate": 5.477699409065606e-06,
      "loss": 0.8081,
      "step": 2764
    },
    {
      "epoch": 2.683814608104829,
      "grad_norm": 0.12819263339042664,
      "learning_rate": 5.4444532835175144e-06,
      "loss": 0.8588,
      "step": 2765
    },
    {
      "epoch": 2.684785246299442,
      "grad_norm": 0.12607485055923462,
      "learning_rate": 5.411305533091604e-06,
      "loss": 0.9195,
      "step": 2766
    },
    {
      "epoch": 2.685755884494055,
      "grad_norm": 0.1264079362154007,
      "learning_rate": 5.378256192274656e-06,
      "loss": 0.8299,
      "step": 2767
    },
    {
      "epoch": 2.6867265226886676,
      "grad_norm": 0.1334206610918045,
      "learning_rate": 5.345305295450997e-06,
      "loss": 0.8141,
      "step": 2768
    },
    {
      "epoch": 2.687697160883281,
      "grad_norm": 0.1366858333349228,
      "learning_rate": 5.312452876902618e-06,
      "loss": 0.8429,
      "step": 2769
    },
    {
      "epoch": 2.6886677990778938,
      "grad_norm": 0.13283582031726837,
      "learning_rate": 5.27969897080901e-06,
      "loss": 0.9114,
      "step": 2770
    },
    {
      "epoch": 2.6896384372725066,
      "grad_norm": 0.139208123087883,
      "learning_rate": 5.247043611247127e-06,
      "loss": 0.8199,
      "step": 2771
    },
    {
      "epoch": 2.6906090754671195,
      "grad_norm": 0.1328561156988144,
      "learning_rate": 5.21448683219149e-06,
      "loss": 0.9003,
      "step": 2772
    },
    {
      "epoch": 2.6915797136617323,
      "grad_norm": 0.14516164362430573,
      "learning_rate": 5.182028667513994e-06,
      "loss": 0.8836,
      "step": 2773
    },
    {
      "epoch": 2.6925503518563456,
      "grad_norm": 0.1482091248035431,
      "learning_rate": 5.149669150983938e-06,
      "loss": 0.9788,
      "step": 2774
    },
    {
      "epoch": 2.6935209900509585,
      "grad_norm": 0.13634507358074188,
      "learning_rate": 5.1174083162680465e-06,
      "loss": 0.7935,
      "step": 2775
    },
    {
      "epoch": 2.6944916282455713,
      "grad_norm": 0.1506786346435547,
      "learning_rate": 5.085246196930271e-06,
      "loss": 0.9537,
      "step": 2776
    },
    {
      "epoch": 2.6954622664401846,
      "grad_norm": 0.1431962251663208,
      "learning_rate": 5.0531828264319795e-06,
      "loss": 0.9144,
      "step": 2777
    },
    {
      "epoch": 2.6964329046347975,
      "grad_norm": 0.1422646939754486,
      "learning_rate": 5.021218238131719e-06,
      "loss": 0.8761,
      "step": 2778
    },
    {
      "epoch": 2.6974035428294103,
      "grad_norm": 0.15021026134490967,
      "learning_rate": 4.989352465285291e-06,
      "loss": 0.7946,
      "step": 2779
    },
    {
      "epoch": 2.698374181024023,
      "grad_norm": 0.14927519857883453,
      "learning_rate": 4.957585541045684e-06,
      "loss": 0.9822,
      "step": 2780
    },
    {
      "epoch": 2.699344819218636,
      "grad_norm": 0.1450144499540329,
      "learning_rate": 4.92591749846305e-06,
      "loss": 0.9074,
      "step": 2781
    },
    {
      "epoch": 2.7003154574132493,
      "grad_norm": 0.14773273468017578,
      "learning_rate": 4.8943483704846475e-06,
      "loss": 0.8971,
      "step": 2782
    },
    {
      "epoch": 2.701286095607862,
      "grad_norm": 0.16857169568538666,
      "learning_rate": 4.862878189954867e-06,
      "loss": 1.0763,
      "step": 2783
    },
    {
      "epoch": 2.702256733802475,
      "grad_norm": 0.15680019557476044,
      "learning_rate": 4.831506989615109e-06,
      "loss": 0.9546,
      "step": 2784
    },
    {
      "epoch": 2.7032273719970883,
      "grad_norm": 0.15002954006195068,
      "learning_rate": 4.800234802103842e-06,
      "loss": 0.8876,
      "step": 2785
    },
    {
      "epoch": 2.704198010191701,
      "grad_norm": 0.15667188167572021,
      "learning_rate": 4.769061659956464e-06,
      "loss": 0.8821,
      "step": 2786
    },
    {
      "epoch": 2.705168648386314,
      "grad_norm": 0.16010931134223938,
      "learning_rate": 4.7379875956053645e-06,
      "loss": 0.9861,
      "step": 2787
    },
    {
      "epoch": 2.706139286580927,
      "grad_norm": 0.15382198989391327,
      "learning_rate": 4.707012641379871e-06,
      "loss": 0.9216,
      "step": 2788
    },
    {
      "epoch": 2.7071099247755397,
      "grad_norm": 0.16758327186107635,
      "learning_rate": 4.67613682950615e-06,
      "loss": 1.032,
      "step": 2789
    },
    {
      "epoch": 2.708080562970153,
      "grad_norm": 0.16133548319339752,
      "learning_rate": 4.6453601921072395e-06,
      "loss": 1.1112,
      "step": 2790
    },
    {
      "epoch": 2.709051201164766,
      "grad_norm": 0.16093787550926208,
      "learning_rate": 4.614682761203015e-06,
      "loss": 0.8323,
      "step": 2791
    },
    {
      "epoch": 2.7100218393593787,
      "grad_norm": 0.17038831114768982,
      "learning_rate": 4.584104568710101e-06,
      "loss": 0.9401,
      "step": 2792
    },
    {
      "epoch": 2.710992477553992,
      "grad_norm": 0.16410809755325317,
      "learning_rate": 4.553625646441928e-06,
      "loss": 0.9547,
      "step": 2793
    },
    {
      "epoch": 2.711963115748605,
      "grad_norm": 0.17424167692661285,
      "learning_rate": 4.5232460261085964e-06,
      "loss": 1.0286,
      "step": 2794
    },
    {
      "epoch": 2.7129337539432177,
      "grad_norm": 0.16789181530475616,
      "learning_rate": 4.492965739316901e-06,
      "loss": 0.8985,
      "step": 2795
    },
    {
      "epoch": 2.7139043921378305,
      "grad_norm": 0.17533080279827118,
      "learning_rate": 4.462784817570331e-06,
      "loss": 1.1082,
      "step": 2796
    },
    {
      "epoch": 2.7148750303324434,
      "grad_norm": 0.17873336374759674,
      "learning_rate": 4.432703292268958e-06,
      "loss": 1.0614,
      "step": 2797
    },
    {
      "epoch": 2.7158456685270567,
      "grad_norm": 0.18340948224067688,
      "learning_rate": 4.402721194709436e-06,
      "loss": 1.0208,
      "step": 2798
    },
    {
      "epoch": 2.7168163067216695,
      "grad_norm": 0.17949368059635162,
      "learning_rate": 4.372838556085013e-06,
      "loss": 0.9985,
      "step": 2799
    },
    {
      "epoch": 2.7177869449162824,
      "grad_norm": 0.19248858094215393,
      "learning_rate": 4.34305540748543e-06,
      "loss": 1.0633,
      "step": 2800
    },
    {
      "epoch": 2.7177869449162824,
      "eval_loss": 0.9944393038749695,
      "eval_runtime": 7.763,
      "eval_samples_per_second": 32.075,
      "eval_steps_per_second": 10.692,
      "step": 2800
    },
    {
      "epoch": 2.7187575831108957,
      "grad_norm": 0.1841689944267273,
      "learning_rate": 4.313371779896924e-06,
      "loss": 1.0771,
      "step": 2801
    },
    {
      "epoch": 2.7197282213055085,
      "grad_norm": 0.18824175000190735,
      "learning_rate": 4.283787704202191e-06,
      "loss": 0.9732,
      "step": 2802
    },
    {
      "epoch": 2.7206988595001214,
      "grad_norm": 0.20387710630893707,
      "learning_rate": 4.254303211180355e-06,
      "loss": 0.9334,
      "step": 2803
    },
    {
      "epoch": 2.721669497694734,
      "grad_norm": 0.19975079596042633,
      "learning_rate": 4.224918331506955e-06,
      "loss": 0.9455,
      "step": 2804
    },
    {
      "epoch": 2.722640135889347,
      "grad_norm": 0.20404532551765442,
      "learning_rate": 4.195633095753859e-06,
      "loss": 1.0015,
      "step": 2805
    },
    {
      "epoch": 2.7236107740839604,
      "grad_norm": 0.2210119664669037,
      "learning_rate": 4.166447534389273e-06,
      "loss": 1.1665,
      "step": 2806
    },
    {
      "epoch": 2.724581412278573,
      "grad_norm": 0.22967366874217987,
      "learning_rate": 4.137361677777729e-06,
      "loss": 1.1992,
      "step": 2807
    },
    {
      "epoch": 2.725552050473186,
      "grad_norm": 0.24054734408855438,
      "learning_rate": 4.10837555618e-06,
      "loss": 1.1678,
      "step": 2808
    },
    {
      "epoch": 2.7265226886677993,
      "grad_norm": 0.26717615127563477,
      "learning_rate": 4.079489199753106e-06,
      "loss": 1.2649,
      "step": 2809
    },
    {
      "epoch": 2.727493326862412,
      "grad_norm": 0.3074055314064026,
      "learning_rate": 4.050702638550275e-06,
      "loss": 1.3553,
      "step": 2810
    },
    {
      "epoch": 2.728463965057025,
      "grad_norm": 0.23675306141376495,
      "learning_rate": 4.02201590252087e-06,
      "loss": 1.1079,
      "step": 2811
    },
    {
      "epoch": 2.729434603251638,
      "grad_norm": 0.097384013235569,
      "learning_rate": 3.993429021510475e-06,
      "loss": 0.6874,
      "step": 2812
    },
    {
      "epoch": 2.7304052414462507,
      "grad_norm": 0.11538916826248169,
      "learning_rate": 3.964942025260709e-06,
      "loss": 0.763,
      "step": 2813
    },
    {
      "epoch": 2.731375879640864,
      "grad_norm": 0.11739393323659897,
      "learning_rate": 3.9365549434092985e-06,
      "loss": 0.8426,
      "step": 2814
    },
    {
      "epoch": 2.732346517835477,
      "grad_norm": 0.12055722624063492,
      "learning_rate": 3.908267805490051e-06,
      "loss": 0.8365,
      "step": 2815
    },
    {
      "epoch": 2.7333171560300897,
      "grad_norm": 0.11913731694221497,
      "learning_rate": 3.880080640932726e-06,
      "loss": 0.8147,
      "step": 2816
    },
    {
      "epoch": 2.7342877942247026,
      "grad_norm": 0.1266409307718277,
      "learning_rate": 3.851993479063154e-06,
      "loss": 0.8613,
      "step": 2817
    },
    {
      "epoch": 2.7352584324193154,
      "grad_norm": 0.12514308094978333,
      "learning_rate": 3.8240063491030595e-06,
      "loss": 0.7884,
      "step": 2818
    },
    {
      "epoch": 2.7362290706139287,
      "grad_norm": 0.1324032098054886,
      "learning_rate": 3.7961192801701075e-06,
      "loss": 0.7866,
      "step": 2819
    },
    {
      "epoch": 2.7371997088085416,
      "grad_norm": 0.13662707805633545,
      "learning_rate": 3.768332301277866e-06,
      "loss": 0.8241,
      "step": 2820
    },
    {
      "epoch": 2.7381703470031544,
      "grad_norm": 0.13156142830848694,
      "learning_rate": 3.740645441335777e-06,
      "loss": 0.8493,
      "step": 2821
    },
    {
      "epoch": 2.7391409851977677,
      "grad_norm": 0.1341821551322937,
      "learning_rate": 3.713058729149099e-06,
      "loss": 0.8823,
      "step": 2822
    },
    {
      "epoch": 2.7401116233923806,
      "grad_norm": 0.1449829339981079,
      "learning_rate": 3.685572193418929e-06,
      "loss": 0.795,
      "step": 2823
    },
    {
      "epoch": 2.7410822615869934,
      "grad_norm": 0.14363281428813934,
      "learning_rate": 3.6581858627421027e-06,
      "loss": 0.9099,
      "step": 2824
    },
    {
      "epoch": 2.7420528997816063,
      "grad_norm": 0.14378949999809265,
      "learning_rate": 3.630899765611251e-06,
      "loss": 0.8484,
      "step": 2825
    },
    {
      "epoch": 2.743023537976219,
      "grad_norm": 0.14728431403636932,
      "learning_rate": 3.6037139304146762e-06,
      "loss": 0.9152,
      "step": 2826
    },
    {
      "epoch": 2.7439941761708324,
      "grad_norm": 0.15249083936214447,
      "learning_rate": 3.576628385436376e-06,
      "loss": 1.0054,
      "step": 2827
    },
    {
      "epoch": 2.7449648143654453,
      "grad_norm": 0.14234529435634613,
      "learning_rate": 3.549643158856042e-06,
      "loss": 0.868,
      "step": 2828
    },
    {
      "epoch": 2.745935452560058,
      "grad_norm": 0.14099052548408508,
      "learning_rate": 3.52275827874895e-06,
      "loss": 0.8055,
      "step": 2829
    },
    {
      "epoch": 2.7469060907546714,
      "grad_norm": 0.1423068344593048,
      "learning_rate": 3.495973773086014e-06,
      "loss": 0.7825,
      "step": 2830
    },
    {
      "epoch": 2.7478767289492843,
      "grad_norm": 0.1489572525024414,
      "learning_rate": 3.4692896697336886e-06,
      "loss": 0.9618,
      "step": 2831
    },
    {
      "epoch": 2.748847367143897,
      "grad_norm": 0.1469445824623108,
      "learning_rate": 3.4427059964539654e-06,
      "loss": 0.8345,
      "step": 2832
    },
    {
      "epoch": 2.74981800533851,
      "grad_norm": 0.15292416512966156,
      "learning_rate": 3.416222780904399e-06,
      "loss": 0.8481,
      "step": 2833
    },
    {
      "epoch": 2.750788643533123,
      "grad_norm": 0.1488342136144638,
      "learning_rate": 3.3898400506379936e-06,
      "loss": 0.963,
      "step": 2834
    },
    {
      "epoch": 2.751759281727736,
      "grad_norm": 0.1511238068342209,
      "learning_rate": 3.3635578331031814e-06,
      "loss": 0.947,
      "step": 2835
    },
    {
      "epoch": 2.752729919922349,
      "grad_norm": 0.15727517008781433,
      "learning_rate": 3.337376155643879e-06,
      "loss": 0.9951,
      "step": 2836
    },
    {
      "epoch": 2.753700558116962,
      "grad_norm": 0.1646905243396759,
      "learning_rate": 3.311295045499363e-06,
      "loss": 1.0745,
      "step": 2837
    },
    {
      "epoch": 2.754671196311575,
      "grad_norm": 0.15824346244335175,
      "learning_rate": 3.2853145298042953e-06,
      "loss": 0.9614,
      "step": 2838
    },
    {
      "epoch": 2.755641834506188,
      "grad_norm": 0.16009409725666046,
      "learning_rate": 3.259434635588665e-06,
      "loss": 1.078,
      "step": 2839
    },
    {
      "epoch": 2.756612472700801,
      "grad_norm": 0.1654738336801529,
      "learning_rate": 3.233655389777801e-06,
      "loss": 1.0821,
      "step": 2840
    },
    {
      "epoch": 2.7575831108954136,
      "grad_norm": 0.15743136405944824,
      "learning_rate": 3.207976819192282e-06,
      "loss": 0.9115,
      "step": 2841
    },
    {
      "epoch": 2.7585537490900265,
      "grad_norm": 0.17163686454296112,
      "learning_rate": 3.1823989505479935e-06,
      "loss": 1.0294,
      "step": 2842
    },
    {
      "epoch": 2.75952438728464,
      "grad_norm": 0.1687493622303009,
      "learning_rate": 3.156921810455993e-06,
      "loss": 1.0501,
      "step": 2843
    },
    {
      "epoch": 2.7604950254792526,
      "grad_norm": 0.17639270424842834,
      "learning_rate": 3.1315454254226105e-06,
      "loss": 1.0293,
      "step": 2844
    },
    {
      "epoch": 2.7614656636738655,
      "grad_norm": 0.16919519007205963,
      "learning_rate": 3.1062698218492724e-06,
      "loss": 0.9516,
      "step": 2845
    },
    {
      "epoch": 2.7624363018684788,
      "grad_norm": 0.16980887949466705,
      "learning_rate": 3.081095026032599e-06,
      "loss": 0.9062,
      "step": 2846
    },
    {
      "epoch": 2.7634069400630916,
      "grad_norm": 0.16965676844120026,
      "learning_rate": 3.056021064164338e-06,
      "loss": 0.9043,
      "step": 2847
    },
    {
      "epoch": 2.7643775782577045,
      "grad_norm": 0.17765143513679504,
      "learning_rate": 3.0310479623313127e-06,
      "loss": 1.0725,
      "step": 2848
    },
    {
      "epoch": 2.7653482164523173,
      "grad_norm": 0.18927070498466492,
      "learning_rate": 3.006175746515416e-06,
      "loss": 1.0599,
      "step": 2849
    },
    {
      "epoch": 2.76631885464693,
      "grad_norm": 0.17687347531318665,
      "learning_rate": 2.9814044425935606e-06,
      "loss": 0.9613,
      "step": 2850
    },
    {
      "epoch": 2.7672894928415435,
      "grad_norm": 0.18917405605316162,
      "learning_rate": 2.956734076337686e-06,
      "loss": 0.9761,
      "step": 2851
    },
    {
      "epoch": 2.7682601310361563,
      "grad_norm": 0.19635681807994843,
      "learning_rate": 2.9321646734147502e-06,
      "loss": 1.0194,
      "step": 2852
    },
    {
      "epoch": 2.769230769230769,
      "grad_norm": 0.1971740424633026,
      "learning_rate": 2.9076962593866165e-06,
      "loss": 0.9562,
      "step": 2853
    },
    {
      "epoch": 2.7702014074253825,
      "grad_norm": 0.19959934055805206,
      "learning_rate": 2.8833288597100992e-06,
      "loss": 0.8914,
      "step": 2854
    },
    {
      "epoch": 2.7711720456199953,
      "grad_norm": 0.20012199878692627,
      "learning_rate": 2.859062499736931e-06,
      "loss": 0.8614,
      "step": 2855
    },
    {
      "epoch": 2.772142683814608,
      "grad_norm": 0.21430733799934387,
      "learning_rate": 2.8348972047137157e-06,
      "loss": 1.0574,
      "step": 2856
    },
    {
      "epoch": 2.773113322009221,
      "grad_norm": 0.23541782796382904,
      "learning_rate": 2.810832999781876e-06,
      "loss": 0.964,
      "step": 2857
    },
    {
      "epoch": 2.774083960203834,
      "grad_norm": 0.23918581008911133,
      "learning_rate": 2.7868699099777297e-06,
      "loss": 1.0844,
      "step": 2858
    },
    {
      "epoch": 2.775054598398447,
      "grad_norm": 0.2599409818649292,
      "learning_rate": 2.7630079602323442e-06,
      "loss": 1.25,
      "step": 2859
    },
    {
      "epoch": 2.77602523659306,
      "grad_norm": 0.3049253225326538,
      "learning_rate": 2.739247175371562e-06,
      "loss": 1.563,
      "step": 2860
    },
    {
      "epoch": 2.776995874787673,
      "grad_norm": 0.23053397238254547,
      "learning_rate": 2.715587580116008e-06,
      "loss": 1.2561,
      "step": 2861
    },
    {
      "epoch": 2.7779665129822857,
      "grad_norm": 0.09382031857967377,
      "learning_rate": 2.69202919908097e-06,
      "loss": 0.6279,
      "step": 2862
    },
    {
      "epoch": 2.7789371511768985,
      "grad_norm": 0.11443454027175903,
      "learning_rate": 2.668572056776508e-06,
      "loss": 0.7862,
      "step": 2863
    },
    {
      "epoch": 2.779907789371512,
      "grad_norm": 0.12107350677251816,
      "learning_rate": 2.6452161776073127e-06,
      "loss": 0.8552,
      "step": 2864
    },
    {
      "epoch": 2.7808784275661247,
      "grad_norm": 0.12047024071216583,
      "learning_rate": 2.62196158587269e-06,
      "loss": 0.8538,
      "step": 2865
    },
    {
      "epoch": 2.7818490657607375,
      "grad_norm": 0.1213371604681015,
      "learning_rate": 2.5988083057666533e-06,
      "loss": 0.8344,
      "step": 2866
    },
    {
      "epoch": 2.782819703955351,
      "grad_norm": 0.12109532952308655,
      "learning_rate": 2.5757563613777123e-06,
      "loss": 0.7894,
      "step": 2867
    },
    {
      "epoch": 2.7837903421499637,
      "grad_norm": 0.1238628402352333,
      "learning_rate": 2.552805776689049e-06,
      "loss": 0.8611,
      "step": 2868
    },
    {
      "epoch": 2.7847609803445765,
      "grad_norm": 0.13090772926807404,
      "learning_rate": 2.529956575578296e-06,
      "loss": 0.8493,
      "step": 2869
    },
    {
      "epoch": 2.7857316185391894,
      "grad_norm": 0.13436706364154816,
      "learning_rate": 2.5072087818176382e-06,
      "loss": 0.8741,
      "step": 2870
    },
    {
      "epoch": 2.7867022567338022,
      "grad_norm": 0.13709810376167297,
      "learning_rate": 2.4845624190738105e-06,
      "loss": 0.8812,
      "step": 2871
    },
    {
      "epoch": 2.7876728949284155,
      "grad_norm": 0.13804461061954498,
      "learning_rate": 2.4620175109079546e-06,
      "loss": 0.8665,
      "step": 2872
    },
    {
      "epoch": 2.7886435331230284,
      "grad_norm": 0.14359496533870697,
      "learning_rate": 2.439574080775675e-06,
      "loss": 0.8911,
      "step": 2873
    },
    {
      "epoch": 2.7896141713176412,
      "grad_norm": 0.13800141215324402,
      "learning_rate": 2.4172321520270158e-06,
      "loss": 0.8494,
      "step": 2874
    },
    {
      "epoch": 2.7905848095122545,
      "grad_norm": 0.13890890777111053,
      "learning_rate": 2.3949917479063945e-06,
      "loss": 0.7982,
      "step": 2875
    },
    {
      "epoch": 2.7915554477068674,
      "grad_norm": 0.14671853184700012,
      "learning_rate": 2.372852891552646e-06,
      "loss": 0.887,
      "step": 2876
    },
    {
      "epoch": 2.79252608590148,
      "grad_norm": 0.14337050914764404,
      "learning_rate": 2.350815605998902e-06,
      "loss": 0.8124,
      "step": 2877
    },
    {
      "epoch": 2.793496724096093,
      "grad_norm": 0.15220637619495392,
      "learning_rate": 2.3288799141726546e-06,
      "loss": 0.9298,
      "step": 2878
    },
    {
      "epoch": 2.794467362290706,
      "grad_norm": 0.1513538807630539,
      "learning_rate": 2.307045838895683e-06,
      "loss": 0.8263,
      "step": 2879
    },
    {
      "epoch": 2.795438000485319,
      "grad_norm": 0.14897724986076355,
      "learning_rate": 2.2853134028840594e-06,
      "loss": 0.8521,
      "step": 2880
    },
    {
      "epoch": 2.796408638679932,
      "grad_norm": 0.14755824208259583,
      "learning_rate": 2.2636826287480873e-06,
      "loss": 0.8297,
      "step": 2881
    },
    {
      "epoch": 2.797379276874545,
      "grad_norm": 0.15349432826042175,
      "learning_rate": 2.242153538992331e-06,
      "loss": 0.8793,
      "step": 2882
    },
    {
      "epoch": 2.798349915069158,
      "grad_norm": 0.14888982474803925,
      "learning_rate": 2.2207261560155403e-06,
      "loss": 0.963,
      "step": 2883
    },
    {
      "epoch": 2.799320553263771,
      "grad_norm": 0.1462210714817047,
      "learning_rate": 2.199400502110671e-06,
      "loss": 0.8169,
      "step": 2884
    },
    {
      "epoch": 2.800291191458384,
      "grad_norm": 0.15383176505565643,
      "learning_rate": 2.178176599464821e-06,
      "loss": 0.9687,
      "step": 2885
    },
    {
      "epoch": 2.8012618296529967,
      "grad_norm": 0.1494937241077423,
      "learning_rate": 2.1570544701592255e-06,
      "loss": 0.8874,
      "step": 2886
    },
    {
      "epoch": 2.8022324678476096,
      "grad_norm": 0.16348032653331757,
      "learning_rate": 2.1360341361692517e-06,
      "loss": 0.9179,
      "step": 2887
    },
    {
      "epoch": 2.803203106042223,
      "grad_norm": 0.15522876381874084,
      "learning_rate": 2.1151156193643494e-06,
      "loss": 0.9339,
      "step": 2888
    },
    {
      "epoch": 2.8041737442368357,
      "grad_norm": 0.16467227041721344,
      "learning_rate": 2.094298941508044e-06,
      "loss": 1.0078,
      "step": 2889
    },
    {
      "epoch": 2.8051443824314486,
      "grad_norm": 0.16494648158550262,
      "learning_rate": 2.073584124257899e-06,
      "loss": 0.9288,
      "step": 2890
    },
    {
      "epoch": 2.806115020626062,
      "grad_norm": 0.16785050928592682,
      "learning_rate": 2.052971189165487e-06,
      "loss": 1.0261,
      "step": 2891
    },
    {
      "epoch": 2.8070856588206747,
      "grad_norm": 0.16841880977153778,
      "learning_rate": 2.032460157676452e-06,
      "loss": 1.0323,
      "step": 2892
    },
    {
      "epoch": 2.8080562970152876,
      "grad_norm": 0.16867302358150482,
      "learning_rate": 2.012051051130326e-06,
      "loss": 0.9854,
      "step": 2893
    },
    {
      "epoch": 2.8090269352099004,
      "grad_norm": 0.17229261994361877,
      "learning_rate": 1.9917438907606556e-06,
      "loss": 1.1873,
      "step": 2894
    },
    {
      "epoch": 2.8099975734045133,
      "grad_norm": 0.1767563819885254,
      "learning_rate": 1.971538697694919e-06,
      "loss": 1.0934,
      "step": 2895
    },
    {
      "epoch": 2.8109682115991266,
      "grad_norm": 0.1713634431362152,
      "learning_rate": 1.9514354929545007e-06,
      "loss": 0.8957,
      "step": 2896
    },
    {
      "epoch": 2.8119388497937394,
      "grad_norm": 0.1810528039932251,
      "learning_rate": 1.9314342974546484e-06,
      "loss": 1.159,
      "step": 2897
    },
    {
      "epoch": 2.8129094879883523,
      "grad_norm": 0.1705545037984848,
      "learning_rate": 1.911535132004549e-06,
      "loss": 1.029,
      "step": 2898
    },
    {
      "epoch": 2.8138801261829656,
      "grad_norm": 0.18117842078208923,
      "learning_rate": 1.8917380173071542e-06,
      "loss": 1.2136,
      "step": 2899
    },
    {
      "epoch": 2.8148507643775784,
      "grad_norm": 0.17970870435237885,
      "learning_rate": 1.8720429739592982e-06,
      "loss": 0.9116,
      "step": 2900
    },
    {
      "epoch": 2.8148507643775784,
      "eval_loss": 0.98960942029953,
      "eval_runtime": 7.7986,
      "eval_samples_per_second": 31.929,
      "eval_steps_per_second": 10.643,
      "step": 2900
    }
  ],
  "logging_steps": 1,
  "max_steps": 3090,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 100,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 3,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 3
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.1026136928367411e+17,
  "train_batch_size": 3,
  "trial_name": null,
  "trial_params": null
}