{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.002356637863315,
  "eval_steps": 80,
  "global_step": 319,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003142183817753339,
      "grad_norm": 6.363121032714844,
      "learning_rate": 2e-05,
      "loss": 3.9332,
      "step": 1
    },
    {
      "epoch": 0.003142183817753339,
      "eval_loss": 3.3246231079101562,
      "eval_runtime": 3.1795,
      "eval_samples_per_second": 42.145,
      "eval_steps_per_second": 21.073,
      "step": 1
    },
    {
      "epoch": 0.006284367635506678,
      "grad_norm": 4.884442329406738,
      "learning_rate": 4e-05,
      "loss": 2.8526,
      "step": 2
    },
    {
      "epoch": 0.009426551453260016,
      "grad_norm": 3.985334873199463,
      "learning_rate": 6e-05,
      "loss": 3.2255,
      "step": 3
    },
    {
      "epoch": 0.012568735271013355,
      "grad_norm": 6.034568786621094,
      "learning_rate": 8e-05,
      "loss": 3.5258,
      "step": 4
    },
    {
      "epoch": 0.015710919088766692,
      "grad_norm": 4.2682061195373535,
      "learning_rate": 0.0001,
      "loss": 2.8997,
      "step": 5
    },
    {
      "epoch": 0.018853102906520033,
      "grad_norm": 6.565602779388428,
      "learning_rate": 0.00012,
      "loss": 3.4334,
      "step": 6
    },
    {
      "epoch": 0.02199528672427337,
      "grad_norm": 5.61314058303833,
      "learning_rate": 0.00014,
      "loss": 4.1331,
      "step": 7
    },
    {
      "epoch": 0.02513747054202671,
      "grad_norm": 6.242368221282959,
      "learning_rate": 0.00016,
      "loss": 2.8306,
      "step": 8
    },
    {
      "epoch": 0.028279654359780047,
      "grad_norm": 4.27402400970459,
      "learning_rate": 0.00018,
      "loss": 2.8574,
      "step": 9
    },
    {
      "epoch": 0.031421838177533384,
      "grad_norm": 4.780200958251953,
      "learning_rate": 0.0002,
      "loss": 2.862,
      "step": 10
    },
    {
      "epoch": 0.03456402199528672,
      "grad_norm": 3.1157400608062744,
      "learning_rate": 0.00019999483168411242,
      "loss": 2.2063,
      "step": 11
    },
    {
      "epoch": 0.037706205813040065,
      "grad_norm": 5.149301528930664,
      "learning_rate": 0.00019997932727067942,
      "loss": 4.0438,
      "step": 12
    },
    {
      "epoch": 0.0408483896307934,
      "grad_norm": 4.135054588317871,
      "learning_rate": 0.00019995348836233516,
      "loss": 2.0542,
      "step": 13
    },
    {
      "epoch": 0.04399057344854674,
      "grad_norm": 4.026968002319336,
      "learning_rate": 0.00019991731762995243,
      "loss": 2.433,
      "step": 14
    },
    {
      "epoch": 0.04713275726630008,
      "grad_norm": 4.476734161376953,
      "learning_rate": 0.00019987081881236667,
      "loss": 2.6396,
      "step": 15
    },
    {
      "epoch": 0.05027494108405342,
      "grad_norm": 4.313846111297607,
      "learning_rate": 0.00019981399671598939,
      "loss": 2.4468,
      "step": 16
    },
    {
      "epoch": 0.05341712490180676,
      "grad_norm": 4.3481597900390625,
      "learning_rate": 0.0001997468572143115,
      "loss": 2.0248,
      "step": 17
    },
    {
      "epoch": 0.056559308719560095,
      "grad_norm": 4.479824066162109,
      "learning_rate": 0.00019966940724729603,
      "loss": 1.8349,
      "step": 18
    },
    {
      "epoch": 0.05970149253731343,
      "grad_norm": 3.9508047103881836,
      "learning_rate": 0.00019958165482066094,
      "loss": 1.9087,
      "step": 19
    },
    {
      "epoch": 0.06284367635506677,
      "grad_norm": 4.921350002288818,
      "learning_rate": 0.00019948360900505139,
      "loss": 1.9126,
      "step": 20
    },
    {
      "epoch": 0.06598586017282011,
      "grad_norm": 6.273775577545166,
      "learning_rate": 0.0001993752799351023,
      "loss": 2.6166,
      "step": 21
    },
    {
      "epoch": 0.06912804399057344,
      "grad_norm": 3.842134475708008,
      "learning_rate": 0.0001992566788083908,
      "loss": 1.8935,
      "step": 22
    },
    {
      "epoch": 0.07227022780832679,
      "grad_norm": 4.88998556137085,
      "learning_rate": 0.0001991278178842786,
      "loss": 2.5942,
      "step": 23
    },
    {
      "epoch": 0.07541241162608013,
      "grad_norm": 3.906719446182251,
      "learning_rate": 0.0001989887104826449,
      "loss": 1.6608,
      "step": 24
    },
    {
      "epoch": 0.07855459544383346,
      "grad_norm": 3.4420666694641113,
      "learning_rate": 0.00019883937098250963,
      "loss": 1.3935,
      "step": 25
    },
    {
      "epoch": 0.0816967792615868,
      "grad_norm": 4.214719295501709,
      "learning_rate": 0.00019867981482054697,
      "loss": 1.919,
      "step": 26
    },
    {
      "epoch": 0.08483896307934014,
      "grad_norm": 3.18511962890625,
      "learning_rate": 0.00019851005848948988,
      "loss": 1.6292,
      "step": 27
    },
    {
      "epoch": 0.08798114689709348,
      "grad_norm": 4.352863311767578,
      "learning_rate": 0.00019833011953642525,
      "loss": 1.7757,
      "step": 28
    },
    {
      "epoch": 0.09112333071484682,
      "grad_norm": 5.203609943389893,
      "learning_rate": 0.00019814001656098001,
      "loss": 2.1664,
      "step": 29
    },
    {
      "epoch": 0.09426551453260015,
      "grad_norm": 5.729132652282715,
      "learning_rate": 0.0001979397692133988,
      "loss": 1.8682,
      "step": 30
    },
    {
      "epoch": 0.0974076983503535,
      "grad_norm": 4.504645347595215,
      "learning_rate": 0.0001977293981925125,
      "loss": 2.0425,
      "step": 31
    },
    {
      "epoch": 0.10054988216810684,
      "grad_norm": 4.424794673919678,
      "learning_rate": 0.00019750892524359896,
      "loss": 1.7463,
      "step": 32
    },
    {
      "epoch": 0.10369206598586017,
      "grad_norm": 4.2681732177734375,
      "learning_rate": 0.00019727837315613504,
      "loss": 1.8088,
      "step": 33
    },
    {
      "epoch": 0.10683424980361352,
      "grad_norm": 4.222225189208984,
      "learning_rate": 0.00019703776576144105,
      "loss": 1.9744,
      "step": 34
    },
    {
      "epoch": 0.10997643362136685,
      "grad_norm": 4.184460639953613,
      "learning_rate": 0.0001967871279302175,
      "loss": 1.8647,
      "step": 35
    },
    {
      "epoch": 0.11311861743912019,
      "grad_norm": 3.9263622760772705,
      "learning_rate": 0.000196526485569974,
      "loss": 1.7795,
      "step": 36
    },
    {
      "epoch": 0.11626080125687353,
      "grad_norm": 2.5162949562072754,
      "learning_rate": 0.0001962558656223516,
      "loss": 1.6098,
      "step": 37
    },
    {
      "epoch": 0.11940298507462686,
      "grad_norm": 5.444307804107666,
      "learning_rate": 0.00019597529606033782,
      "loss": 2.9476,
      "step": 38
    },
    {
      "epoch": 0.12254516889238021,
      "grad_norm": 4.51501989364624,
      "learning_rate": 0.00019568480588537512,
      "loss": 2.1029,
      "step": 39
    },
    {
      "epoch": 0.12568735271013354,
      "grad_norm": 3.5365636348724365,
      "learning_rate": 0.00019538442512436328,
      "loss": 1.6352,
      "step": 40
    },
    {
      "epoch": 0.12882953652788687,
      "grad_norm": 4.278099060058594,
      "learning_rate": 0.00019507418482655545,
      "loss": 1.8917,
      "step": 41
    },
    {
      "epoch": 0.13197172034564023,
      "grad_norm": 3.2536511421203613,
      "learning_rate": 0.00019475411706034883,
      "loss": 1.4544,
      "step": 42
    },
    {
      "epoch": 0.13511390416339356,
      "grad_norm": 3.517355442047119,
      "learning_rate": 0.00019442425490996988,
      "loss": 1.5405,
      "step": 43
    },
    {
      "epoch": 0.13825608798114689,
      "grad_norm": 3.2878963947296143,
      "learning_rate": 0.0001940846324720544,
      "loss": 1.8725,
      "step": 44
    },
    {
      "epoch": 0.14139827179890024,
      "grad_norm": 3.934913396835327,
      "learning_rate": 0.00019373528485212325,
      "loss": 1.7376,
      "step": 45
    },
    {
      "epoch": 0.14454045561665357,
      "grad_norm": 2.8244900703430176,
      "learning_rate": 0.00019337624816095358,
      "loss": 1.4317,
      "step": 46
    },
    {
      "epoch": 0.1476826394344069,
      "grad_norm": 3.8465495109558105,
      "learning_rate": 0.00019300755951084594,
      "loss": 2.0579,
      "step": 47
    },
    {
      "epoch": 0.15082482325216026,
      "grad_norm": 2.7710604667663574,
      "learning_rate": 0.00019262925701178866,
      "loss": 1.2879,
      "step": 48
    },
    {
      "epoch": 0.1539670070699136,
      "grad_norm": 3.3544390201568604,
      "learning_rate": 0.00019224137976751795,
      "loss": 1.935,
      "step": 49
    },
    {
      "epoch": 0.15710919088766692,
      "grad_norm": 3.682419538497925,
      "learning_rate": 0.00019184396787147632,
      "loss": 1.7821,
      "step": 50
    },
    {
      "epoch": 0.16025137470542028,
      "grad_norm": 4.398491859436035,
      "learning_rate": 0.0001914370624026681,
      "loss": 2.3979,
      "step": 51
    },
    {
      "epoch": 0.1633935585231736,
      "grad_norm": 3.6515839099884033,
      "learning_rate": 0.00019102070542141328,
      "loss": 1.701,
      "step": 52
    },
    {
      "epoch": 0.16653574234092694,
      "grad_norm": 4.598262310028076,
      "learning_rate": 0.00019059493996499986,
      "loss": 2.3888,
      "step": 53
    },
    {
      "epoch": 0.16967792615868027,
      "grad_norm": 3.836564540863037,
      "learning_rate": 0.00019015981004323536,
      "loss": 1.6754,
      "step": 54
    },
    {
      "epoch": 0.17282010997643363,
      "grad_norm": 3.4894602298736572,
      "learning_rate": 0.00018971536063389744,
      "loss": 1.9253,
      "step": 55
    },
    {
      "epoch": 0.17596229379418696,
      "grad_norm": 2.8915672302246094,
      "learning_rate": 0.00018926163767808503,
      "loss": 1.3623,
      "step": 56
    },
    {
      "epoch": 0.1791044776119403,
      "grad_norm": 2.8084566593170166,
      "learning_rate": 0.00018879868807546935,
      "loss": 1.6802,
      "step": 57
    },
    {
      "epoch": 0.18224666142969365,
      "grad_norm": 4.654428005218506,
      "learning_rate": 0.00018832655967944607,
      "loss": 1.9732,
      "step": 58
    },
    {
      "epoch": 0.18538884524744698,
      "grad_norm": 3.538031578063965,
      "learning_rate": 0.0001878453012921891,
      "loss": 1.7608,
      "step": 59
    },
    {
      "epoch": 0.1885310290652003,
      "grad_norm": 7.985049724578857,
      "learning_rate": 0.00018735496265960574,
      "loss": 2.0565,
      "step": 60
    },
    {
      "epoch": 0.19167321288295366,
      "grad_norm": 3.608008623123169,
      "learning_rate": 0.0001868555944661949,
      "loss": 1.7271,
      "step": 61
    },
    {
      "epoch": 0.194815396700707,
      "grad_norm": 4.112086772918701,
      "learning_rate": 0.00018634724832980793,
      "loss": 1.5885,
      "step": 62
    },
    {
      "epoch": 0.19795758051846032,
      "grad_norm": 2.906614065170288,
      "learning_rate": 0.00018582997679631315,
      "loss": 1.6899,
      "step": 63
    },
    {
      "epoch": 0.20109976433621368,
      "grad_norm": 6.500161170959473,
      "learning_rate": 0.00018530383333416418,
      "loss": 2.3487,
      "step": 64
    },
    {
      "epoch": 0.204241948153967,
      "grad_norm": 3.0283100605010986,
      "learning_rate": 0.0001847688723288733,
      "loss": 1.1601,
      "step": 65
    },
    {
      "epoch": 0.20738413197172034,
      "grad_norm": 3.7165322303771973,
      "learning_rate": 0.00018422514907738988,
      "loss": 1.38,
      "step": 66
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 3.9411511421203613,
      "learning_rate": 0.0001836727197823842,
      "loss": 1.6786,
      "step": 67
    },
    {
      "epoch": 0.21366849960722703,
      "grad_norm": 3.546456813812256,
      "learning_rate": 0.00018311164154643836,
      "loss": 1.4133,
      "step": 68
    },
    {
      "epoch": 0.21681068342498036,
      "grad_norm": 3.9866843223571777,
      "learning_rate": 0.00018254197236614354,
      "loss": 1.7876,
      "step": 69
    },
    {
      "epoch": 0.2199528672427337,
      "grad_norm": 4.119327545166016,
      "learning_rate": 0.00018196377112610526,
      "loss": 1.8639,
      "step": 70
    },
    {
      "epoch": 0.22309505106048705,
      "grad_norm": 2.856168031692505,
      "learning_rate": 0.00018137709759285663,
      "loss": 1.798,
      "step": 71
    },
    {
      "epoch": 0.22623723487824038,
      "grad_norm": 4.225551605224609,
      "learning_rate": 0.0001807820124086805,
      "loss": 1.5513,
      "step": 72
    },
    {
      "epoch": 0.2293794186959937,
      "grad_norm": 3.7681612968444824,
      "learning_rate": 0.00018017857708534107,
      "loss": 1.2283,
      "step": 73
    },
    {
      "epoch": 0.23252160251374707,
      "grad_norm": 2.7943308353424072,
      "learning_rate": 0.00017956685399772576,
      "loss": 1.4152,
      "step": 74
    },
    {
      "epoch": 0.2356637863315004,
      "grad_norm": 7.1395344734191895,
      "learning_rate": 0.00017894690637739765,
      "loss": 1.8666,
      "step": 75
    },
    {
      "epoch": 0.23880597014925373,
      "grad_norm": 3.9814069271087646,
      "learning_rate": 0.00017831879830605937,
      "loss": 1.7041,
      "step": 76
    },
    {
      "epoch": 0.24194815396700706,
      "grad_norm": 3.7089710235595703,
      "learning_rate": 0.00017768259470892942,
      "loss": 1.7016,
      "step": 77
    },
    {
      "epoch": 0.24509033778476041,
      "grad_norm": 3.405512571334839,
      "learning_rate": 0.00017703836134803105,
      "loss": 1.8297,
      "step": 78
    },
    {
      "epoch": 0.24823252160251374,
      "grad_norm": 3.8806557655334473,
      "learning_rate": 0.0001763861648153945,
      "loss": 1.6306,
      "step": 79
    },
    {
      "epoch": 0.2513747054202671,
      "grad_norm": 3.021526336669922,
      "learning_rate": 0.00017572607252617378,
      "loss": 1.1181,
      "step": 80
    },
    {
      "epoch": 0.2513747054202671,
      "eval_loss": 1.5871238708496094,
      "eval_runtime": 2.7117,
      "eval_samples_per_second": 49.416,
      "eval_steps_per_second": 24.708,
      "step": 80
    },
    {
      "epoch": 0.2545168892380204,
      "grad_norm": 3.7151174545288086,
      "learning_rate": 0.00017505815271167823,
      "loss": 1.3947,
      "step": 81
    },
    {
      "epoch": 0.25765907305577374,
      "grad_norm": 3.845299243927002,
      "learning_rate": 0.0001743824744123196,
      "loss": 1.6036,
      "step": 82
    },
    {
      "epoch": 0.2608012568735271,
      "grad_norm": 3.8566396236419678,
      "learning_rate": 0.00017369910747047572,
      "loss": 2.1357,
      "step": 83
    },
    {
      "epoch": 0.26394344069128045,
      "grad_norm": 4.08936071395874,
      "learning_rate": 0.00017300812252327104,
      "loss": 1.7679,
      "step": 84
    },
    {
      "epoch": 0.2670856245090338,
      "grad_norm": 3.28468918800354,
      "learning_rate": 0.00017230959099527512,
      "loss": 1.1648,
      "step": 85
    },
    {
      "epoch": 0.2702278083267871,
      "grad_norm": 3.551955223083496,
      "learning_rate": 0.0001716035850911199,
      "loss": 1.8173,
      "step": 86
    },
    {
      "epoch": 0.27336999214454044,
      "grad_norm": 3.3397886753082275,
      "learning_rate": 0.000170890177788036,
      "loss": 1.2129,
      "step": 87
    },
    {
      "epoch": 0.27651217596229377,
      "grad_norm": 3.034592866897583,
      "learning_rate": 0.00017016944282830933,
      "loss": 1.3271,
      "step": 88
    },
    {
      "epoch": 0.27965435978004716,
      "grad_norm": 3.4077954292297363,
      "learning_rate": 0.0001694414547116588,
      "loss": 1.8062,
      "step": 89
    },
    {
      "epoch": 0.2827965435978005,
      "grad_norm": 5.358804702758789,
      "learning_rate": 0.00016870628868753546,
      "loss": 1.8233,
      "step": 90
    },
    {
      "epoch": 0.2859387274155538,
      "grad_norm": 4.327056407928467,
      "learning_rate": 0.00016796402074734402,
      "loss": 1.438,
      "step": 91
    },
    {
      "epoch": 0.28908091123330715,
      "grad_norm": 3.9901540279388428,
      "learning_rate": 0.00016721472761658837,
      "loss": 1.5594,
      "step": 92
    },
    {
      "epoch": 0.2922230950510605,
      "grad_norm": 3.2260360717773438,
      "learning_rate": 0.0001664584867469403,
      "loss": 1.3373,
      "step": 93
    },
    {
      "epoch": 0.2953652788688138,
      "grad_norm": 3.7660539150238037,
      "learning_rate": 0.00016569537630823383,
      "loss": 1.8895,
      "step": 94
    },
    {
      "epoch": 0.29850746268656714,
      "grad_norm": 3.0272457599639893,
      "learning_rate": 0.00016492547518038504,
      "loss": 1.2291,
      "step": 95
    },
    {
      "epoch": 0.3016496465043205,
      "grad_norm": 3.4051437377929688,
      "learning_rate": 0.0001641488629452386,
      "loss": 1.6962,
      "step": 96
    },
    {
      "epoch": 0.30479183032207385,
      "grad_norm": 3.117053508758545,
      "learning_rate": 0.00016336561987834153,
      "loss": 1.3827,
      "step": 97
    },
    {
      "epoch": 0.3079340141398272,
      "grad_norm": 3.3093459606170654,
      "learning_rate": 0.00016257582694064558,
      "loss": 1.3038,
      "step": 98
    },
    {
      "epoch": 0.3110761979575805,
      "grad_norm": 3.471353530883789,
      "learning_rate": 0.00016177956577013847,
      "loss": 1.3661,
      "step": 99
    },
    {
      "epoch": 0.31421838177533384,
      "grad_norm": 3.8990073204040527,
      "learning_rate": 0.00016097691867340545,
      "loss": 1.7533,
      "step": 100
    },
    {
      "epoch": 0.3173605655930872,
      "grad_norm": 2.792635440826416,
      "learning_rate": 0.00016016796861712126,
      "loss": 1.7863,
      "step": 101
    },
    {
      "epoch": 0.32050274941084056,
      "grad_norm": 3.4554402828216553,
      "learning_rate": 0.0001593527992194745,
      "loss": 1.3113,
      "step": 102
    },
    {
      "epoch": 0.3236449332285939,
      "grad_norm": 3.6125872135162354,
      "learning_rate": 0.00015853149474152423,
      "loss": 1.4352,
      "step": 103
    },
    {
      "epoch": 0.3267871170463472,
      "grad_norm": 3.3232293128967285,
      "learning_rate": 0.00015770414007848995,
      "loss": 1.5273,
      "step": 104
    },
    {
      "epoch": 0.32992930086410055,
      "grad_norm": 3.481428384780884,
      "learning_rate": 0.00015687082075097677,
      "loss": 1.2217,
      "step": 105
    },
    {
      "epoch": 0.3330714846818539,
      "grad_norm": 3.900233745574951,
      "learning_rate": 0.00015603162289613503,
      "loss": 1.4345,
      "step": 106
    },
    {
      "epoch": 0.3362136684996072,
      "grad_norm": 3.3070363998413086,
      "learning_rate": 0.00015518663325875682,
      "loss": 1.6693,
      "step": 107
    },
    {
      "epoch": 0.33935585231736054,
      "grad_norm": 4.019510269165039,
      "learning_rate": 0.00015433593918230955,
      "loss": 1.6484,
      "step": 108
    },
    {
      "epoch": 0.3424980361351139,
      "grad_norm": 3.4530813694000244,
      "learning_rate": 0.00015347962859990744,
      "loss": 1.5598,
      "step": 109
    },
    {
      "epoch": 0.34564021995286726,
      "grad_norm": 3.3849644660949707,
      "learning_rate": 0.00015261779002522218,
      "loss": 2.0502,
      "step": 110
    },
    {
      "epoch": 0.3487824037706206,
      "grad_norm": 3.0957608222961426,
      "learning_rate": 0.0001517505125433338,
      "loss": 1.5869,
      "step": 111
    },
    {
      "epoch": 0.3519245875883739,
      "grad_norm": 4.002199172973633,
      "learning_rate": 0.00015087788580152206,
      "loss": 1.5659,
      "step": 112
    },
    {
      "epoch": 0.35506677140612725,
      "grad_norm": 3.1141841411590576,
      "learning_rate": 0.00015000000000000001,
      "loss": 1.1988,
      "step": 113
    },
    {
      "epoch": 0.3582089552238806,
      "grad_norm": 3.6629085540771484,
      "learning_rate": 0.00014911694588259038,
      "loss": 1.7088,
      "step": 114
    },
    {
      "epoch": 0.36135113904163396,
      "grad_norm": 2.957899332046509,
      "learning_rate": 0.00014822881472734562,
      "loss": 1.5388,
      "step": 115
    },
    {
      "epoch": 0.3644933228593873,
      "grad_norm": 3.202188014984131,
      "learning_rate": 0.000147335698337113,
      "loss": 1.1409,
      "step": 116
    },
    {
      "epoch": 0.3676355066771406,
      "grad_norm": 4.53193998336792,
      "learning_rate": 0.00014643768903004504,
      "loss": 1.6521,
      "step": 117
    },
    {
      "epoch": 0.37077769049489395,
      "grad_norm": 4.181964874267578,
      "learning_rate": 0.0001455348796300571,
      "loss": 2.1912,
      "step": 118
    },
    {
      "epoch": 0.3739198743126473,
      "grad_norm": 3.41957688331604,
      "learning_rate": 0.0001446273634572326,
      "loss": 1.6082,
      "step": 119
    },
    {
      "epoch": 0.3770620581304006,
      "grad_norm": 3.3182966709136963,
      "learning_rate": 0.0001437152343181765,
      "loss": 1.8552,
      "step": 120
    },
    {
      "epoch": 0.38020424194815394,
      "grad_norm": 3.920189380645752,
      "learning_rate": 0.0001427985864963193,
      "loss": 1.7715,
      "step": 121
    },
    {
      "epoch": 0.38334642576590733,
      "grad_norm": 3.6243512630462646,
      "learning_rate": 0.00014187751474217098,
      "loss": 1.9073,
      "step": 122
    },
    {
      "epoch": 0.38648860958366066,
      "grad_norm": 3.6862027645111084,
      "learning_rate": 0.0001409521142635272,
      "loss": 1.5697,
      "step": 123
    },
    {
      "epoch": 0.389630793401414,
      "grad_norm": 3.5704548358917236,
      "learning_rate": 0.0001400224807156278,
      "loss": 1.4516,
      "step": 124
    },
    {
      "epoch": 0.3927729772191673,
      "grad_norm": 4.188275337219238,
      "learning_rate": 0.00013908871019126956,
      "loss": 1.8596,
      "step": 125
    },
    {
      "epoch": 0.39591516103692065,
      "grad_norm": 2.978919744491577,
      "learning_rate": 0.00013815089921087316,
      "loss": 1.4117,
      "step": 126
    },
    {
      "epoch": 0.399057344854674,
      "grad_norm": 3.5838685035705566,
      "learning_rate": 0.00013720914471250644,
      "loss": 1.8501,
      "step": 127
    },
    {
      "epoch": 0.40219952867242736,
      "grad_norm": 3.842694044113159,
      "learning_rate": 0.00013626354404186404,
      "loss": 1.8233,
      "step": 128
    },
    {
      "epoch": 0.4053417124901807,
      "grad_norm": 3.2311899662017822,
      "learning_rate": 0.00013531419494220548,
      "loss": 1.3035,
      "step": 129
    },
    {
      "epoch": 0.408483896307934,
      "grad_norm": 2.9234848022460938,
      "learning_rate": 0.00013436119554425133,
      "loss": 1.2626,
      "step": 130
    },
    {
      "epoch": 0.41162608012568735,
      "grad_norm": 3.6585166454315186,
      "learning_rate": 0.0001334046443560402,
      "loss": 1.7575,
      "step": 131
    },
    {
      "epoch": 0.4147682639434407,
      "grad_norm": 3.49560546875,
      "learning_rate": 0.0001324446402527462,
      "loss": 1.554,
      "step": 132
    },
    {
      "epoch": 0.417910447761194,
      "grad_norm": 3.8483328819274902,
      "learning_rate": 0.0001314812824664585,
      "loss": 1.6228,
      "step": 133
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 2.747798442840576,
      "learning_rate": 0.00013051467057592414,
      "loss": 1.6233,
      "step": 134
    },
    {
      "epoch": 0.42419481539670073,
      "grad_norm": 2.5961592197418213,
      "learning_rate": 0.0001295449044962549,
      "loss": 0.9723,
      "step": 135
    },
    {
      "epoch": 0.42733699921445406,
      "grad_norm": 3.4663944244384766,
      "learning_rate": 0.0001285720844685996,
      "loss": 1.4443,
      "step": 136
    },
    {
      "epoch": 0.4304791830322074,
      "grad_norm": 4.141252517700195,
      "learning_rate": 0.00012759631104978223,
      "loss": 2.1636,
      "step": 137
    },
    {
      "epoch": 0.4336213668499607,
      "grad_norm": 3.6109752655029297,
      "learning_rate": 0.00012661768510190816,
      "loss": 1.8226,
      "step": 138
    },
    {
      "epoch": 0.43676355066771405,
      "grad_norm": 2.8374104499816895,
      "learning_rate": 0.00012563630778193805,
      "loss": 1.2391,
      "step": 139
    },
    {
      "epoch": 0.4399057344854674,
      "grad_norm": 3.8174333572387695,
      "learning_rate": 0.00012465228053123173,
      "loss": 2.1113,
      "step": 140
    },
    {
      "epoch": 0.4430479183032207,
      "grad_norm": 3.18982195854187,
      "learning_rate": 0.0001236657050650627,
      "loss": 1.8008,
      "step": 141
    },
    {
      "epoch": 0.4461901021209741,
      "grad_norm": 4.127012252807617,
      "learning_rate": 0.00012267668336210413,
      "loss": 1.8147,
      "step": 142
    },
    {
      "epoch": 0.4493322859387274,
      "grad_norm": 4.029482364654541,
      "learning_rate": 0.00012168531765388755,
      "loss": 1.5651,
      "step": 143
    },
    {
      "epoch": 0.45247446975648076,
      "grad_norm": 3.0858261585235596,
      "learning_rate": 0.00012069171041423583,
      "loss": 1.4498,
      "step": 144
    },
    {
      "epoch": 0.4556166535742341,
      "grad_norm": 4.530549049377441,
      "learning_rate": 0.00011969596434867063,
      "loss": 2.0518,
      "step": 145
    },
    {
      "epoch": 0.4587588373919874,
      "grad_norm": 2.736107349395752,
      "learning_rate": 0.0001186981823837961,
      "loss": 1.1474,
      "step": 146
    },
    {
      "epoch": 0.46190102120974075,
      "grad_norm": 3.746372699737549,
      "learning_rate": 0.00011769846765665992,
      "loss": 2.083,
      "step": 147
    },
    {
      "epoch": 0.46504320502749413,
      "grad_norm": 2.8255269527435303,
      "learning_rate": 0.00011669692350409223,
      "loss": 1.1461,
      "step": 148
    },
    {
      "epoch": 0.46818538884524746,
      "grad_norm": 3.1607584953308105,
      "learning_rate": 0.00011569365345202414,
      "loss": 1.4237,
      "step": 149
    },
    {
      "epoch": 0.4713275726630008,
      "grad_norm": 2.920604944229126,
      "learning_rate": 0.00011468876120478662,
      "loss": 1.4728,
      "step": 150
    },
    {
      "epoch": 0.4744697564807541,
      "grad_norm": 3.449205160140991,
      "learning_rate": 0.00011368235063439103,
      "loss": 1.2767,
      "step": 151
    },
    {
      "epoch": 0.47761194029850745,
      "grad_norm": 3.1896839141845703,
      "learning_rate": 0.00011267452576979218,
      "loss": 1.2643,
      "step": 152
    },
    {
      "epoch": 0.4807541241162608,
      "grad_norm": 4.318044662475586,
      "learning_rate": 0.00011166539078613525,
      "loss": 1.3919,
      "step": 153
    },
    {
      "epoch": 0.4838963079340141,
      "grad_norm": 2.2947864532470703,
      "learning_rate": 0.00011065504999398762,
      "loss": 1.0782,
      "step": 154
    },
    {
      "epoch": 0.4870384917517675,
      "grad_norm": 3.5539615154266357,
      "learning_rate": 0.00010964360782855667,
      "loss": 1.1024,
      "step": 155
    },
    {
      "epoch": 0.49018067556952083,
      "grad_norm": 4.510690689086914,
      "learning_rate": 0.00010863116883889462,
      "loss": 1.6456,
      "step": 156
    },
    {
      "epoch": 0.49332285938727416,
      "grad_norm": 3.9144179821014404,
      "learning_rate": 0.00010761783767709182,
      "loss": 2.0173,
      "step": 157
    },
    {
      "epoch": 0.4964650432050275,
      "grad_norm": 3.5643904209136963,
      "learning_rate": 0.0001066037190874591,
      "loss": 1.4818,
      "step": 158
    },
    {
      "epoch": 0.4996072270227808,
      "grad_norm": 4.072092533111572,
      "learning_rate": 0.00010558891789570082,
      "loss": 1.422,
      "step": 159
    },
    {
      "epoch": 0.5027494108405341,
      "grad_norm": 4.283452033996582,
      "learning_rate": 0.00010457353899807946,
      "loss": 1.7614,
      "step": 160
    },
    {
      "epoch": 0.5027494108405341,
      "eval_loss": 1.5202805995941162,
      "eval_runtime": 2.7079,
      "eval_samples_per_second": 49.485,
      "eval_steps_per_second": 24.743,
      "step": 160
    },
    {
      "epoch": 0.5058915946582875,
      "grad_norm": 3.240180253982544,
      "learning_rate": 0.00010355768735057274,
      "loss": 1.8506,
      "step": 161
    },
    {
      "epoch": 0.5090337784760408,
      "grad_norm": 2.5924041271209717,
      "learning_rate": 0.00010254146795802496,
      "loss": 1.5722,
      "step": 162
    },
    {
      "epoch": 0.5121759622937941,
      "grad_norm": 3.3554389476776123,
      "learning_rate": 0.0001015249858632926,
      "loss": 1.7023,
      "step": 163
    },
    {
      "epoch": 0.5153181461115475,
      "grad_norm": 3.9481089115142822,
      "learning_rate": 0.00010050834613638695,
      "loss": 1.023,
      "step": 164
    },
    {
      "epoch": 0.5184603299293009,
      "grad_norm": 3.820544481277466,
      "learning_rate": 9.949165386361305e-05,
      "loss": 1.3915,
      "step": 165
    },
    {
      "epoch": 0.5216025137470542,
      "grad_norm": 3.010590076446533,
      "learning_rate": 9.847501413670742e-05,
      "loss": 1.7605,
      "step": 166
    },
    {
      "epoch": 0.5247446975648076,
      "grad_norm": 2.4504518508911133,
      "learning_rate": 9.745853204197511e-05,
      "loss": 1.0818,
      "step": 167
    },
    {
      "epoch": 0.5278868813825609,
      "grad_norm": 3.456731081008911,
      "learning_rate": 9.644231264942724e-05,
      "loss": 2.1294,
      "step": 168
    },
    {
      "epoch": 0.5310290652003142,
      "grad_norm": 3.030032157897949,
      "learning_rate": 9.542646100192056e-05,
      "loss": 1.4387,
      "step": 169
    },
    {
      "epoch": 0.5341712490180676,
      "grad_norm": 3.5836856365203857,
      "learning_rate": 9.441108210429922e-05,
      "loss": 1.5016,
      "step": 170
    },
    {
      "epoch": 0.5373134328358209,
      "grad_norm": 4.350781440734863,
      "learning_rate": 9.339628091254092e-05,
      "loss": 1.8583,
      "step": 171
    },
    {
      "epoch": 0.5404556166535742,
      "grad_norm": 3.686854600906372,
      "learning_rate": 9.238216232290822e-05,
      "loss": 1.4423,
      "step": 172
    },
    {
      "epoch": 0.5435978004713276,
      "grad_norm": 3.782068967819214,
      "learning_rate": 9.136883116110542e-05,
      "loss": 2.2668,
      "step": 173
    },
    {
      "epoch": 0.5467399842890809,
      "grad_norm": 3.2803049087524414,
      "learning_rate": 9.035639217144335e-05,
      "loss": 1.6369,
      "step": 174
    },
    {
      "epoch": 0.5498821681068342,
      "grad_norm": 3.4781503677368164,
      "learning_rate": 8.93449500060124e-05,
      "loss": 1.6043,
      "step": 175
    },
    {
      "epoch": 0.5530243519245875,
      "grad_norm": 2.033583641052246,
      "learning_rate": 8.833460921386478e-05,
      "loss": 1.2974,
      "step": 176
    },
    {
      "epoch": 0.5561665357423409,
      "grad_norm": 3.06197190284729,
      "learning_rate": 8.732547423020785e-05,
      "loss": 1.5524,
      "step": 177
    },
    {
      "epoch": 0.5593087195600943,
      "grad_norm": 2.9753012657165527,
      "learning_rate": 8.6317649365609e-05,
      "loss": 1.4712,
      "step": 178
    },
    {
      "epoch": 0.5624509033778476,
      "grad_norm": 4.010929584503174,
      "learning_rate": 8.53112387952134e-05,
      "loss": 2.0492,
      "step": 179
    },
    {
      "epoch": 0.565593087195601,
      "grad_norm": 3.849738359451294,
      "learning_rate": 8.430634654797589e-05,
      "loss": 1.7229,
      "step": 180
    },
    {
      "epoch": 0.5687352710133543,
      "grad_norm": 2.7467198371887207,
      "learning_rate": 8.33030764959078e-05,
      "loss": 1.3926,
      "step": 181
    },
    {
      "epoch": 0.5718774548311076,
      "grad_norm": 3.7025146484375,
      "learning_rate": 8.230153234334009e-05,
      "loss": 1.4077,
      "step": 182
    },
    {
      "epoch": 0.575019638648861,
      "grad_norm": 2.9654452800750732,
      "learning_rate": 8.130181761620392e-05,
      "loss": 1.3627,
      "step": 183
    },
    {
      "epoch": 0.5781618224666143,
      "grad_norm": 3.4731550216674805,
      "learning_rate": 8.030403565132942e-05,
      "loss": 1.849,
      "step": 184
    },
    {
      "epoch": 0.5813040062843676,
      "grad_norm": 2.7085728645324707,
      "learning_rate": 7.930828958576418e-05,
      "loss": 1.6987,
      "step": 185
    },
    {
      "epoch": 0.584446190102121,
      "grad_norm": 4.058467388153076,
      "learning_rate": 7.831468234611248e-05,
      "loss": 1.5156,
      "step": 186
    },
    {
      "epoch": 0.5875883739198743,
      "grad_norm": 2.886965274810791,
      "learning_rate": 7.732331663789592e-05,
      "loss": 1.6632,
      "step": 187
    },
    {
      "epoch": 0.5907305577376276,
      "grad_norm": 3.4424009323120117,
      "learning_rate": 7.63342949349373e-05,
      "loss": 1.6291,
      "step": 188
    },
    {
      "epoch": 0.593872741555381,
      "grad_norm": 2.920100450515747,
      "learning_rate": 7.53477194687683e-05,
      "loss": 1.8846,
      "step": 189
    },
    {
      "epoch": 0.5970149253731343,
      "grad_norm": 4.886646747589111,
      "learning_rate": 7.436369221806201e-05,
      "loss": 1.7851,
      "step": 190
    },
    {
      "epoch": 0.6001571091908877,
      "grad_norm": 3.3097128868103027,
      "learning_rate": 7.338231489809182e-05,
      "loss": 1.3636,
      "step": 191
    },
    {
      "epoch": 0.603299293008641,
      "grad_norm": 2.9851467609405518,
      "learning_rate": 7.240368895021776e-05,
      "loss": 1.528,
      "step": 192
    },
    {
      "epoch": 0.6064414768263944,
      "grad_norm": 3.0865113735198975,
      "learning_rate": 7.142791553140045e-05,
      "loss": 1.6909,
      "step": 193
    },
    {
      "epoch": 0.6095836606441477,
      "grad_norm": 3.4044251441955566,
      "learning_rate": 7.045509550374509e-05,
      "loss": 1.8482,
      "step": 194
    },
    {
      "epoch": 0.612725844461901,
      "grad_norm": 3.037865400314331,
      "learning_rate": 6.948532942407588e-05,
      "loss": 1.5621,
      "step": 195
    },
    {
      "epoch": 0.6158680282796544,
      "grad_norm": 2.8910703659057617,
      "learning_rate": 6.851871753354153e-05,
      "loss": 2.0208,
      "step": 196
    },
    {
      "epoch": 0.6190102120974077,
      "grad_norm": 2.654572010040283,
      "learning_rate": 6.75553597472538e-05,
      "loss": 1.474,
      "step": 197
    },
    {
      "epoch": 0.622152395915161,
      "grad_norm": 3.5527305603027344,
      "learning_rate": 6.659535564395982e-05,
      "loss": 1.7029,
      "step": 198
    },
    {
      "epoch": 0.6252945797329144,
      "grad_norm": 3.0605008602142334,
      "learning_rate": 6.563880445574873e-05,
      "loss": 1.7066,
      "step": 199
    },
    {
      "epoch": 0.6284367635506677,
      "grad_norm": 3.1935837268829346,
      "learning_rate": 6.468580505779455e-05,
      "loss": 1.3738,
      "step": 200
    },
    {
      "epoch": 0.631578947368421,
      "grad_norm": 2.252251386642456,
      "learning_rate": 6.373645595813597e-05,
      "loss": 1.0449,
      "step": 201
    },
    {
      "epoch": 0.6347211311861743,
      "grad_norm": 2.783259630203247,
      "learning_rate": 6.279085528749359e-05,
      "loss": 1.4207,
      "step": 202
    },
    {
      "epoch": 0.6378633150039277,
      "grad_norm": 3.06081223487854,
      "learning_rate": 6.184910078912687e-05,
      "loss": 1.8729,
      "step": 203
    },
    {
      "epoch": 0.6410054988216811,
      "grad_norm": 3.344658613204956,
      "learning_rate": 6.091128980873047e-05,
      "loss": 1.6881,
      "step": 204
    },
    {
      "epoch": 0.6441476826394344,
      "grad_norm": 2.9843616485595703,
      "learning_rate": 5.9977519284372194e-05,
      "loss": 1.5749,
      "step": 205
    },
    {
      "epoch": 0.6472898664571878,
      "grad_norm": 2.9453976154327393,
      "learning_rate": 5.904788573647283e-05,
      "loss": 1.5309,
      "step": 206
    },
    {
      "epoch": 0.6504320502749411,
      "grad_norm": 5.193003177642822,
      "learning_rate": 5.812248525782902e-05,
      "loss": 2.5382,
      "step": 207
    },
    {
      "epoch": 0.6535742340926944,
      "grad_norm": 3.410548210144043,
      "learning_rate": 5.720141350368072e-05,
      "loss": 1.7645,
      "step": 208
    },
    {
      "epoch": 0.6567164179104478,
      "grad_norm": 3.7863245010375977,
      "learning_rate": 5.628476568182349e-05,
      "loss": 1.7413,
      "step": 209
    },
    {
      "epoch": 0.6598586017282011,
      "grad_norm": 3.272993564605713,
      "learning_rate": 5.537263654276743e-05,
      "loss": 1.7147,
      "step": 210
    },
    {
      "epoch": 0.6630007855459544,
      "grad_norm": 3.63997745513916,
      "learning_rate": 5.446512036994287e-05,
      "loss": 2.1379,
      "step": 211
    },
    {
      "epoch": 0.6661429693637078,
      "grad_norm": 2.9162802696228027,
      "learning_rate": 5.3562310969954986e-05,
      "loss": 1.602,
      "step": 212
    },
    {
      "epoch": 0.6692851531814611,
      "grad_norm": 4.252023220062256,
      "learning_rate": 5.266430166288705e-05,
      "loss": 1.6294,
      "step": 213
    },
    {
      "epoch": 0.6724273369992144,
      "grad_norm": 3.3379228115081787,
      "learning_rate": 5.177118527265438e-05,
      "loss": 1.8851,
      "step": 214
    },
    {
      "epoch": 0.6755695208169678,
      "grad_norm": 3.1608657836914062,
      "learning_rate": 5.088305411740966e-05,
      "loss": 2.0081,
      "step": 215
    },
    {
      "epoch": 0.6787117046347211,
      "grad_norm": 3.7537503242492676,
      "learning_rate": 5.000000000000002e-05,
      "loss": 1.6,
      "step": 216
    },
    {
      "epoch": 0.6818538884524745,
      "grad_norm": 3.284390687942505,
      "learning_rate": 4.912211419847794e-05,
      "loss": 2.2538,
      "step": 217
    },
    {
      "epoch": 0.6849960722702279,
      "grad_norm": 3.8979196548461914,
      "learning_rate": 4.824948745666621e-05,
      "loss": 1.5375,
      "step": 218
    },
    {
      "epoch": 0.6881382560879812,
      "grad_norm": 2.478149652481079,
      "learning_rate": 4.738220997477785e-05,
      "loss": 0.9344,
      "step": 219
    },
    {
      "epoch": 0.6912804399057345,
      "grad_norm": 4.684049129486084,
      "learning_rate": 4.652037140009259e-05,
      "loss": 1.9966,
      "step": 220
    },
    {
      "epoch": 0.6944226237234878,
      "grad_norm": 4.880794525146484,
      "learning_rate": 4.566406081769048e-05,
      "loss": 2.1047,
      "step": 221
    },
    {
      "epoch": 0.6975648075412412,
      "grad_norm": 3.5058200359344482,
      "learning_rate": 4.4813366741243235e-05,
      "loss": 1.2207,
      "step": 222
    },
    {
      "epoch": 0.7007069913589945,
      "grad_norm": 3.8358356952667236,
      "learning_rate": 4.3968377103865024e-05,
      "loss": 1.4966,
      "step": 223
    },
    {
      "epoch": 0.7038491751767478,
      "grad_norm": 3.208253860473633,
      "learning_rate": 4.312917924902328e-05,
      "loss": 1.6995,
      "step": 224
    },
    {
      "epoch": 0.7069913589945012,
      "grad_norm": 3.3680973052978516,
      "learning_rate": 4.2295859921510065e-05,
      "loss": 1.4803,
      "step": 225
    },
    {
      "epoch": 0.7101335428122545,
      "grad_norm": 3.7472915649414062,
      "learning_rate": 4.146850525847579e-05,
      "loss": 1.4986,
      "step": 226
    },
    {
      "epoch": 0.7132757266300078,
      "grad_norm": 2.227855920791626,
      "learning_rate": 4.0647200780525485e-05,
      "loss": 1.2043,
      "step": 227
    },
    {
      "epoch": 0.7164179104477612,
      "grad_norm": 2.8060460090637207,
      "learning_rate": 3.9832031382878766e-05,
      "loss": 1.3487,
      "step": 228
    },
    {
      "epoch": 0.7195600942655145,
      "grad_norm": 5.808004856109619,
      "learning_rate": 3.902308132659457e-05,
      "loss": 1.4391,
      "step": 229
    },
    {
      "epoch": 0.7227022780832679,
      "grad_norm": 3.1952292919158936,
      "learning_rate": 3.822043422986154e-05,
      "loss": 1.5274,
      "step": 230
    },
    {
      "epoch": 0.7258444619010213,
      "grad_norm": 3.0368149280548096,
      "learning_rate": 3.742417305935443e-05,
      "loss": 1.7069,
      "step": 231
    },
    {
      "epoch": 0.7289866457187746,
      "grad_norm": 4.093614101409912,
      "learning_rate": 3.663438012165848e-05,
      "loss": 1.5117,
      "step": 232
    },
    {
      "epoch": 0.7321288295365279,
      "grad_norm": 3.322749376296997,
      "learning_rate": 3.585113705476143e-05,
      "loss": 1.9282,
      "step": 233
    },
    {
      "epoch": 0.7352710133542812,
      "grad_norm": 3.3822438716888428,
      "learning_rate": 3.507452481961495e-05,
      "loss": 1.6525,
      "step": 234
    },
    {
      "epoch": 0.7384131971720346,
      "grad_norm": 3.370032548904419,
      "learning_rate": 3.430462369176619e-05,
      "loss": 1.6501,
      "step": 235
    },
    {
      "epoch": 0.7415553809897879,
      "grad_norm": 2.9259777069091797,
      "learning_rate": 3.354151325305973e-05,
      "loss": 1.5612,
      "step": 236
    },
    {
      "epoch": 0.7446975648075412,
      "grad_norm": 3.0297186374664307,
      "learning_rate": 3.2785272383411635e-05,
      "loss": 1.4687,
      "step": 237
    },
    {
      "epoch": 0.7478397486252946,
      "grad_norm": 3.416358709335327,
      "learning_rate": 3.203597925265598e-05,
      "loss": 1.5875,
      "step": 238
    },
    {
      "epoch": 0.7509819324430479,
      "grad_norm": 3.3446104526519775,
      "learning_rate": 3.129371131246459e-05,
      "loss": 1.5081,
      "step": 239
    },
    {
      "epoch": 0.7541241162608012,
      "grad_norm": 3.2972259521484375,
      "learning_rate": 3.05585452883412e-05,
      "loss": 1.5997,
      "step": 240
    },
    {
      "epoch": 0.7541241162608012,
      "eval_loss": 1.4743300676345825,
      "eval_runtime": 2.6932,
      "eval_samples_per_second": 49.755,
      "eval_steps_per_second": 24.878,
      "step": 240
    },
    {
      "epoch": 0.7572663000785546,
      "grad_norm": 3.1679904460906982,
      "learning_rate": 2.98305571716907e-05,
      "loss": 1.7737,
      "step": 241
    },
    {
      "epoch": 0.7604084838963079,
      "grad_norm": 2.243696928024292,
      "learning_rate": 2.9109822211964043e-05,
      "loss": 1.1711,
      "step": 242
    },
    {
      "epoch": 0.7635506677140613,
      "grad_norm": 4.294607162475586,
      "learning_rate": 2.8396414908880098e-05,
      "loss": 1.5464,
      "step": 243
    },
    {
      "epoch": 0.7666928515318147,
      "grad_norm": 3.0276317596435547,
      "learning_rate": 2.769040900472488e-05,
      "loss": 1.5308,
      "step": 244
    },
    {
      "epoch": 0.769835035349568,
      "grad_norm": 3.2787749767303467,
      "learning_rate": 2.699187747672899e-05,
      "loss": 1.8806,
      "step": 245
    },
    {
      "epoch": 0.7729772191673213,
      "grad_norm": 3.4001221656799316,
      "learning_rate": 2.630089252952427e-05,
      "loss": 1.5336,
      "step": 246
    },
    {
      "epoch": 0.7761194029850746,
      "grad_norm": 3.2783424854278564,
      "learning_rate": 2.5617525587680402e-05,
      "loss": 1.8135,
      "step": 247
    },
    {
      "epoch": 0.779261586802828,
      "grad_norm": 3.071213722229004,
      "learning_rate": 2.4941847288321797e-05,
      "loss": 1.3997,
      "step": 248
    },
    {
      "epoch": 0.7824037706205813,
      "grad_norm": 2.5834882259368896,
      "learning_rate": 2.427392747382623e-05,
      "loss": 1.3096,
      "step": 249
    },
    {
      "epoch": 0.7855459544383346,
      "grad_norm": 3.0877838134765625,
      "learning_rate": 2.3613835184605525e-05,
      "loss": 1.5686,
      "step": 250
    },
    {
      "epoch": 0.788688138256088,
      "grad_norm": 3.780806303024292,
      "learning_rate": 2.2961638651968975e-05,
      "loss": 1.2996,
      "step": 251
    },
    {
      "epoch": 0.7918303220738413,
      "grad_norm": 3.6222994327545166,
      "learning_rate": 2.231740529107057e-05,
      "loss": 1.4283,
      "step": 252
    },
    {
      "epoch": 0.7949725058915946,
      "grad_norm": 3.0090525150299072,
      "learning_rate": 2.1681201693940668e-05,
      "loss": 1.8322,
      "step": 253
    },
    {
      "epoch": 0.798114689709348,
      "grad_norm": 2.37370228767395,
      "learning_rate": 2.1053093622602404e-05,
      "loss": 1.1996,
      "step": 254
    },
    {
      "epoch": 0.8012568735271013,
      "grad_norm": 2.5955848693847656,
      "learning_rate": 2.043314600227425e-05,
      "loss": 1.3446,
      "step": 255
    },
    {
      "epoch": 0.8043990573448547,
      "grad_norm": 3.67842698097229,
      "learning_rate": 1.982142291465896e-05,
      "loss": 1.647,
      "step": 256
    },
    {
      "epoch": 0.8075412411626081,
      "grad_norm": 3.7718052864074707,
      "learning_rate": 1.921798759131953e-05,
      "loss": 1.9793,
      "step": 257
    },
    {
      "epoch": 0.8106834249803614,
      "grad_norm": 3.804349899291992,
      "learning_rate": 1.8622902407143394e-05,
      "loss": 1.8515,
      "step": 258
    },
    {
      "epoch": 0.8138256087981147,
      "grad_norm": 3.787919044494629,
      "learning_rate": 1.8036228873894746e-05,
      "loss": 2.0557,
      "step": 259
    },
    {
      "epoch": 0.816967792615868,
      "grad_norm": 4.027807235717773,
      "learning_rate": 1.7458027633856478e-05,
      "loss": 1.5192,
      "step": 260
    },
    {
      "epoch": 0.8201099764336214,
      "grad_norm": 3.185736656188965,
      "learning_rate": 1.6888358453561648e-05,
      "loss": 1.1795,
      "step": 261
    },
    {
      "epoch": 0.8232521602513747,
      "grad_norm": 3.583725690841675,
      "learning_rate": 1.6327280217615792e-05,
      "loss": 1.959,
      "step": 262
    },
    {
      "epoch": 0.826394344069128,
      "grad_norm": 3.878268241882324,
      "learning_rate": 1.577485092261012e-05,
      "loss": 1.3307,
      "step": 263
    },
    {
      "epoch": 0.8295365278868814,
      "grad_norm": 4.314304351806641,
      "learning_rate": 1.5231127671126677e-05,
      "loss": 1.5418,
      "step": 264
    },
    {
      "epoch": 0.8326787117046347,
      "grad_norm": 3.0673422813415527,
      "learning_rate": 1.4696166665835853e-05,
      "loss": 1.5736,
      "step": 265
    },
    {
      "epoch": 0.835820895522388,
      "grad_norm": 3.029560089111328,
      "learning_rate": 1.4170023203686878e-05,
      "loss": 1.3054,
      "step": 266
    },
    {
      "epoch": 0.8389630793401414,
      "grad_norm": 3.9387176036834717,
      "learning_rate": 1.3652751670192077e-05,
      "loss": 1.5836,
      "step": 267
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 3.0685243606567383,
      "learning_rate": 1.3144405533805138e-05,
      "loss": 1.3129,
      "step": 268
    },
    {
      "epoch": 0.845247446975648,
      "grad_norm": 2.542755603790283,
      "learning_rate": 1.2645037340394284e-05,
      "loss": 1.2623,
      "step": 269
    },
    {
      "epoch": 0.8483896307934015,
      "grad_norm": 4.005283355712891,
      "learning_rate": 1.215469870781093e-05,
      "loss": 1.7202,
      "step": 270
    },
    {
      "epoch": 0.8515318146111548,
      "grad_norm": 3.5410993099212646,
      "learning_rate": 1.167344032055394e-05,
      "loss": 1.4522,
      "step": 271
    },
    {
      "epoch": 0.8546739984289081,
      "grad_norm": 3.791656732559204,
      "learning_rate": 1.120131192453069e-05,
      "loss": 1.7648,
      "step": 272
    },
    {
      "epoch": 0.8578161822466615,
      "grad_norm": 3.2209572792053223,
      "learning_rate": 1.0738362321914997e-05,
      "loss": 1.4638,
      "step": 273
    },
    {
      "epoch": 0.8609583660644148,
      "grad_norm": 2.4174211025238037,
      "learning_rate": 1.02846393661026e-05,
      "loss": 1.004,
      "step": 274
    },
    {
      "epoch": 0.8641005498821681,
      "grad_norm": 2.74725079536438,
      "learning_rate": 9.840189956764677e-06,
      "loss": 1.3216,
      "step": 275
    },
    {
      "epoch": 0.8672427336999214,
      "grad_norm": 3.248163938522339,
      "learning_rate": 9.405060035000135e-06,
      "loss": 1.7795,
      "step": 276
    },
    {
      "epoch": 0.8703849175176748,
      "grad_norm": 3.3574230670928955,
      "learning_rate": 8.979294578586738e-06,
      "loss": 1.8729,
      "step": 277
    },
    {
      "epoch": 0.8735271013354281,
      "grad_norm": 2.911642074584961,
      "learning_rate": 8.562937597331899e-06,
      "loss": 1.7058,
      "step": 278
    },
    {
      "epoch": 0.8766692851531814,
      "grad_norm": 2.9802122116088867,
      "learning_rate": 8.156032128523694e-06,
      "loss": 1.3892,
      "step": 279
    },
    {
      "epoch": 0.8798114689709348,
      "grad_norm": 3.045839548110962,
      "learning_rate": 7.758620232482084e-06,
      "loss": 1.3024,
      "step": 280
    },
    {
      "epoch": 0.8829536527886881,
      "grad_norm": 3.034106731414795,
      "learning_rate": 7.370742988211365e-06,
      "loss": 1.3402,
      "step": 281
    },
    {
      "epoch": 0.8860958366064414,
      "grad_norm": 3.2706727981567383,
      "learning_rate": 6.992440489154051e-06,
      "loss": 1.7074,
      "step": 282
    },
    {
      "epoch": 0.8892380204241949,
      "grad_norm": 3.217176675796509,
      "learning_rate": 6.623751839046455e-06,
      "loss": 1.4374,
      "step": 283
    },
    {
      "epoch": 0.8923802042419482,
      "grad_norm": 4.126906394958496,
      "learning_rate": 6.264715147876743e-06,
      "loss": 1.5114,
      "step": 284
    },
    {
      "epoch": 0.8955223880597015,
      "grad_norm": 3.142098903656006,
      "learning_rate": 5.915367527945615e-06,
      "loss": 1.6348,
      "step": 285
    },
    {
      "epoch": 0.8986645718774549,
      "grad_norm": 3.395914316177368,
      "learning_rate": 5.575745090030138e-06,
      "loss": 1.4558,
      "step": 286
    },
    {
      "epoch": 0.9018067556952082,
      "grad_norm": 2.8361001014709473,
      "learning_rate": 5.245882939651181e-06,
      "loss": 1.6468,
      "step": 287
    },
    {
      "epoch": 0.9049489395129615,
      "grad_norm": 3.4335570335388184,
      "learning_rate": 4.92581517344457e-06,
      "loss": 1.5576,
      "step": 288
    },
    {
      "epoch": 0.9080911233307148,
      "grad_norm": 2.826932668685913,
      "learning_rate": 4.61557487563673e-06,
      "loss": 2.0009,
      "step": 289
    },
    {
      "epoch": 0.9112333071484682,
      "grad_norm": 2.9852356910705566,
      "learning_rate": 4.315194114624888e-06,
      "loss": 1.4024,
      "step": 290
    },
    {
      "epoch": 0.9143754909662215,
      "grad_norm": 3.8449301719665527,
      "learning_rate": 4.0247039396622e-06,
      "loss": 1.779,
      "step": 291
    },
    {
      "epoch": 0.9175176747839748,
      "grad_norm": 2.5127601623535156,
      "learning_rate": 3.7441343776484117e-06,
      "loss": 1.0778,
      "step": 292
    },
    {
      "epoch": 0.9206598586017282,
      "grad_norm": 3.261667013168335,
      "learning_rate": 3.473514430026026e-06,
      "loss": 1.0819,
      "step": 293
    },
    {
      "epoch": 0.9238020424194815,
      "grad_norm": 3.2417995929718018,
      "learning_rate": 3.212872069782513e-06,
      "loss": 1.8814,
      "step": 294
    },
    {
      "epoch": 0.9269442262372348,
      "grad_norm": 2.358438491821289,
      "learning_rate": 2.9622342385589254e-06,
      "loss": 1.1793,
      "step": 295
    },
    {
      "epoch": 0.9300864100549883,
      "grad_norm": 3.120440721511841,
      "learning_rate": 2.7216268438649773e-06,
      "loss": 1.1453,
      "step": 296
    },
    {
      "epoch": 0.9332285938727416,
      "grad_norm": 2.9603188037872314,
      "learning_rate": 2.4910747564010685e-06,
      "loss": 1.6165,
      "step": 297
    },
    {
      "epoch": 0.9363707776904949,
      "grad_norm": 3.4256372451782227,
      "learning_rate": 2.2706018074875045e-06,
      "loss": 1.4585,
      "step": 298
    },
    {
      "epoch": 0.9395129615082483,
      "grad_norm": 2.8419318199157715,
      "learning_rate": 2.060230786601225e-06,
      "loss": 1.7535,
      "step": 299
    },
    {
      "epoch": 0.9426551453260016,
      "grad_norm": 3.6854324340820312,
      "learning_rate": 1.8599834390199855e-06,
      "loss": 1.5283,
      "step": 300
    },
    {
      "epoch": 0.9457973291437549,
      "grad_norm": 5.043657302856445,
      "learning_rate": 1.6698804635747579e-06,
      "loss": 1.5207,
      "step": 301
    },
    {
      "epoch": 0.9489395129615082,
      "grad_norm": 3.38885498046875,
      "learning_rate": 1.4899415105101067e-06,
      "loss": 1.2798,
      "step": 302
    },
    {
      "epoch": 0.9520816967792616,
      "grad_norm": 2.969268321990967,
      "learning_rate": 1.3201851794530373e-06,
      "loss": 1.2258,
      "step": 303
    },
    {
      "epoch": 0.9552238805970149,
      "grad_norm": 2.7769935131073,
      "learning_rate": 1.160629017490389e-06,
      "loss": 1.3932,
      "step": 304
    },
    {
      "epoch": 0.9583660644147682,
      "grad_norm": 2.0190412998199463,
      "learning_rate": 1.0112895173551185e-06,
      "loss": 0.9179,
      "step": 305
    },
    {
      "epoch": 0.9615082482325216,
      "grad_norm": 2.736832618713379,
      "learning_rate": 8.721821157214316e-07,
      "loss": 1.1255,
      "step": 306
    },
    {
      "epoch": 0.9646504320502749,
      "grad_norm": 2.6913204193115234,
      "learning_rate": 7.433211916092142e-07,
      "loss": 1.5799,
      "step": 307
    },
    {
      "epoch": 0.9677926158680282,
      "grad_norm": 2.6621968746185303,
      "learning_rate": 6.247200648976991e-07,
      "loss": 1.255,
      "step": 308
    },
    {
      "epoch": 0.9709347996857817,
      "grad_norm": 2.7908060550689697,
      "learning_rate": 5.163909949486234e-07,
      "loss": 1.0406,
      "step": 309
    },
    {
      "epoch": 0.974076983503535,
      "grad_norm": 2.855830192565918,
      "learning_rate": 4.1834517933907467e-07,
      "loss": 1.5357,
      "step": 310
    },
    {
      "epoch": 0.9772191673212883,
      "grad_norm": 2.9017727375030518,
      "learning_rate": 3.3059275270396207e-07,
      "loss": 1.3775,
      "step": 311
    },
    {
      "epoch": 0.9803613511390417,
      "grad_norm": 3.6260170936584473,
      "learning_rate": 2.5314278568850935e-07,
      "loss": 1.5199,
      "step": 312
    },
    {
      "epoch": 0.983503534956795,
      "grad_norm": 2.816622018814087,
      "learning_rate": 1.8600328401061629e-07,
      "loss": 1.3973,
      "step": 313
    },
    {
      "epoch": 0.9866457187745483,
      "grad_norm": 4.073482036590576,
      "learning_rate": 1.2918118763335373e-07,
      "loss": 2.194,
      "step": 314
    },
    {
      "epoch": 0.9897879025923016,
      "grad_norm": 3.5054750442504883,
      "learning_rate": 8.268237004757096e-08,
      "loss": 1.8463,
      "step": 315
    },
    {
      "epoch": 0.992930086410055,
      "grad_norm": 3.371932029724121,
      "learning_rate": 4.651163766484779e-08,
      "loss": 1.8421,
      "step": 316
    },
    {
      "epoch": 0.9960722702278083,
      "grad_norm": 3.585617780685425,
      "learning_rate": 2.0672729320581065e-08,
      "loss": 1.3165,
      "step": 317
    },
    {
      "epoch": 0.9992144540455616,
      "grad_norm": 2.885056972503662,
      "learning_rate": 5.1683158875937e-09,
      "loss": 1.502,
      "step": 318
    },
    {
      "epoch": 1.002356637863315,
      "grad_norm": 23.300464630126953,
      "learning_rate": 0.0,
      "loss": 3.3758,
      "step": 319
    }
  ],
  "logging_steps": 1,
  "max_steps": 319,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 80,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2839204448305152.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}