diff --git "a/checkpoint-5000/trainer_state.json" "b/checkpoint-5000/trainer_state.json" new file mode 100644--- /dev/null +++ "b/checkpoint-5000/trainer_state.json" @@ -0,0 +1,35114 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.9916699722332408, + "eval_steps": 500, + "global_step": 5000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.00019833399444664816, + "grad_norm": 215.5842742919922, + "learning_rate": 0.0, + "loss": 0.46279340982437134, + "step": 1 + }, + { + "epoch": 0.0003966679888932963, + "grad_norm": 68.13072967529297, + "learning_rate": 4e-05, + "loss": 0.4050861597061157, + "step": 2 + }, + { + "epoch": 0.0005950019833399445, + "grad_norm": 105.93917083740234, + "learning_rate": 8e-05, + "loss": 0.440210223197937, + "step": 3 + }, + { + "epoch": 0.0007933359777865926, + "grad_norm": 62.2995491027832, + "learning_rate": 0.00012, + "loss": 0.44106680154800415, + "step": 4 + }, + { + "epoch": 0.0009916699722332407, + "grad_norm": 3.218747138977051, + "learning_rate": 0.00016, + "loss": 0.4714704751968384, + "step": 5 + }, + { + "epoch": 0.001190003966679889, + "grad_norm": 103.6855239868164, + "learning_rate": 0.0002, + "loss": 0.2861652970314026, + "step": 6 + }, + { + "epoch": 0.001388337961126537, + "grad_norm": 18.615877151489258, + "learning_rate": 0.0001999602938256899, + "loss": 0.3400171399116516, + "step": 7 + }, + { + "epoch": 0.0015866719555731853, + "grad_norm": 101.91207885742188, + "learning_rate": 0.0001999205876513798, + "loss": 0.37912073731422424, + "step": 8 + }, + { + "epoch": 0.0017850059500198333, + "grad_norm": 384.3704833984375, + "learning_rate": 0.00019988088147706969, + "loss": 0.23613032698631287, + "step": 9 + }, + { + "epoch": 0.0019833399444664813, + "grad_norm": 23.715299606323242, + "learning_rate": 0.00019984117530275959, + "loss": 0.27183330059051514, + "step": 10 + }, + { + "epoch": 0.00218167393891313, + "grad_norm": 76.9229965209961, + "learning_rate": 0.0001998014691284495, + "loss": 0.27595365047454834, + "step": 11 + }, + { + "epoch": 0.002380007933359778, + "grad_norm": 1.8476225137710571, + "learning_rate": 0.0001997617629541394, + "loss": 0.30610108375549316, + "step": 12 + }, + { + "epoch": 0.002578341927806426, + "grad_norm": 9.639176368713379, + "learning_rate": 0.00019972205677982926, + "loss": 0.2195250391960144, + "step": 13 + }, + { + "epoch": 0.002776675922253074, + "grad_norm": 10.217812538146973, + "learning_rate": 0.00019968235060551916, + "loss": 0.22971227765083313, + "step": 14 + }, + { + "epoch": 0.0029750099166997225, + "grad_norm": 8.605448722839355, + "learning_rate": 0.00019964264443120906, + "loss": 0.2589505910873413, + "step": 15 + }, + { + "epoch": 0.0031733439111463705, + "grad_norm": 19.123537063598633, + "learning_rate": 0.00019960293825689896, + "loss": 0.18866771459579468, + "step": 16 + }, + { + "epoch": 0.0033716779055930186, + "grad_norm": 6.04628324508667, + "learning_rate": 0.00019956323208258884, + "loss": 0.2612167000770569, + "step": 17 + }, + { + "epoch": 0.0035700119000396666, + "grad_norm": 7.05332088470459, + "learning_rate": 0.00019952352590827874, + "loss": 0.19139638543128967, + "step": 18 + }, + { + "epoch": 0.003768345894486315, + "grad_norm": 1.0712482929229736, + "learning_rate": 0.00019948381973396864, + "loss": 0.16833218932151794, + "step": 19 + }, + { + "epoch": 0.003966679888932963, + "grad_norm": 1.0103771686553955, + "learning_rate": 0.00019944411355965854, + "loss": 0.1468186229467392, + "step": 20 + }, + { + "epoch": 0.004165013883379611, + "grad_norm": 9.79089069366455, + "learning_rate": 0.00019940440738534841, + "loss": 0.14569824934005737, + "step": 21 + }, + { + "epoch": 0.00436334787782626, + "grad_norm": 6.111459732055664, + "learning_rate": 0.00019936470121103831, + "loss": 0.16261698305606842, + "step": 22 + }, + { + "epoch": 0.004561681872272907, + "grad_norm": 0.5942466855049133, + "learning_rate": 0.00019932499503672822, + "loss": 0.20198453962802887, + "step": 23 + }, + { + "epoch": 0.004760015866719556, + "grad_norm": 1.472683072090149, + "learning_rate": 0.00019928528886241812, + "loss": 0.15819565951824188, + "step": 24 + }, + { + "epoch": 0.004958349861166204, + "grad_norm": 2.2852649688720703, + "learning_rate": 0.000199245582688108, + "loss": 0.13364124298095703, + "step": 25 + }, + { + "epoch": 0.005156683855612852, + "grad_norm": 0.7461446523666382, + "learning_rate": 0.0001992058765137979, + "loss": 0.16478464007377625, + "step": 26 + }, + { + "epoch": 0.0053550178500595, + "grad_norm": 0.5220054388046265, + "learning_rate": 0.0001991661703394878, + "loss": 0.12911474704742432, + "step": 27 + }, + { + "epoch": 0.005553351844506148, + "grad_norm": 0.3489155173301697, + "learning_rate": 0.0001991264641651777, + "loss": 0.16350196301937103, + "step": 28 + }, + { + "epoch": 0.005751685838952796, + "grad_norm": 0.2418300360441208, + "learning_rate": 0.00019908675799086757, + "loss": 0.1474425196647644, + "step": 29 + }, + { + "epoch": 0.005950019833399445, + "grad_norm": 1.8644341230392456, + "learning_rate": 0.0001990470518165575, + "loss": 0.205078586935997, + "step": 30 + }, + { + "epoch": 0.0061483538278460925, + "grad_norm": 0.6839267015457153, + "learning_rate": 0.0001990073456422474, + "loss": 0.13854745030403137, + "step": 31 + }, + { + "epoch": 0.006346687822292741, + "grad_norm": 0.7367863059043884, + "learning_rate": 0.0001989676394679373, + "loss": 0.15578898787498474, + "step": 32 + }, + { + "epoch": 0.0065450218167393895, + "grad_norm": 0.3490464985370636, + "learning_rate": 0.00019892793329362717, + "loss": 0.11213131248950958, + "step": 33 + }, + { + "epoch": 0.006743355811186037, + "grad_norm": 2.116161346435547, + "learning_rate": 0.00019888822711931707, + "loss": 0.16539454460144043, + "step": 34 + }, + { + "epoch": 0.006941689805632686, + "grad_norm": 1.0615097284317017, + "learning_rate": 0.00019884852094500697, + "loss": 0.11963118612766266, + "step": 35 + }, + { + "epoch": 0.007140023800079333, + "grad_norm": 0.5531987547874451, + "learning_rate": 0.00019880881477069687, + "loss": 0.15569531917572021, + "step": 36 + }, + { + "epoch": 0.007338357794525982, + "grad_norm": 3.666182041168213, + "learning_rate": 0.00019876910859638675, + "loss": 0.1601649969816208, + "step": 37 + }, + { + "epoch": 0.00753669178897263, + "grad_norm": 0.30722272396087646, + "learning_rate": 0.00019872940242207665, + "loss": 0.10288913547992706, + "step": 38 + }, + { + "epoch": 0.007735025783419278, + "grad_norm": 0.48628079891204834, + "learning_rate": 0.00019868969624776655, + "loss": 0.1346360146999359, + "step": 39 + }, + { + "epoch": 0.007933359777865925, + "grad_norm": 0.8026898503303528, + "learning_rate": 0.00019864999007345645, + "loss": 0.14591939747333527, + "step": 40 + }, + { + "epoch": 0.008131693772312574, + "grad_norm": 1.7000879049301147, + "learning_rate": 0.00019861028389914632, + "loss": 0.19276806712150574, + "step": 41 + }, + { + "epoch": 0.008330027766759222, + "grad_norm": 1.0734219551086426, + "learning_rate": 0.00019857057772483622, + "loss": 0.1226443499326706, + "step": 42 + }, + { + "epoch": 0.00852836176120587, + "grad_norm": 0.39776119589805603, + "learning_rate": 0.00019853087155052612, + "loss": 0.1758175939321518, + "step": 43 + }, + { + "epoch": 0.00872669575565252, + "grad_norm": 3.077040433883667, + "learning_rate": 0.00019849116537621602, + "loss": 0.11029841005802155, + "step": 44 + }, + { + "epoch": 0.008925029750099168, + "grad_norm": 0.417950302362442, + "learning_rate": 0.0001984514592019059, + "loss": 0.202752947807312, + "step": 45 + }, + { + "epoch": 0.009123363744545815, + "grad_norm": 0.7226575613021851, + "learning_rate": 0.0001984117530275958, + "loss": 0.19437044858932495, + "step": 46 + }, + { + "epoch": 0.009321697738992463, + "grad_norm": 0.33942389488220215, + "learning_rate": 0.0001983720468532857, + "loss": 0.14189201593399048, + "step": 47 + }, + { + "epoch": 0.009520031733439112, + "grad_norm": 1.5856441259384155, + "learning_rate": 0.0001983323406789756, + "loss": 0.12079407274723053, + "step": 48 + }, + { + "epoch": 0.00971836572788576, + "grad_norm": 0.21732665598392487, + "learning_rate": 0.00019829263450466547, + "loss": 0.1420718878507614, + "step": 49 + }, + { + "epoch": 0.009916699722332408, + "grad_norm": 0.8307807445526123, + "learning_rate": 0.00019825292833035538, + "loss": 0.1161719262599945, + "step": 50 + }, + { + "epoch": 0.010115033716779055, + "grad_norm": 0.5059261322021484, + "learning_rate": 0.00019821322215604528, + "loss": 0.09258240461349487, + "step": 51 + }, + { + "epoch": 0.010313367711225704, + "grad_norm": 0.7065802812576294, + "learning_rate": 0.00019817351598173518, + "loss": 0.13119196891784668, + "step": 52 + }, + { + "epoch": 0.010511701705672352, + "grad_norm": 10.7753267288208, + "learning_rate": 0.00019813380980742505, + "loss": 0.1966196596622467, + "step": 53 + }, + { + "epoch": 0.010710035700119, + "grad_norm": 0.5902773141860962, + "learning_rate": 0.00019809410363311495, + "loss": 0.14664128422737122, + "step": 54 + }, + { + "epoch": 0.01090836969456565, + "grad_norm": 0.5379319190979004, + "learning_rate": 0.00019805439745880485, + "loss": 0.19210289418697357, + "step": 55 + }, + { + "epoch": 0.011106703689012296, + "grad_norm": 0.7760232090950012, + "learning_rate": 0.00019801469128449475, + "loss": 0.14970913529396057, + "step": 56 + }, + { + "epoch": 0.011305037683458944, + "grad_norm": 0.41791483759880066, + "learning_rate": 0.00019797498511018463, + "loss": 0.09055378288030624, + "step": 57 + }, + { + "epoch": 0.011503371677905593, + "grad_norm": 1.0036314725875854, + "learning_rate": 0.00019793527893587453, + "loss": 0.14556996524333954, + "step": 58 + }, + { + "epoch": 0.011701705672352241, + "grad_norm": 1.4499366283416748, + "learning_rate": 0.00019789557276156443, + "loss": 0.12354516983032227, + "step": 59 + }, + { + "epoch": 0.01190003966679889, + "grad_norm": 0.62215656042099, + "learning_rate": 0.00019785586658725433, + "loss": 0.12681379914283752, + "step": 60 + }, + { + "epoch": 0.012098373661245538, + "grad_norm": 1.0759589672088623, + "learning_rate": 0.00019781616041294423, + "loss": 0.16093717515468597, + "step": 61 + }, + { + "epoch": 0.012296707655692185, + "grad_norm": 1.8148809671401978, + "learning_rate": 0.0001977764542386341, + "loss": 0.15580880641937256, + "step": 62 + }, + { + "epoch": 0.012495041650138834, + "grad_norm": 0.7039361596107483, + "learning_rate": 0.000197736748064324, + "loss": 0.13863301277160645, + "step": 63 + }, + { + "epoch": 0.012693375644585482, + "grad_norm": 0.5980152487754822, + "learning_rate": 0.0001976970418900139, + "loss": 0.11549189686775208, + "step": 64 + }, + { + "epoch": 0.01289170963903213, + "grad_norm": 6.4102091789245605, + "learning_rate": 0.0001976573357157038, + "loss": 0.18219664692878723, + "step": 65 + }, + { + "epoch": 0.013090043633478779, + "grad_norm": 0.3032187521457672, + "learning_rate": 0.00019761762954139368, + "loss": 0.10567724704742432, + "step": 66 + }, + { + "epoch": 0.013288377627925426, + "grad_norm": 0.497090220451355, + "learning_rate": 0.00019757792336708358, + "loss": 0.1587115079164505, + "step": 67 + }, + { + "epoch": 0.013486711622372074, + "grad_norm": 0.39917948842048645, + "learning_rate": 0.00019753821719277348, + "loss": 0.12579110264778137, + "step": 68 + }, + { + "epoch": 0.013685045616818723, + "grad_norm": 11.311452865600586, + "learning_rate": 0.00019749851101846338, + "loss": 0.10212816298007965, + "step": 69 + }, + { + "epoch": 0.013883379611265371, + "grad_norm": 0.2915514409542084, + "learning_rate": 0.00019745880484415326, + "loss": 0.14681947231292725, + "step": 70 + }, + { + "epoch": 0.01408171360571202, + "grad_norm": 14.880578994750977, + "learning_rate": 0.00019741909866984316, + "loss": 0.19413328170776367, + "step": 71 + }, + { + "epoch": 0.014280047600158666, + "grad_norm": 0.2734927237033844, + "learning_rate": 0.00019737939249553306, + "loss": 0.15619659423828125, + "step": 72 + }, + { + "epoch": 0.014478381594605315, + "grad_norm": 3.8132755756378174, + "learning_rate": 0.00019733968632122296, + "loss": 0.14010587334632874, + "step": 73 + }, + { + "epoch": 0.014676715589051963, + "grad_norm": 2.3286776542663574, + "learning_rate": 0.00019729998014691283, + "loss": 0.13993272185325623, + "step": 74 + }, + { + "epoch": 0.014875049583498612, + "grad_norm": 5.142055511474609, + "learning_rate": 0.00019726027397260273, + "loss": 0.15623968839645386, + "step": 75 + }, + { + "epoch": 0.01507338357794526, + "grad_norm": 7.688754558563232, + "learning_rate": 0.00019722056779829266, + "loss": 0.34510016441345215, + "step": 76 + }, + { + "epoch": 0.015271717572391909, + "grad_norm": 1.500915765762329, + "learning_rate": 0.00019718086162398254, + "loss": 0.3289957344532013, + "step": 77 + }, + { + "epoch": 0.015470051566838556, + "grad_norm": 0.5959584712982178, + "learning_rate": 0.00019714115544967244, + "loss": 0.1255180984735489, + "step": 78 + }, + { + "epoch": 0.015668385561285206, + "grad_norm": 0.6966902613639832, + "learning_rate": 0.00019710144927536234, + "loss": 0.13376484811306, + "step": 79 + }, + { + "epoch": 0.01586671955573185, + "grad_norm": 1.765952706336975, + "learning_rate": 0.00019706174310105224, + "loss": 0.23472008109092712, + "step": 80 + }, + { + "epoch": 0.0160650535501785, + "grad_norm": 1.4862492084503174, + "learning_rate": 0.00019702203692674214, + "loss": 0.15863457322120667, + "step": 81 + }, + { + "epoch": 0.016263387544625148, + "grad_norm": 0.30809593200683594, + "learning_rate": 0.000196982330752432, + "loss": 0.12772879004478455, + "step": 82 + }, + { + "epoch": 0.016461721539071796, + "grad_norm": 2.8118624687194824, + "learning_rate": 0.00019694262457812191, + "loss": 0.13412630558013916, + "step": 83 + }, + { + "epoch": 0.016660055533518445, + "grad_norm": 0.7806293964385986, + "learning_rate": 0.00019690291840381181, + "loss": 0.1455875188112259, + "step": 84 + }, + { + "epoch": 0.016858389527965093, + "grad_norm": 4.75715970993042, + "learning_rate": 0.00019686321222950172, + "loss": 0.23271963000297546, + "step": 85 + }, + { + "epoch": 0.01705672352241174, + "grad_norm": 3.711280345916748, + "learning_rate": 0.0001968235060551916, + "loss": 0.11844746768474579, + "step": 86 + }, + { + "epoch": 0.01725505751685839, + "grad_norm": 2.6809606552124023, + "learning_rate": 0.0001967837998808815, + "loss": 0.1322353631258011, + "step": 87 + }, + { + "epoch": 0.01745339151130504, + "grad_norm": 1.660608172416687, + "learning_rate": 0.0001967440937065714, + "loss": 0.11751284450292587, + "step": 88 + }, + { + "epoch": 0.017651725505751687, + "grad_norm": 0.5494078397750854, + "learning_rate": 0.0001967043875322613, + "loss": 0.13279329240322113, + "step": 89 + }, + { + "epoch": 0.017850059500198336, + "grad_norm": 0.19132080674171448, + "learning_rate": 0.00019666468135795117, + "loss": 0.11988236755132675, + "step": 90 + }, + { + "epoch": 0.01804839349464498, + "grad_norm": 0.716343879699707, + "learning_rate": 0.00019662497518364107, + "loss": 0.11616170406341553, + "step": 91 + }, + { + "epoch": 0.01824672748909163, + "grad_norm": 0.31191128492355347, + "learning_rate": 0.00019658526900933097, + "loss": 0.13913914561271667, + "step": 92 + }, + { + "epoch": 0.018445061483538278, + "grad_norm": 0.24637889862060547, + "learning_rate": 0.00019654556283502087, + "loss": 0.12015540897846222, + "step": 93 + }, + { + "epoch": 0.018643395477984926, + "grad_norm": 0.8061872124671936, + "learning_rate": 0.00019650585666071074, + "loss": 0.15660488605499268, + "step": 94 + }, + { + "epoch": 0.018841729472431575, + "grad_norm": 0.4470733404159546, + "learning_rate": 0.00019646615048640064, + "loss": 0.14296792447566986, + "step": 95 + }, + { + "epoch": 0.019040063466878223, + "grad_norm": 1.4660779237747192, + "learning_rate": 0.00019642644431209054, + "loss": 0.1478308141231537, + "step": 96 + }, + { + "epoch": 0.01923839746132487, + "grad_norm": 0.5253159999847412, + "learning_rate": 0.00019638673813778044, + "loss": 0.11348368227481842, + "step": 97 + }, + { + "epoch": 0.01943673145577152, + "grad_norm": 0.7879106998443604, + "learning_rate": 0.00019634703196347032, + "loss": 0.11441175639629364, + "step": 98 + }, + { + "epoch": 0.01963506545021817, + "grad_norm": 0.23509123921394348, + "learning_rate": 0.00019630732578916022, + "loss": 0.15922075510025024, + "step": 99 + }, + { + "epoch": 0.019833399444664817, + "grad_norm": 0.23187938332557678, + "learning_rate": 0.00019626761961485012, + "loss": 0.13393689692020416, + "step": 100 + }, + { + "epoch": 0.020031733439111465, + "grad_norm": 0.27246373891830444, + "learning_rate": 0.00019622791344054002, + "loss": 0.14373058080673218, + "step": 101 + }, + { + "epoch": 0.02023006743355811, + "grad_norm": 3.1404354572296143, + "learning_rate": 0.0001961882072662299, + "loss": 0.11638326942920685, + "step": 102 + }, + { + "epoch": 0.02042840142800476, + "grad_norm": 1.0688332319259644, + "learning_rate": 0.0001961485010919198, + "loss": 0.14397269487380981, + "step": 103 + }, + { + "epoch": 0.020626735422451407, + "grad_norm": 0.38727888464927673, + "learning_rate": 0.0001961087949176097, + "loss": 0.14254972338676453, + "step": 104 + }, + { + "epoch": 0.020825069416898056, + "grad_norm": 0.20674292743206024, + "learning_rate": 0.0001960690887432996, + "loss": 0.09130598604679108, + "step": 105 + }, + { + "epoch": 0.021023403411344704, + "grad_norm": 1.1460989713668823, + "learning_rate": 0.00019602938256898947, + "loss": 0.1396016627550125, + "step": 106 + }, + { + "epoch": 0.021221737405791353, + "grad_norm": 0.32790473103523254, + "learning_rate": 0.00019598967639467937, + "loss": 0.11176343262195587, + "step": 107 + }, + { + "epoch": 0.021420071400238, + "grad_norm": 0.2437719851732254, + "learning_rate": 0.00019594997022036927, + "loss": 0.1270870864391327, + "step": 108 + }, + { + "epoch": 0.02161840539468465, + "grad_norm": 1.2316246032714844, + "learning_rate": 0.00019591026404605917, + "loss": 0.13782000541687012, + "step": 109 + }, + { + "epoch": 0.0218167393891313, + "grad_norm": 0.19620271027088165, + "learning_rate": 0.00019587055787174907, + "loss": 0.09437082707881927, + "step": 110 + }, + { + "epoch": 0.022015073383577947, + "grad_norm": 0.3027348816394806, + "learning_rate": 0.00019583085169743895, + "loss": 0.16415585577487946, + "step": 111 + }, + { + "epoch": 0.022213407378024592, + "grad_norm": 1.6795623302459717, + "learning_rate": 0.00019579114552312885, + "loss": 0.12252307683229446, + "step": 112 + }, + { + "epoch": 0.02241174137247124, + "grad_norm": 0.35790154337882996, + "learning_rate": 0.00019575143934881875, + "loss": 0.16570532321929932, + "step": 113 + }, + { + "epoch": 0.02261007536691789, + "grad_norm": 0.4016773998737335, + "learning_rate": 0.00019571173317450865, + "loss": 0.11933264136314392, + "step": 114 + }, + { + "epoch": 0.022808409361364537, + "grad_norm": 2.1950840950012207, + "learning_rate": 0.00019567202700019852, + "loss": 0.1560116708278656, + "step": 115 + }, + { + "epoch": 0.023006743355811186, + "grad_norm": 0.26436856389045715, + "learning_rate": 0.00019563232082588843, + "loss": 0.13958796858787537, + "step": 116 + }, + { + "epoch": 0.023205077350257834, + "grad_norm": 26.722932815551758, + "learning_rate": 0.00019559261465157833, + "loss": 0.11038786172866821, + "step": 117 + }, + { + "epoch": 0.023403411344704483, + "grad_norm": 0.7499986886978149, + "learning_rate": 0.00019555290847726823, + "loss": 0.1462574303150177, + "step": 118 + }, + { + "epoch": 0.02360174533915113, + "grad_norm": 2.2386538982391357, + "learning_rate": 0.0001955132023029581, + "loss": 0.1228809654712677, + "step": 119 + }, + { + "epoch": 0.02380007933359778, + "grad_norm": 0.8336164951324463, + "learning_rate": 0.000195473496128648, + "loss": 0.12910863757133484, + "step": 120 + }, + { + "epoch": 0.023998413328044428, + "grad_norm": 3.5635550022125244, + "learning_rate": 0.0001954337899543379, + "loss": 0.1478535234928131, + "step": 121 + }, + { + "epoch": 0.024196747322491077, + "grad_norm": 3.6473329067230225, + "learning_rate": 0.0001953940837800278, + "loss": 0.12453466653823853, + "step": 122 + }, + { + "epoch": 0.02439508131693772, + "grad_norm": 2.9163594245910645, + "learning_rate": 0.0001953543776057177, + "loss": 0.21787559986114502, + "step": 123 + }, + { + "epoch": 0.02459341531138437, + "grad_norm": 1.1732432842254639, + "learning_rate": 0.0001953146714314076, + "loss": 0.14672234654426575, + "step": 124 + }, + { + "epoch": 0.02479174930583102, + "grad_norm": 1.1499652862548828, + "learning_rate": 0.0001952749652570975, + "loss": 0.1495431661605835, + "step": 125 + }, + { + "epoch": 0.024990083300277667, + "grad_norm": 1.2318544387817383, + "learning_rate": 0.00019523525908278738, + "loss": 0.1443336009979248, + "step": 126 + }, + { + "epoch": 0.025188417294724316, + "grad_norm": 1.331860899925232, + "learning_rate": 0.00019519555290847728, + "loss": 0.12885746359825134, + "step": 127 + }, + { + "epoch": 0.025386751289170964, + "grad_norm": 0.7000576853752136, + "learning_rate": 0.00019515584673416718, + "loss": 0.14324244856834412, + "step": 128 + }, + { + "epoch": 0.025585085283617613, + "grad_norm": 0.525087833404541, + "learning_rate": 0.00019511614055985708, + "loss": 0.10163462162017822, + "step": 129 + }, + { + "epoch": 0.02578341927806426, + "grad_norm": 0.5879737138748169, + "learning_rate": 0.00019507643438554696, + "loss": 0.149458646774292, + "step": 130 + }, + { + "epoch": 0.02598175327251091, + "grad_norm": 0.7461893558502197, + "learning_rate": 0.00019503672821123686, + "loss": 0.11845794320106506, + "step": 131 + }, + { + "epoch": 0.026180087266957558, + "grad_norm": 0.29108181595802307, + "learning_rate": 0.00019499702203692676, + "loss": 0.12985777854919434, + "step": 132 + }, + { + "epoch": 0.026378421261404203, + "grad_norm": 3.0026535987854004, + "learning_rate": 0.00019495731586261666, + "loss": 0.1511603742837906, + "step": 133 + }, + { + "epoch": 0.02657675525585085, + "grad_norm": 2.4829823970794678, + "learning_rate": 0.00019491760968830656, + "loss": 0.1471276581287384, + "step": 134 + }, + { + "epoch": 0.0267750892502975, + "grad_norm": 0.8079012632369995, + "learning_rate": 0.00019487790351399643, + "loss": 0.13146273791790009, + "step": 135 + }, + { + "epoch": 0.02697342324474415, + "grad_norm": 1.047156572341919, + "learning_rate": 0.00019483819733968633, + "loss": 0.15019425749778748, + "step": 136 + }, + { + "epoch": 0.027171757239190797, + "grad_norm": 0.3987159729003906, + "learning_rate": 0.00019479849116537623, + "loss": 0.11441513150930405, + "step": 137 + }, + { + "epoch": 0.027370091233637445, + "grad_norm": 0.5356811881065369, + "learning_rate": 0.00019475878499106614, + "loss": 0.11359725892543793, + "step": 138 + }, + { + "epoch": 0.027568425228084094, + "grad_norm": 0.8346518278121948, + "learning_rate": 0.000194719078816756, + "loss": 0.14868050813674927, + "step": 139 + }, + { + "epoch": 0.027766759222530742, + "grad_norm": 0.8275896906852722, + "learning_rate": 0.0001946793726424459, + "loss": 0.13500680029392242, + "step": 140 + }, + { + "epoch": 0.02796509321697739, + "grad_norm": 0.6413876414299011, + "learning_rate": 0.0001946396664681358, + "loss": 0.1472248136997223, + "step": 141 + }, + { + "epoch": 0.02816342721142404, + "grad_norm": 1.2660691738128662, + "learning_rate": 0.0001945999602938257, + "loss": 0.10448220372200012, + "step": 142 + }, + { + "epoch": 0.028361761205870688, + "grad_norm": 13.146267890930176, + "learning_rate": 0.00019456025411951559, + "loss": 0.14835749566555023, + "step": 143 + }, + { + "epoch": 0.028560095200317333, + "grad_norm": 22.90450668334961, + "learning_rate": 0.00019452054794520549, + "loss": 0.10903739184141159, + "step": 144 + }, + { + "epoch": 0.02875842919476398, + "grad_norm": 0.9721031188964844, + "learning_rate": 0.0001944808417708954, + "loss": 0.1663813441991806, + "step": 145 + }, + { + "epoch": 0.02895676318921063, + "grad_norm": 1.638668417930603, + "learning_rate": 0.0001944411355965853, + "loss": 0.12523342669010162, + "step": 146 + }, + { + "epoch": 0.029155097183657278, + "grad_norm": 2.0119247436523438, + "learning_rate": 0.00019440142942227516, + "loss": 0.17493630945682526, + "step": 147 + }, + { + "epoch": 0.029353431178103927, + "grad_norm": 1.2275757789611816, + "learning_rate": 0.00019436172324796506, + "loss": 0.17953813076019287, + "step": 148 + }, + { + "epoch": 0.029551765172550575, + "grad_norm": 1.1136364936828613, + "learning_rate": 0.00019432201707365496, + "loss": 0.1322709321975708, + "step": 149 + }, + { + "epoch": 0.029750099166997224, + "grad_norm": 0.6432538628578186, + "learning_rate": 0.00019428231089934486, + "loss": 0.1437535285949707, + "step": 150 + }, + { + "epoch": 0.029948433161443872, + "grad_norm": 1.6333529949188232, + "learning_rate": 0.00019424260472503474, + "loss": 0.11484791338443756, + "step": 151 + }, + { + "epoch": 0.03014676715589052, + "grad_norm": 0.9219039678573608, + "learning_rate": 0.00019420289855072464, + "loss": 0.11827795207500458, + "step": 152 + }, + { + "epoch": 0.03034510115033717, + "grad_norm": 0.849817156791687, + "learning_rate": 0.00019416319237641454, + "loss": 0.12224878370761871, + "step": 153 + }, + { + "epoch": 0.030543435144783818, + "grad_norm": 0.5738804936408997, + "learning_rate": 0.00019412348620210444, + "loss": 0.13985209167003632, + "step": 154 + }, + { + "epoch": 0.030741769139230463, + "grad_norm": 0.5394851565361023, + "learning_rate": 0.00019408378002779431, + "loss": 0.10833055526018143, + "step": 155 + }, + { + "epoch": 0.03094010313367711, + "grad_norm": 0.9290277361869812, + "learning_rate": 0.00019404407385348422, + "loss": 0.1870669424533844, + "step": 156 + }, + { + "epoch": 0.03113843712812376, + "grad_norm": 1.085810661315918, + "learning_rate": 0.00019400436767917412, + "loss": 0.13379129767417908, + "step": 157 + }, + { + "epoch": 0.03133677112257041, + "grad_norm": 0.7146474719047546, + "learning_rate": 0.00019396466150486402, + "loss": 0.17473463714122772, + "step": 158 + }, + { + "epoch": 0.03153510511701706, + "grad_norm": 1.763318657875061, + "learning_rate": 0.0001939249553305539, + "loss": 0.1573902666568756, + "step": 159 + }, + { + "epoch": 0.0317334391114637, + "grad_norm": 1.4939314126968384, + "learning_rate": 0.0001938852491562438, + "loss": 0.18570370972156525, + "step": 160 + }, + { + "epoch": 0.031931773105910354, + "grad_norm": 1.6402446031570435, + "learning_rate": 0.0001938455429819337, + "loss": 0.1791999340057373, + "step": 161 + }, + { + "epoch": 0.032130107100357, + "grad_norm": 1.4473445415496826, + "learning_rate": 0.0001938058368076236, + "loss": 0.13354726135730743, + "step": 162 + }, + { + "epoch": 0.03232844109480365, + "grad_norm": 1.212016224861145, + "learning_rate": 0.0001937661306333135, + "loss": 0.15480290353298187, + "step": 163 + }, + { + "epoch": 0.032526775089250295, + "grad_norm": 10.792481422424316, + "learning_rate": 0.00019372642445900337, + "loss": 0.16698017716407776, + "step": 164 + }, + { + "epoch": 0.03272510908369695, + "grad_norm": 5.435582160949707, + "learning_rate": 0.00019368671828469327, + "loss": 0.11749088764190674, + "step": 165 + }, + { + "epoch": 0.03292344307814359, + "grad_norm": 0.8977844715118408, + "learning_rate": 0.00019364701211038317, + "loss": 0.11374247074127197, + "step": 166 + }, + { + "epoch": 0.033121777072590244, + "grad_norm": 89.20679473876953, + "learning_rate": 0.00019360730593607307, + "loss": 0.10430578887462616, + "step": 167 + }, + { + "epoch": 0.03332011106703689, + "grad_norm": 0.5252038836479187, + "learning_rate": 0.00019356759976176297, + "loss": 0.12850596010684967, + "step": 168 + }, + { + "epoch": 0.03351844506148354, + "grad_norm": 3.308866500854492, + "learning_rate": 0.00019352789358745287, + "loss": 0.11046259105205536, + "step": 169 + }, + { + "epoch": 0.033716779055930186, + "grad_norm": 3.929309844970703, + "learning_rate": 0.00019348818741314277, + "loss": 0.10048004984855652, + "step": 170 + }, + { + "epoch": 0.03391511305037683, + "grad_norm": 2.4684247970581055, + "learning_rate": 0.00019344848123883265, + "loss": 0.11092482507228851, + "step": 171 + }, + { + "epoch": 0.03411344704482348, + "grad_norm": 3.660693407058716, + "learning_rate": 0.00019340877506452255, + "loss": 0.13370321691036224, + "step": 172 + }, + { + "epoch": 0.03431178103927013, + "grad_norm": 0.5995771288871765, + "learning_rate": 0.00019336906889021245, + "loss": 0.12947463989257812, + "step": 173 + }, + { + "epoch": 0.03451011503371678, + "grad_norm": 0.6003085970878601, + "learning_rate": 0.00019332936271590235, + "loss": 0.12356932461261749, + "step": 174 + }, + { + "epoch": 0.034708449028163425, + "grad_norm": 0.6672202944755554, + "learning_rate": 0.00019328965654159222, + "loss": 0.10092469304800034, + "step": 175 + }, + { + "epoch": 0.03490678302261008, + "grad_norm": 0.28440728783607483, + "learning_rate": 0.00019324995036728212, + "loss": 0.13523033261299133, + "step": 176 + }, + { + "epoch": 0.03510511701705672, + "grad_norm": 0.36861664056777954, + "learning_rate": 0.00019321024419297202, + "loss": 0.12776269018650055, + "step": 177 + }, + { + "epoch": 0.035303451011503374, + "grad_norm": 0.5402349829673767, + "learning_rate": 0.00019317053801866193, + "loss": 0.11164627224206924, + "step": 178 + }, + { + "epoch": 0.03550178500595002, + "grad_norm": 0.5810129642486572, + "learning_rate": 0.0001931308318443518, + "loss": 0.11627963185310364, + "step": 179 + }, + { + "epoch": 0.03570011900039667, + "grad_norm": 0.6473757028579712, + "learning_rate": 0.0001930911256700417, + "loss": 0.12001700699329376, + "step": 180 + }, + { + "epoch": 0.035898452994843316, + "grad_norm": 0.5045757293701172, + "learning_rate": 0.0001930514194957316, + "loss": 0.15143924951553345, + "step": 181 + }, + { + "epoch": 0.03609678698928996, + "grad_norm": 1.3869434595108032, + "learning_rate": 0.0001930117133214215, + "loss": 0.14984510838985443, + "step": 182 + }, + { + "epoch": 0.03629512098373661, + "grad_norm": 1.1937779188156128, + "learning_rate": 0.0001929720071471114, + "loss": 0.1386089324951172, + "step": 183 + }, + { + "epoch": 0.03649345497818326, + "grad_norm": 0.47343310713768005, + "learning_rate": 0.00019293230097280128, + "loss": 0.19051320850849152, + "step": 184 + }, + { + "epoch": 0.03669178897262991, + "grad_norm": 1.5573149919509888, + "learning_rate": 0.00019289259479849118, + "loss": 0.12752389907836914, + "step": 185 + }, + { + "epoch": 0.036890122967076555, + "grad_norm": 0.40939292311668396, + "learning_rate": 0.00019285288862418108, + "loss": 0.10784769803285599, + "step": 186 + }, + { + "epoch": 0.03708845696152321, + "grad_norm": 0.3504525423049927, + "learning_rate": 0.00019281318244987098, + "loss": 0.1413266509771347, + "step": 187 + }, + { + "epoch": 0.03728679095596985, + "grad_norm": 0.4583914577960968, + "learning_rate": 0.00019277347627556085, + "loss": 0.15975025296211243, + "step": 188 + }, + { + "epoch": 0.037485124950416504, + "grad_norm": 1.021051049232483, + "learning_rate": 0.00019273377010125075, + "loss": 0.1387498527765274, + "step": 189 + }, + { + "epoch": 0.03768345894486315, + "grad_norm": 0.4816018044948578, + "learning_rate": 0.00019269406392694065, + "loss": 0.17933040857315063, + "step": 190 + }, + { + "epoch": 0.0378817929393098, + "grad_norm": 0.3211507201194763, + "learning_rate": 0.00019265435775263055, + "loss": 0.1455160677433014, + "step": 191 + }, + { + "epoch": 0.038080126933756446, + "grad_norm": 0.336700439453125, + "learning_rate": 0.00019261465157832043, + "loss": 0.148208349943161, + "step": 192 + }, + { + "epoch": 0.03827846092820309, + "grad_norm": 3.2182199954986572, + "learning_rate": 0.00019257494540401033, + "loss": 0.14247193932533264, + "step": 193 + }, + { + "epoch": 0.03847679492264974, + "grad_norm": 0.7003400325775146, + "learning_rate": 0.00019253523922970023, + "loss": 0.1549130231142044, + "step": 194 + }, + { + "epoch": 0.03867512891709639, + "grad_norm": 0.35188552737236023, + "learning_rate": 0.00019249553305539013, + "loss": 0.12242148816585541, + "step": 195 + }, + { + "epoch": 0.03887346291154304, + "grad_norm": 3.272705078125, + "learning_rate": 0.00019245582688108, + "loss": 0.16195571422576904, + "step": 196 + }, + { + "epoch": 0.039071796905989685, + "grad_norm": 0.38859257102012634, + "learning_rate": 0.0001924161207067699, + "loss": 0.14338384568691254, + "step": 197 + }, + { + "epoch": 0.03927013090043634, + "grad_norm": 2.662546157836914, + "learning_rate": 0.0001923764145324598, + "loss": 0.13099819421768188, + "step": 198 + }, + { + "epoch": 0.03946846489488298, + "grad_norm": 0.2666698396205902, + "learning_rate": 0.0001923367083581497, + "loss": 0.11572925001382828, + "step": 199 + }, + { + "epoch": 0.039666798889329634, + "grad_norm": 0.2586287558078766, + "learning_rate": 0.00019229700218383958, + "loss": 0.1270575225353241, + "step": 200 + }, + { + "epoch": 0.03986513288377628, + "grad_norm": 0.3702917993068695, + "learning_rate": 0.00019225729600952948, + "loss": 0.11343832314014435, + "step": 201 + }, + { + "epoch": 0.04006346687822293, + "grad_norm": 0.2704215943813324, + "learning_rate": 0.00019221758983521938, + "loss": 0.1101168766617775, + "step": 202 + }, + { + "epoch": 0.040261800872669576, + "grad_norm": 15.345648765563965, + "learning_rate": 0.00019217788366090928, + "loss": 0.1314561367034912, + "step": 203 + }, + { + "epoch": 0.04046013486711622, + "grad_norm": 0.2741411328315735, + "learning_rate": 0.00019213817748659916, + "loss": 0.1314946860074997, + "step": 204 + }, + { + "epoch": 0.04065846886156287, + "grad_norm": 0.3686133027076721, + "learning_rate": 0.00019209847131228906, + "loss": 0.1506924033164978, + "step": 205 + }, + { + "epoch": 0.04085680285600952, + "grad_norm": 0.3820352852344513, + "learning_rate": 0.00019205876513797896, + "loss": 0.0917506068944931, + "step": 206 + }, + { + "epoch": 0.04105513685045617, + "grad_norm": 0.6667262315750122, + "learning_rate": 0.00019201905896366886, + "loss": 0.13879892230033875, + "step": 207 + }, + { + "epoch": 0.041253470844902815, + "grad_norm": 1.5012624263763428, + "learning_rate": 0.00019197935278935873, + "loss": 0.14066381752490997, + "step": 208 + }, + { + "epoch": 0.04145180483934947, + "grad_norm": 0.404794305562973, + "learning_rate": 0.00019193964661504863, + "loss": 0.13919450342655182, + "step": 209 + }, + { + "epoch": 0.04165013883379611, + "grad_norm": 0.3073756992816925, + "learning_rate": 0.00019189994044073854, + "loss": 0.1275608092546463, + "step": 210 + }, + { + "epoch": 0.041848472828242764, + "grad_norm": 0.47355955839157104, + "learning_rate": 0.00019186023426642844, + "loss": 0.07300499826669693, + "step": 211 + }, + { + "epoch": 0.04204680682268941, + "grad_norm": 0.25547119975090027, + "learning_rate": 0.0001918205280921183, + "loss": 0.1388085037469864, + "step": 212 + }, + { + "epoch": 0.042245140817136054, + "grad_norm": 0.53080815076828, + "learning_rate": 0.0001917808219178082, + "loss": 0.1330583095550537, + "step": 213 + }, + { + "epoch": 0.042443474811582706, + "grad_norm": 1.151015281677246, + "learning_rate": 0.00019174111574349814, + "loss": 0.09196978062391281, + "step": 214 + }, + { + "epoch": 0.04264180880602935, + "grad_norm": 0.44065046310424805, + "learning_rate": 0.00019170140956918804, + "loss": 0.1403127908706665, + "step": 215 + }, + { + "epoch": 0.042840142800476, + "grad_norm": 0.2985425293445587, + "learning_rate": 0.0001916617033948779, + "loss": 0.1255204677581787, + "step": 216 + }, + { + "epoch": 0.04303847679492265, + "grad_norm": 0.3823610544204712, + "learning_rate": 0.00019162199722056781, + "loss": 0.12772925198078156, + "step": 217 + }, + { + "epoch": 0.0432368107893693, + "grad_norm": 0.3141946792602539, + "learning_rate": 0.00019158229104625772, + "loss": 0.1665460467338562, + "step": 218 + }, + { + "epoch": 0.043435144783815945, + "grad_norm": 0.27121609449386597, + "learning_rate": 0.00019154258487194762, + "loss": 0.12165725976228714, + "step": 219 + }, + { + "epoch": 0.0436334787782626, + "grad_norm": 0.3768635392189026, + "learning_rate": 0.0001915028786976375, + "loss": 0.11587296426296234, + "step": 220 + }, + { + "epoch": 0.04383181277270924, + "grad_norm": 0.3546588718891144, + "learning_rate": 0.0001914631725233274, + "loss": 0.12063111364841461, + "step": 221 + }, + { + "epoch": 0.044030146767155894, + "grad_norm": 0.4566265344619751, + "learning_rate": 0.0001914234663490173, + "loss": 0.1268928050994873, + "step": 222 + }, + { + "epoch": 0.04422848076160254, + "grad_norm": 0.2704506516456604, + "learning_rate": 0.0001913837601747072, + "loss": 0.12153629958629608, + "step": 223 + }, + { + "epoch": 0.044426814756049184, + "grad_norm": 1.436493992805481, + "learning_rate": 0.00019134405400039707, + "loss": 0.13472718000411987, + "step": 224 + }, + { + "epoch": 0.044625148750495836, + "grad_norm": 0.23305480182170868, + "learning_rate": 0.00019130434782608697, + "loss": 0.10702045261859894, + "step": 225 + }, + { + "epoch": 0.04482348274494248, + "grad_norm": 5.834064483642578, + "learning_rate": 0.00019126464165177687, + "loss": 0.16290152072906494, + "step": 226 + }, + { + "epoch": 0.04502181673938913, + "grad_norm": 1.1283410787582397, + "learning_rate": 0.00019122493547746677, + "loss": 0.14698511362075806, + "step": 227 + }, + { + "epoch": 0.04522015073383578, + "grad_norm": 0.3324321508407593, + "learning_rate": 0.00019118522930315664, + "loss": 0.13754694163799286, + "step": 228 + }, + { + "epoch": 0.04541848472828243, + "grad_norm": 0.38384440541267395, + "learning_rate": 0.00019114552312884654, + "loss": 0.09728842973709106, + "step": 229 + }, + { + "epoch": 0.045616818722729074, + "grad_norm": 8.468666076660156, + "learning_rate": 0.00019110581695453644, + "loss": 0.14293254911899567, + "step": 230 + }, + { + "epoch": 0.045815152717175726, + "grad_norm": 0.674045979976654, + "learning_rate": 0.00019106611078022634, + "loss": 0.14139632880687714, + "step": 231 + }, + { + "epoch": 0.04601348671162237, + "grad_norm": 1.3260327577590942, + "learning_rate": 0.00019102640460591622, + "loss": 0.09398806840181351, + "step": 232 + }, + { + "epoch": 0.04621182070606902, + "grad_norm": 0.4752131700515747, + "learning_rate": 0.00019098669843160612, + "loss": 0.11268655210733414, + "step": 233 + }, + { + "epoch": 0.04641015470051567, + "grad_norm": 8.832819938659668, + "learning_rate": 0.00019094699225729602, + "loss": 0.12871839106082916, + "step": 234 + }, + { + "epoch": 0.04660848869496231, + "grad_norm": 0.9227550625801086, + "learning_rate": 0.00019090728608298592, + "loss": 0.12402904033660889, + "step": 235 + }, + { + "epoch": 0.046806822689408965, + "grad_norm": 33.21395492553711, + "learning_rate": 0.00019086757990867582, + "loss": 0.12054137140512466, + "step": 236 + }, + { + "epoch": 0.04700515668385561, + "grad_norm": 0.8893343806266785, + "learning_rate": 0.0001908278737343657, + "loss": 0.11807437241077423, + "step": 237 + }, + { + "epoch": 0.04720349067830226, + "grad_norm": 1.392516851425171, + "learning_rate": 0.0001907881675600556, + "loss": 0.17971095442771912, + "step": 238 + }, + { + "epoch": 0.04740182467274891, + "grad_norm": 1.2380788326263428, + "learning_rate": 0.0001907484613857455, + "loss": 0.10250404477119446, + "step": 239 + }, + { + "epoch": 0.04760015866719556, + "grad_norm": 0.6604830622673035, + "learning_rate": 0.0001907087552114354, + "loss": 0.10417956113815308, + "step": 240 + }, + { + "epoch": 0.047798492661642204, + "grad_norm": 4.323111534118652, + "learning_rate": 0.00019066904903712527, + "loss": 0.11494696885347366, + "step": 241 + }, + { + "epoch": 0.047996826656088856, + "grad_norm": 1.6838295459747314, + "learning_rate": 0.00019062934286281517, + "loss": 0.11584442853927612, + "step": 242 + }, + { + "epoch": 0.0481951606505355, + "grad_norm": 12.302948951721191, + "learning_rate": 0.00019058963668850507, + "loss": 0.1253107786178589, + "step": 243 + }, + { + "epoch": 0.04839349464498215, + "grad_norm": 1.1534948348999023, + "learning_rate": 0.00019054993051419497, + "loss": 0.12911835312843323, + "step": 244 + }, + { + "epoch": 0.0485918286394288, + "grad_norm": 3.765780448913574, + "learning_rate": 0.00019051022433988485, + "loss": 0.1006251648068428, + "step": 245 + }, + { + "epoch": 0.04879016263387544, + "grad_norm": 0.7431958913803101, + "learning_rate": 0.00019047051816557475, + "loss": 0.09567736834287643, + "step": 246 + }, + { + "epoch": 0.048988496628322095, + "grad_norm": 5.061911106109619, + "learning_rate": 0.00019043081199126465, + "loss": 0.11594508588314056, + "step": 247 + }, + { + "epoch": 0.04918683062276874, + "grad_norm": 0.6969404816627502, + "learning_rate": 0.00019039110581695455, + "loss": 0.15927647054195404, + "step": 248 + }, + { + "epoch": 0.04938516461721539, + "grad_norm": 0.6637936234474182, + "learning_rate": 0.00019035139964264442, + "loss": 0.12118131667375565, + "step": 249 + }, + { + "epoch": 0.04958349861166204, + "grad_norm": 2.2709238529205322, + "learning_rate": 0.00019031169346833433, + "loss": 0.1366400420665741, + "step": 250 + }, + { + "epoch": 0.04978183260610869, + "grad_norm": 0.4249483644962311, + "learning_rate": 0.00019027198729402423, + "loss": 0.12290816009044647, + "step": 251 + }, + { + "epoch": 0.049980166600555334, + "grad_norm": 0.3467387855052948, + "learning_rate": 0.00019023228111971413, + "loss": 0.09220458567142487, + "step": 252 + }, + { + "epoch": 0.050178500595001986, + "grad_norm": 0.428080290555954, + "learning_rate": 0.000190192574945404, + "loss": 0.07993831485509872, + "step": 253 + }, + { + "epoch": 0.05037683458944863, + "grad_norm": 5.5118842124938965, + "learning_rate": 0.0001901528687710939, + "loss": 0.10403089225292206, + "step": 254 + }, + { + "epoch": 0.05057516858389528, + "grad_norm": 0.5816882252693176, + "learning_rate": 0.0001901131625967838, + "loss": 0.13493387401103973, + "step": 255 + }, + { + "epoch": 0.05077350257834193, + "grad_norm": 0.5818222761154175, + "learning_rate": 0.0001900734564224737, + "loss": 0.11484521627426147, + "step": 256 + }, + { + "epoch": 0.05097183657278857, + "grad_norm": 10.926424980163574, + "learning_rate": 0.00019003375024816358, + "loss": 0.12975798547267914, + "step": 257 + }, + { + "epoch": 0.051170170567235225, + "grad_norm": 2.0266361236572266, + "learning_rate": 0.00018999404407385348, + "loss": 0.1634865701198578, + "step": 258 + }, + { + "epoch": 0.05136850456168187, + "grad_norm": 0.7479687333106995, + "learning_rate": 0.00018995433789954338, + "loss": 0.11284323036670685, + "step": 259 + }, + { + "epoch": 0.05156683855612852, + "grad_norm": 1.3202176094055176, + "learning_rate": 0.00018991463172523328, + "loss": 0.1143324226140976, + "step": 260 + }, + { + "epoch": 0.05176517255057517, + "grad_norm": 31.385498046875, + "learning_rate": 0.00018987492555092318, + "loss": 0.13643506169319153, + "step": 261 + }, + { + "epoch": 0.05196350654502182, + "grad_norm": 0.8332772850990295, + "learning_rate": 0.00018983521937661308, + "loss": 0.11151228845119476, + "step": 262 + }, + { + "epoch": 0.052161840539468464, + "grad_norm": 0.3819437623023987, + "learning_rate": 0.00018979551320230298, + "loss": 0.09392363578081131, + "step": 263 + }, + { + "epoch": 0.052360174533915116, + "grad_norm": 3.178103446960449, + "learning_rate": 0.00018975580702799288, + "loss": 0.11743670701980591, + "step": 264 + }, + { + "epoch": 0.05255850852836176, + "grad_norm": 3.3456881046295166, + "learning_rate": 0.00018971610085368276, + "loss": 0.12024803459644318, + "step": 265 + }, + { + "epoch": 0.052756842522808406, + "grad_norm": 0.7038280367851257, + "learning_rate": 0.00018967639467937266, + "loss": 0.09433525800704956, + "step": 266 + }, + { + "epoch": 0.05295517651725506, + "grad_norm": 0.6518936157226562, + "learning_rate": 0.00018963668850506256, + "loss": 0.13631372153759003, + "step": 267 + }, + { + "epoch": 0.0531535105117017, + "grad_norm": 1.398400068283081, + "learning_rate": 0.00018959698233075246, + "loss": 0.08168802410364151, + "step": 268 + }, + { + "epoch": 0.053351844506148355, + "grad_norm": 0.872948408126831, + "learning_rate": 0.00018955727615644233, + "loss": 0.13160637021064758, + "step": 269 + }, + { + "epoch": 0.053550178500595, + "grad_norm": 0.6719478964805603, + "learning_rate": 0.00018951756998213223, + "loss": 0.11506524682044983, + "step": 270 + }, + { + "epoch": 0.05374851249504165, + "grad_norm": 0.5837860703468323, + "learning_rate": 0.00018947786380782213, + "loss": 0.11031857877969742, + "step": 271 + }, + { + "epoch": 0.0539468464894883, + "grad_norm": 0.8592331409454346, + "learning_rate": 0.00018943815763351204, + "loss": 0.1069725900888443, + "step": 272 + }, + { + "epoch": 0.05414518048393495, + "grad_norm": 0.617807924747467, + "learning_rate": 0.0001893984514592019, + "loss": 0.13126486539840698, + "step": 273 + }, + { + "epoch": 0.054343514478381594, + "grad_norm": 54.05375289916992, + "learning_rate": 0.0001893587452848918, + "loss": 0.13342589139938354, + "step": 274 + }, + { + "epoch": 0.054541848472828246, + "grad_norm": 1.1493874788284302, + "learning_rate": 0.0001893190391105817, + "loss": 0.10276628285646439, + "step": 275 + }, + { + "epoch": 0.05474018246727489, + "grad_norm": 0.3708597421646118, + "learning_rate": 0.0001892793329362716, + "loss": 0.09074709564447403, + "step": 276 + }, + { + "epoch": 0.054938516461721536, + "grad_norm": 0.6905601024627686, + "learning_rate": 0.00018923962676196149, + "loss": 0.14408382773399353, + "step": 277 + }, + { + "epoch": 0.05513685045616819, + "grad_norm": 0.7819984555244446, + "learning_rate": 0.0001891999205876514, + "loss": 0.1285732388496399, + "step": 278 + }, + { + "epoch": 0.05533518445061483, + "grad_norm": 0.4309825599193573, + "learning_rate": 0.0001891602144133413, + "loss": 0.0974053367972374, + "step": 279 + }, + { + "epoch": 0.055533518445061485, + "grad_norm": 0.37761273980140686, + "learning_rate": 0.0001891205082390312, + "loss": 0.10157649219036102, + "step": 280 + }, + { + "epoch": 0.05573185243950813, + "grad_norm": 3.5644001960754395, + "learning_rate": 0.00018908080206472106, + "loss": 0.16324789822101593, + "step": 281 + }, + { + "epoch": 0.05593018643395478, + "grad_norm": 7.4830145835876465, + "learning_rate": 0.00018904109589041096, + "loss": 0.1220950037240982, + "step": 282 + }, + { + "epoch": 0.05612852042840143, + "grad_norm": 0.7339347004890442, + "learning_rate": 0.00018900138971610086, + "loss": 0.09158244729042053, + "step": 283 + }, + { + "epoch": 0.05632685442284808, + "grad_norm": 0.4984108507633209, + "learning_rate": 0.00018896168354179076, + "loss": 0.11185084283351898, + "step": 284 + }, + { + "epoch": 0.056525188417294724, + "grad_norm": 0.3108690083026886, + "learning_rate": 0.00018892197736748064, + "loss": 0.11855101585388184, + "step": 285 + }, + { + "epoch": 0.056723522411741376, + "grad_norm": 1.2000967264175415, + "learning_rate": 0.00018888227119317054, + "loss": 0.10362176597118378, + "step": 286 + }, + { + "epoch": 0.05692185640618802, + "grad_norm": 0.5161216855049133, + "learning_rate": 0.00018884256501886044, + "loss": 0.11903367936611176, + "step": 287 + }, + { + "epoch": 0.057120190400634666, + "grad_norm": 0.41039159893989563, + "learning_rate": 0.00018880285884455034, + "loss": 0.1403876096010208, + "step": 288 + }, + { + "epoch": 0.05731852439508132, + "grad_norm": 0.5192131400108337, + "learning_rate": 0.00018876315267024024, + "loss": 0.1286415457725525, + "step": 289 + }, + { + "epoch": 0.05751685838952796, + "grad_norm": 2.66546368598938, + "learning_rate": 0.00018872344649593012, + "loss": 0.11472252756357193, + "step": 290 + }, + { + "epoch": 0.057715192383974614, + "grad_norm": 2.3607702255249023, + "learning_rate": 0.00018868374032162002, + "loss": 0.08551955223083496, + "step": 291 + }, + { + "epoch": 0.05791352637842126, + "grad_norm": 0.634710967540741, + "learning_rate": 0.00018864403414730992, + "loss": 0.1127634271979332, + "step": 292 + }, + { + "epoch": 0.05811186037286791, + "grad_norm": 3.6460022926330566, + "learning_rate": 0.00018860432797299982, + "loss": 0.12316910922527313, + "step": 293 + }, + { + "epoch": 0.058310194367314556, + "grad_norm": 2.0588574409484863, + "learning_rate": 0.0001885646217986897, + "loss": 0.1299670934677124, + "step": 294 + }, + { + "epoch": 0.05850852836176121, + "grad_norm": 0.3190103769302368, + "learning_rate": 0.0001885249156243796, + "loss": 0.10480703413486481, + "step": 295 + }, + { + "epoch": 0.05870686235620785, + "grad_norm": 0.6185531616210938, + "learning_rate": 0.0001884852094500695, + "loss": 0.09140810370445251, + "step": 296 + }, + { + "epoch": 0.058905196350654505, + "grad_norm": 2.8480279445648193, + "learning_rate": 0.0001884455032757594, + "loss": 0.10917307436466217, + "step": 297 + }, + { + "epoch": 0.05910353034510115, + "grad_norm": 0.3422049582004547, + "learning_rate": 0.00018840579710144927, + "loss": 0.15907275676727295, + "step": 298 + }, + { + "epoch": 0.059301864339547795, + "grad_norm": 0.40214860439300537, + "learning_rate": 0.00018836609092713917, + "loss": 0.1075570210814476, + "step": 299 + }, + { + "epoch": 0.05950019833399445, + "grad_norm": 1.017188549041748, + "learning_rate": 0.00018832638475282907, + "loss": 0.11113733798265457, + "step": 300 + }, + { + "epoch": 0.05969853232844109, + "grad_norm": 9.897411346435547, + "learning_rate": 0.00018828667857851897, + "loss": 0.10496973246335983, + "step": 301 + }, + { + "epoch": 0.059896866322887744, + "grad_norm": 1.843619465827942, + "learning_rate": 0.00018824697240420884, + "loss": 0.11646801233291626, + "step": 302 + }, + { + "epoch": 0.06009520031733439, + "grad_norm": 0.36050522327423096, + "learning_rate": 0.00018820726622989875, + "loss": 0.18023894727230072, + "step": 303 + }, + { + "epoch": 0.06029353431178104, + "grad_norm": 0.8185514211654663, + "learning_rate": 0.00018816756005558865, + "loss": 0.11498536169528961, + "step": 304 + }, + { + "epoch": 0.060491868306227686, + "grad_norm": 1.0163754224777222, + "learning_rate": 0.00018812785388127855, + "loss": 0.1330626755952835, + "step": 305 + }, + { + "epoch": 0.06069020230067434, + "grad_norm": 0.791989266872406, + "learning_rate": 0.00018808814770696842, + "loss": 0.11194026470184326, + "step": 306 + }, + { + "epoch": 0.06088853629512098, + "grad_norm": 2.2532763481140137, + "learning_rate": 0.00018804844153265835, + "loss": 0.1446184515953064, + "step": 307 + }, + { + "epoch": 0.061086870289567635, + "grad_norm": 0.3092530369758606, + "learning_rate": 0.00018800873535834825, + "loss": 0.09641525894403458, + "step": 308 + }, + { + "epoch": 0.06128520428401428, + "grad_norm": 2.5523557662963867, + "learning_rate": 0.00018796902918403815, + "loss": 0.10931211709976196, + "step": 309 + }, + { + "epoch": 0.061483538278460925, + "grad_norm": 0.7657842040061951, + "learning_rate": 0.00018792932300972802, + "loss": 0.16657964885234833, + "step": 310 + }, + { + "epoch": 0.06168187227290758, + "grad_norm": 0.7060364484786987, + "learning_rate": 0.00018788961683541792, + "loss": 0.09810382127761841, + "step": 311 + }, + { + "epoch": 0.06188020626735422, + "grad_norm": 0.4338962137699127, + "learning_rate": 0.00018784991066110783, + "loss": 0.13268381357192993, + "step": 312 + }, + { + "epoch": 0.062078540261800874, + "grad_norm": 0.45711982250213623, + "learning_rate": 0.00018781020448679773, + "loss": 0.11177586764097214, + "step": 313 + }, + { + "epoch": 0.06227687425624752, + "grad_norm": 1.1996806859970093, + "learning_rate": 0.0001877704983124876, + "loss": 0.14769956469535828, + "step": 314 + }, + { + "epoch": 0.06247520825069417, + "grad_norm": 1.3726950883865356, + "learning_rate": 0.0001877307921381775, + "loss": 0.09257851541042328, + "step": 315 + }, + { + "epoch": 0.06267354224514082, + "grad_norm": 0.5994046330451965, + "learning_rate": 0.0001876910859638674, + "loss": 0.11393489688634872, + "step": 316 + }, + { + "epoch": 0.06287187623958747, + "grad_norm": 2.34941029548645, + "learning_rate": 0.0001876513797895573, + "loss": 0.11011750996112823, + "step": 317 + }, + { + "epoch": 0.06307021023403411, + "grad_norm": 0.8828287720680237, + "learning_rate": 0.00018761167361524718, + "loss": 0.11122051626443863, + "step": 318 + }, + { + "epoch": 0.06326854422848076, + "grad_norm": 1.4608664512634277, + "learning_rate": 0.00018757196744093708, + "loss": 0.10866177827119827, + "step": 319 + }, + { + "epoch": 0.0634668782229274, + "grad_norm": 3.842444658279419, + "learning_rate": 0.00018753226126662698, + "loss": 0.1045328676700592, + "step": 320 + }, + { + "epoch": 0.06366521221737406, + "grad_norm": 2.022846221923828, + "learning_rate": 0.00018749255509231688, + "loss": 0.13449536263942719, + "step": 321 + }, + { + "epoch": 0.06386354621182071, + "grad_norm": 1.546454668045044, + "learning_rate": 0.00018745284891800675, + "loss": 0.1326606124639511, + "step": 322 + }, + { + "epoch": 0.06406188020626735, + "grad_norm": 0.5146937966346741, + "learning_rate": 0.00018741314274369665, + "loss": 0.13748809695243835, + "step": 323 + }, + { + "epoch": 0.064260214200714, + "grad_norm": 2.2056851387023926, + "learning_rate": 0.00018737343656938655, + "loss": 0.13775324821472168, + "step": 324 + }, + { + "epoch": 0.06445854819516066, + "grad_norm": 1.9943623542785645, + "learning_rate": 0.00018733373039507646, + "loss": 0.0973188728094101, + "step": 325 + }, + { + "epoch": 0.0646568821896073, + "grad_norm": 0.7656041383743286, + "learning_rate": 0.00018729402422076633, + "loss": 0.11241985857486725, + "step": 326 + }, + { + "epoch": 0.06485521618405395, + "grad_norm": 0.9892334938049316, + "learning_rate": 0.00018725431804645623, + "loss": 0.1213497519493103, + "step": 327 + }, + { + "epoch": 0.06505355017850059, + "grad_norm": 11.082173347473145, + "learning_rate": 0.00018721461187214613, + "loss": 0.11949174106121063, + "step": 328 + }, + { + "epoch": 0.06525188417294725, + "grad_norm": 3.232027769088745, + "learning_rate": 0.00018717490569783603, + "loss": 0.10713598132133484, + "step": 329 + }, + { + "epoch": 0.0654502181673939, + "grad_norm": 0.28955671191215515, + "learning_rate": 0.0001871351995235259, + "loss": 0.10164281725883484, + "step": 330 + }, + { + "epoch": 0.06564855216184054, + "grad_norm": 3.2873220443725586, + "learning_rate": 0.0001870954933492158, + "loss": 0.1359345018863678, + "step": 331 + }, + { + "epoch": 0.06584688615628718, + "grad_norm": 0.6152558326721191, + "learning_rate": 0.0001870557871749057, + "loss": 0.11695444583892822, + "step": 332 + }, + { + "epoch": 0.06604522015073383, + "grad_norm": 0.6185897588729858, + "learning_rate": 0.0001870160810005956, + "loss": 0.12034168094396591, + "step": 333 + }, + { + "epoch": 0.06624355414518049, + "grad_norm": 0.8593885898590088, + "learning_rate": 0.00018697637482628548, + "loss": 0.13058820366859436, + "step": 334 + }, + { + "epoch": 0.06644188813962713, + "grad_norm": 0.4296538531780243, + "learning_rate": 0.00018693666865197538, + "loss": 0.1156906932592392, + "step": 335 + }, + { + "epoch": 0.06664022213407378, + "grad_norm": 0.3505181670188904, + "learning_rate": 0.00018689696247766528, + "loss": 0.1343735307455063, + "step": 336 + }, + { + "epoch": 0.06683855612852042, + "grad_norm": 1.6878491640090942, + "learning_rate": 0.00018685725630335518, + "loss": 0.13811637461185455, + "step": 337 + }, + { + "epoch": 0.06703689012296708, + "grad_norm": 0.13560649752616882, + "learning_rate": 0.00018681755012904506, + "loss": 0.09271770715713501, + "step": 338 + }, + { + "epoch": 0.06723522411741373, + "grad_norm": 3.385607957839966, + "learning_rate": 0.00018677784395473496, + "loss": 0.08974611014127731, + "step": 339 + }, + { + "epoch": 0.06743355811186037, + "grad_norm": 0.49385151267051697, + "learning_rate": 0.00018673813778042486, + "loss": 0.12244522571563721, + "step": 340 + }, + { + "epoch": 0.06763189210630702, + "grad_norm": 0.3210369348526001, + "learning_rate": 0.00018669843160611476, + "loss": 0.13243146240711212, + "step": 341 + }, + { + "epoch": 0.06783022610075366, + "grad_norm": 0.6183671355247498, + "learning_rate": 0.00018665872543180466, + "loss": 0.08730664104223251, + "step": 342 + }, + { + "epoch": 0.06802856009520032, + "grad_norm": 0.45440050959587097, + "learning_rate": 0.00018661901925749453, + "loss": 0.08908499777317047, + "step": 343 + }, + { + "epoch": 0.06822689408964697, + "grad_norm": 21.638343811035156, + "learning_rate": 0.00018657931308318444, + "loss": 0.10851600766181946, + "step": 344 + }, + { + "epoch": 0.06842522808409361, + "grad_norm": 0.6399871706962585, + "learning_rate": 0.00018653960690887434, + "loss": 0.1313975602388382, + "step": 345 + }, + { + "epoch": 0.06862356207854026, + "grad_norm": 0.3372281491756439, + "learning_rate": 0.00018649990073456424, + "loss": 0.12033721059560776, + "step": 346 + }, + { + "epoch": 0.06882189607298692, + "grad_norm": 6.049677848815918, + "learning_rate": 0.0001864601945602541, + "loss": 0.12829914689064026, + "step": 347 + }, + { + "epoch": 0.06902023006743356, + "grad_norm": 0.405505508184433, + "learning_rate": 0.000186420488385944, + "loss": 0.09734921157360077, + "step": 348 + }, + { + "epoch": 0.0692185640618802, + "grad_norm": 0.352388471364975, + "learning_rate": 0.0001863807822116339, + "loss": 0.11716826260089874, + "step": 349 + }, + { + "epoch": 0.06941689805632685, + "grad_norm": 0.5301509499549866, + "learning_rate": 0.00018634107603732381, + "loss": 0.1006171703338623, + "step": 350 + }, + { + "epoch": 0.06961523205077351, + "grad_norm": 0.6812430620193481, + "learning_rate": 0.0001863013698630137, + "loss": 0.1257658153772354, + "step": 351 + }, + { + "epoch": 0.06981356604522015, + "grad_norm": 1.9412704706192017, + "learning_rate": 0.0001862616636887036, + "loss": 0.08996384590864182, + "step": 352 + }, + { + "epoch": 0.0700119000396668, + "grad_norm": 0.3110865354537964, + "learning_rate": 0.00018622195751439352, + "loss": 0.09433923661708832, + "step": 353 + }, + { + "epoch": 0.07021023403411344, + "grad_norm": 0.4521081745624542, + "learning_rate": 0.0001861822513400834, + "loss": 0.12726828455924988, + "step": 354 + }, + { + "epoch": 0.07040856802856009, + "grad_norm": 2.8842012882232666, + "learning_rate": 0.0001861425451657733, + "loss": 0.1460777223110199, + "step": 355 + }, + { + "epoch": 0.07060690202300675, + "grad_norm": 0.8876816630363464, + "learning_rate": 0.0001861028389914632, + "loss": 0.14266151189804077, + "step": 356 + }, + { + "epoch": 0.0708052360174534, + "grad_norm": 2.544586181640625, + "learning_rate": 0.0001860631328171531, + "loss": 0.1292186826467514, + "step": 357 + }, + { + "epoch": 0.07100357001190004, + "grad_norm": 0.9510447382926941, + "learning_rate": 0.00018602342664284297, + "loss": 0.12384743988513947, + "step": 358 + }, + { + "epoch": 0.07120190400634668, + "grad_norm": 4.830184459686279, + "learning_rate": 0.00018598372046853287, + "loss": 0.13523100316524506, + "step": 359 + }, + { + "epoch": 0.07140023800079334, + "grad_norm": 0.36844146251678467, + "learning_rate": 0.00018594401429422277, + "loss": 0.09640511870384216, + "step": 360 + }, + { + "epoch": 0.07159857199523999, + "grad_norm": 5.271439552307129, + "learning_rate": 0.00018590430811991267, + "loss": 0.11997880786657333, + "step": 361 + }, + { + "epoch": 0.07179690598968663, + "grad_norm": 8.670896530151367, + "learning_rate": 0.00018586460194560257, + "loss": 0.12194397300481796, + "step": 362 + }, + { + "epoch": 0.07199523998413328, + "grad_norm": 0.36021316051483154, + "learning_rate": 0.00018582489577129244, + "loss": 0.10122992843389511, + "step": 363 + }, + { + "epoch": 0.07219357397857992, + "grad_norm": 0.9901232719421387, + "learning_rate": 0.00018578518959698234, + "loss": 0.12528593838214874, + "step": 364 + }, + { + "epoch": 0.07239190797302658, + "grad_norm": 0.4577041566371918, + "learning_rate": 0.00018574548342267225, + "loss": 0.0779823362827301, + "step": 365 + }, + { + "epoch": 0.07259024196747323, + "grad_norm": 0.4353824555873871, + "learning_rate": 0.00018570577724836215, + "loss": 0.15623608231544495, + "step": 366 + }, + { + "epoch": 0.07278857596191987, + "grad_norm": 0.9612194299697876, + "learning_rate": 0.00018566607107405202, + "loss": 0.11677419394254684, + "step": 367 + }, + { + "epoch": 0.07298690995636652, + "grad_norm": 1.4092234373092651, + "learning_rate": 0.00018562636489974192, + "loss": 0.11375123262405396, + "step": 368 + }, + { + "epoch": 0.07318524395081318, + "grad_norm": 0.26136088371276855, + "learning_rate": 0.00018558665872543182, + "loss": 0.11361271142959595, + "step": 369 + }, + { + "epoch": 0.07338357794525982, + "grad_norm": 0.4135251045227051, + "learning_rate": 0.00018554695255112172, + "loss": 0.09614576399326324, + "step": 370 + }, + { + "epoch": 0.07358191193970647, + "grad_norm": 1.573441505432129, + "learning_rate": 0.0001855072463768116, + "loss": 0.07151287794113159, + "step": 371 + }, + { + "epoch": 0.07378024593415311, + "grad_norm": 0.6548517942428589, + "learning_rate": 0.0001854675402025015, + "loss": 0.09438174217939377, + "step": 372 + }, + { + "epoch": 0.07397857992859976, + "grad_norm": 0.6748455166816711, + "learning_rate": 0.0001854278340281914, + "loss": 0.15709535777568817, + "step": 373 + }, + { + "epoch": 0.07417691392304641, + "grad_norm": 1.30973219871521, + "learning_rate": 0.0001853881278538813, + "loss": 0.11749056726694107, + "step": 374 + }, + { + "epoch": 0.07437524791749306, + "grad_norm": 2.4132609367370605, + "learning_rate": 0.00018534842167957117, + "loss": 0.09052528440952301, + "step": 375 + }, + { + "epoch": 0.0745735819119397, + "grad_norm": 1.2562514543533325, + "learning_rate": 0.00018530871550526107, + "loss": 0.12182056158781052, + "step": 376 + }, + { + "epoch": 0.07477191590638635, + "grad_norm": 1.5476566553115845, + "learning_rate": 0.00018526900933095097, + "loss": 0.07401494681835175, + "step": 377 + }, + { + "epoch": 0.07497024990083301, + "grad_norm": 0.6935511231422424, + "learning_rate": 0.00018522930315664087, + "loss": 0.13783295452594757, + "step": 378 + }, + { + "epoch": 0.07516858389527965, + "grad_norm": 5.0224995613098145, + "learning_rate": 0.00018518959698233075, + "loss": 0.10816493630409241, + "step": 379 + }, + { + "epoch": 0.0753669178897263, + "grad_norm": 5.765957355499268, + "learning_rate": 0.00018514989080802065, + "loss": 0.16551725566387177, + "step": 380 + }, + { + "epoch": 0.07556525188417294, + "grad_norm": 5.93170166015625, + "learning_rate": 0.00018511018463371055, + "loss": 0.16946613788604736, + "step": 381 + }, + { + "epoch": 0.0757635858786196, + "grad_norm": 1.7380173206329346, + "learning_rate": 0.00018507047845940045, + "loss": 0.1347619593143463, + "step": 382 + }, + { + "epoch": 0.07596191987306625, + "grad_norm": 4.547388076782227, + "learning_rate": 0.00018503077228509032, + "loss": 0.1227853000164032, + "step": 383 + }, + { + "epoch": 0.07616025386751289, + "grad_norm": 0.7679672241210938, + "learning_rate": 0.00018499106611078023, + "loss": 0.16860051453113556, + "step": 384 + }, + { + "epoch": 0.07635858786195954, + "grad_norm": 10.174222946166992, + "learning_rate": 0.00018495135993647013, + "loss": 0.11953730881214142, + "step": 385 + }, + { + "epoch": 0.07655692185640618, + "grad_norm": 2.110302209854126, + "learning_rate": 0.00018491165376216003, + "loss": 0.1014820858836174, + "step": 386 + }, + { + "epoch": 0.07675525585085284, + "grad_norm": 11.305767059326172, + "learning_rate": 0.0001848719475878499, + "loss": 0.10575968027114868, + "step": 387 + }, + { + "epoch": 0.07695358984529949, + "grad_norm": 0.5311482548713684, + "learning_rate": 0.0001848322414135398, + "loss": 0.08992495387792587, + "step": 388 + }, + { + "epoch": 0.07715192383974613, + "grad_norm": 0.47319892048835754, + "learning_rate": 0.0001847925352392297, + "loss": 0.09166669100522995, + "step": 389 + }, + { + "epoch": 0.07735025783419278, + "grad_norm": 6.374626636505127, + "learning_rate": 0.0001847528290649196, + "loss": 0.12846851348876953, + "step": 390 + }, + { + "epoch": 0.07754859182863943, + "grad_norm": 1.209254264831543, + "learning_rate": 0.0001847131228906095, + "loss": 0.10149320960044861, + "step": 391 + }, + { + "epoch": 0.07774692582308608, + "grad_norm": 4.029654502868652, + "learning_rate": 0.00018467341671629938, + "loss": 0.10231055319309235, + "step": 392 + }, + { + "epoch": 0.07794525981753272, + "grad_norm": 2.101036548614502, + "learning_rate": 0.00018463371054198928, + "loss": 0.10789891332387924, + "step": 393 + }, + { + "epoch": 0.07814359381197937, + "grad_norm": 9.348366737365723, + "learning_rate": 0.00018459400436767918, + "loss": 0.11528711766004562, + "step": 394 + }, + { + "epoch": 0.07834192780642601, + "grad_norm": 1.2989842891693115, + "learning_rate": 0.00018455429819336908, + "loss": 0.09719156473875046, + "step": 395 + }, + { + "epoch": 0.07854026180087267, + "grad_norm": 1.6262938976287842, + "learning_rate": 0.00018451459201905895, + "loss": 0.09697717428207397, + "step": 396 + }, + { + "epoch": 0.07873859579531932, + "grad_norm": 1.927728295326233, + "learning_rate": 0.00018447488584474886, + "loss": 0.09230504930019379, + "step": 397 + }, + { + "epoch": 0.07893692978976596, + "grad_norm": 3.4759018421173096, + "learning_rate": 0.00018443517967043876, + "loss": 0.11840217560529709, + "step": 398 + }, + { + "epoch": 0.07913526378421261, + "grad_norm": 0.5996597409248352, + "learning_rate": 0.00018439547349612866, + "loss": 0.08309908956289291, + "step": 399 + }, + { + "epoch": 0.07933359777865927, + "grad_norm": 1.071242094039917, + "learning_rate": 0.00018435576732181856, + "loss": 0.20355547964572906, + "step": 400 + }, + { + "epoch": 0.07953193177310591, + "grad_norm": 4.027088642120361, + "learning_rate": 0.00018431606114750846, + "loss": 0.10382149368524551, + "step": 401 + }, + { + "epoch": 0.07973026576755256, + "grad_norm": 1.0422325134277344, + "learning_rate": 0.00018427635497319836, + "loss": 0.11088094115257263, + "step": 402 + }, + { + "epoch": 0.0799285997619992, + "grad_norm": 2.231920003890991, + "learning_rate": 0.00018423664879888823, + "loss": 0.11361432820558548, + "step": 403 + }, + { + "epoch": 0.08012693375644586, + "grad_norm": 8.012275695800781, + "learning_rate": 0.00018419694262457813, + "loss": 0.13100497424602509, + "step": 404 + }, + { + "epoch": 0.0803252677508925, + "grad_norm": 1.0996379852294922, + "learning_rate": 0.00018415723645026804, + "loss": 0.1179472804069519, + "step": 405 + }, + { + "epoch": 0.08052360174533915, + "grad_norm": 2.4036407470703125, + "learning_rate": 0.00018411753027595794, + "loss": 0.09282387793064117, + "step": 406 + }, + { + "epoch": 0.0807219357397858, + "grad_norm": 2.9798896312713623, + "learning_rate": 0.0001840778241016478, + "loss": 0.11390428245067596, + "step": 407 + }, + { + "epoch": 0.08092026973423244, + "grad_norm": 2.4086949825286865, + "learning_rate": 0.0001840381179273377, + "loss": 0.08660557866096497, + "step": 408 + }, + { + "epoch": 0.0811186037286791, + "grad_norm": 2.1235876083374023, + "learning_rate": 0.0001839984117530276, + "loss": 0.09237510710954666, + "step": 409 + }, + { + "epoch": 0.08131693772312575, + "grad_norm": 3.2091684341430664, + "learning_rate": 0.0001839587055787175, + "loss": 0.14563271403312683, + "step": 410 + }, + { + "epoch": 0.08151527171757239, + "grad_norm": 0.7418380975723267, + "learning_rate": 0.00018391899940440739, + "loss": 0.13975104689598083, + "step": 411 + }, + { + "epoch": 0.08171360571201904, + "grad_norm": 0.46355584263801575, + "learning_rate": 0.0001838792932300973, + "loss": 0.14704406261444092, + "step": 412 + }, + { + "epoch": 0.0819119397064657, + "grad_norm": 0.8137074112892151, + "learning_rate": 0.0001838395870557872, + "loss": 0.09753066301345825, + "step": 413 + }, + { + "epoch": 0.08211027370091234, + "grad_norm": 0.6033425331115723, + "learning_rate": 0.0001837998808814771, + "loss": 0.09532026946544647, + "step": 414 + }, + { + "epoch": 0.08230860769535898, + "grad_norm": 0.3664962947368622, + "learning_rate": 0.000183760174707167, + "loss": 0.07158221304416656, + "step": 415 + }, + { + "epoch": 0.08250694168980563, + "grad_norm": 2.210395336151123, + "learning_rate": 0.00018372046853285686, + "loss": 0.12891805171966553, + "step": 416 + }, + { + "epoch": 0.08270527568425227, + "grad_norm": 3.6052207946777344, + "learning_rate": 0.00018368076235854676, + "loss": 0.12602654099464417, + "step": 417 + }, + { + "epoch": 0.08290360967869893, + "grad_norm": 1.4365154504776, + "learning_rate": 0.00018364105618423666, + "loss": 0.08830905705690384, + "step": 418 + }, + { + "epoch": 0.08310194367314558, + "grad_norm": 1.1284656524658203, + "learning_rate": 0.00018360135000992657, + "loss": 0.13017861545085907, + "step": 419 + }, + { + "epoch": 0.08330027766759222, + "grad_norm": 4.496772766113281, + "learning_rate": 0.00018356164383561644, + "loss": 0.10833334177732468, + "step": 420 + }, + { + "epoch": 0.08349861166203887, + "grad_norm": 0.7293992042541504, + "learning_rate": 0.00018352193766130634, + "loss": 0.08313664048910141, + "step": 421 + }, + { + "epoch": 0.08369694565648553, + "grad_norm": 0.23482777178287506, + "learning_rate": 0.00018348223148699624, + "loss": 0.09154312312602997, + "step": 422 + }, + { + "epoch": 0.08389527965093217, + "grad_norm": 0.5985006093978882, + "learning_rate": 0.00018344252531268614, + "loss": 0.14284265041351318, + "step": 423 + }, + { + "epoch": 0.08409361364537882, + "grad_norm": 0.7127513289451599, + "learning_rate": 0.00018340281913837602, + "loss": 0.0884806215763092, + "step": 424 + }, + { + "epoch": 0.08429194763982546, + "grad_norm": 0.6525440812110901, + "learning_rate": 0.00018336311296406592, + "loss": 0.10120204836130142, + "step": 425 + }, + { + "epoch": 0.08449028163427211, + "grad_norm": 1.6625101566314697, + "learning_rate": 0.00018332340678975582, + "loss": 0.08673745393753052, + "step": 426 + }, + { + "epoch": 0.08468861562871877, + "grad_norm": 1.272308588027954, + "learning_rate": 0.00018328370061544572, + "loss": 0.07923578470945358, + "step": 427 + }, + { + "epoch": 0.08488694962316541, + "grad_norm": 1.0299267768859863, + "learning_rate": 0.0001832439944411356, + "loss": 0.10218387842178345, + "step": 428 + }, + { + "epoch": 0.08508528361761206, + "grad_norm": 0.44090139865875244, + "learning_rate": 0.0001832042882668255, + "loss": 0.0997113361954689, + "step": 429 + }, + { + "epoch": 0.0852836176120587, + "grad_norm": 2.3601372241973877, + "learning_rate": 0.0001831645820925154, + "loss": 0.12157199531793594, + "step": 430 + }, + { + "epoch": 0.08548195160650536, + "grad_norm": 4.142943859100342, + "learning_rate": 0.0001831248759182053, + "loss": 0.08680751174688339, + "step": 431 + }, + { + "epoch": 0.085680285600952, + "grad_norm": 1.0449657440185547, + "learning_rate": 0.00018308516974389517, + "loss": 0.1250486522912979, + "step": 432 + }, + { + "epoch": 0.08587861959539865, + "grad_norm": 1.1197611093521118, + "learning_rate": 0.00018304546356958507, + "loss": 0.11485513299703598, + "step": 433 + }, + { + "epoch": 0.0860769535898453, + "grad_norm": 0.9537804126739502, + "learning_rate": 0.00018300575739527497, + "loss": 0.14166276156902313, + "step": 434 + }, + { + "epoch": 0.08627528758429195, + "grad_norm": 0.6738895177841187, + "learning_rate": 0.00018296605122096487, + "loss": 0.10116712003946304, + "step": 435 + }, + { + "epoch": 0.0864736215787386, + "grad_norm": 2.2384493350982666, + "learning_rate": 0.00018292634504665474, + "loss": 0.11430008709430695, + "step": 436 + }, + { + "epoch": 0.08667195557318524, + "grad_norm": 2.2512476444244385, + "learning_rate": 0.00018288663887234465, + "loss": 0.08038334548473358, + "step": 437 + }, + { + "epoch": 0.08687028956763189, + "grad_norm": 4.8246750831604, + "learning_rate": 0.00018284693269803455, + "loss": 0.10588672757148743, + "step": 438 + }, + { + "epoch": 0.08706862356207853, + "grad_norm": 1.3826195001602173, + "learning_rate": 0.00018280722652372445, + "loss": 0.0892631858587265, + "step": 439 + }, + { + "epoch": 0.0872669575565252, + "grad_norm": 4.36545991897583, + "learning_rate": 0.00018276752034941432, + "loss": 0.1479351967573166, + "step": 440 + }, + { + "epoch": 0.08746529155097184, + "grad_norm": 0.5067665576934814, + "learning_rate": 0.00018272781417510422, + "loss": 0.10898985713720322, + "step": 441 + }, + { + "epoch": 0.08766362554541848, + "grad_norm": 0.7856050729751587, + "learning_rate": 0.00018268810800079412, + "loss": 0.10908389091491699, + "step": 442 + }, + { + "epoch": 0.08786195953986513, + "grad_norm": 1.7875694036483765, + "learning_rate": 0.00018264840182648402, + "loss": 0.18284471333026886, + "step": 443 + }, + { + "epoch": 0.08806029353431179, + "grad_norm": 0.9688487648963928, + "learning_rate": 0.00018260869565217392, + "loss": 0.15155111253261566, + "step": 444 + }, + { + "epoch": 0.08825862752875843, + "grad_norm": 7.511198997497559, + "learning_rate": 0.0001825689894778638, + "loss": 0.10564783215522766, + "step": 445 + }, + { + "epoch": 0.08845696152320508, + "grad_norm": 0.794084906578064, + "learning_rate": 0.00018252928330355373, + "loss": 0.09466809034347534, + "step": 446 + }, + { + "epoch": 0.08865529551765172, + "grad_norm": 0.615358293056488, + "learning_rate": 0.00018248957712924363, + "loss": 0.08378586173057556, + "step": 447 + }, + { + "epoch": 0.08885362951209837, + "grad_norm": 13.079000473022461, + "learning_rate": 0.0001824498709549335, + "loss": 0.12341485172510147, + "step": 448 + }, + { + "epoch": 0.08905196350654503, + "grad_norm": 0.4344828724861145, + "learning_rate": 0.0001824101647806234, + "loss": 0.12256231158971786, + "step": 449 + }, + { + "epoch": 0.08925029750099167, + "grad_norm": 0.3565675616264343, + "learning_rate": 0.0001823704586063133, + "loss": 0.08586008846759796, + "step": 450 + }, + { + "epoch": 0.08944863149543832, + "grad_norm": 1.973223090171814, + "learning_rate": 0.0001823307524320032, + "loss": 0.10249368101358414, + "step": 451 + }, + { + "epoch": 0.08964696548988496, + "grad_norm": 0.349371075630188, + "learning_rate": 0.00018229104625769308, + "loss": 0.07734259963035583, + "step": 452 + }, + { + "epoch": 0.08984529948433162, + "grad_norm": 0.9835902452468872, + "learning_rate": 0.00018225134008338298, + "loss": 0.13350796699523926, + "step": 453 + }, + { + "epoch": 0.09004363347877826, + "grad_norm": 1.3530596494674683, + "learning_rate": 0.00018221163390907288, + "loss": 0.13195735216140747, + "step": 454 + }, + { + "epoch": 0.09024196747322491, + "grad_norm": 0.717179536819458, + "learning_rate": 0.00018217192773476278, + "loss": 0.10502367466688156, + "step": 455 + }, + { + "epoch": 0.09044030146767155, + "grad_norm": 0.7380954027175903, + "learning_rate": 0.00018213222156045265, + "loss": 0.11435374617576599, + "step": 456 + }, + { + "epoch": 0.09063863546211821, + "grad_norm": 0.6013520359992981, + "learning_rate": 0.00018209251538614255, + "loss": 0.1103886067867279, + "step": 457 + }, + { + "epoch": 0.09083696945656486, + "grad_norm": 2.44415545463562, + "learning_rate": 0.00018205280921183245, + "loss": 0.08067414164543152, + "step": 458 + }, + { + "epoch": 0.0910353034510115, + "grad_norm": 0.5303109884262085, + "learning_rate": 0.00018201310303752236, + "loss": 0.07861366868019104, + "step": 459 + }, + { + "epoch": 0.09123363744545815, + "grad_norm": 1.2980014085769653, + "learning_rate": 0.00018197339686321223, + "loss": 0.10025699436664581, + "step": 460 + }, + { + "epoch": 0.0914319714399048, + "grad_norm": 1.2505779266357422, + "learning_rate": 0.00018193369068890213, + "loss": 0.11294030398130417, + "step": 461 + }, + { + "epoch": 0.09163030543435145, + "grad_norm": 0.9689292907714844, + "learning_rate": 0.00018189398451459203, + "loss": 0.10010826587677002, + "step": 462 + }, + { + "epoch": 0.0918286394287981, + "grad_norm": 0.5618916749954224, + "learning_rate": 0.00018185427834028193, + "loss": 0.09732499718666077, + "step": 463 + }, + { + "epoch": 0.09202697342324474, + "grad_norm": 14.713973999023438, + "learning_rate": 0.00018181457216597183, + "loss": 0.09195037931203842, + "step": 464 + }, + { + "epoch": 0.09222530741769139, + "grad_norm": 2.237987518310547, + "learning_rate": 0.0001817748659916617, + "loss": 0.11625415831804276, + "step": 465 + }, + { + "epoch": 0.09242364141213805, + "grad_norm": 0.5484941005706787, + "learning_rate": 0.0001817351598173516, + "loss": 0.12679216265678406, + "step": 466 + }, + { + "epoch": 0.09262197540658469, + "grad_norm": 1.6815553903579712, + "learning_rate": 0.0001816954536430415, + "loss": 0.10563904792070389, + "step": 467 + }, + { + "epoch": 0.09282030940103134, + "grad_norm": 1.030117392539978, + "learning_rate": 0.0001816557474687314, + "loss": 0.11126101016998291, + "step": 468 + }, + { + "epoch": 0.09301864339547798, + "grad_norm": 0.6513059139251709, + "learning_rate": 0.00018161604129442128, + "loss": 0.10224692523479462, + "step": 469 + }, + { + "epoch": 0.09321697738992463, + "grad_norm": 2.3171865940093994, + "learning_rate": 0.00018157633512011118, + "loss": 0.1234750971198082, + "step": 470 + }, + { + "epoch": 0.09341531138437129, + "grad_norm": 1.7162050008773804, + "learning_rate": 0.00018153662894580108, + "loss": 0.10433340072631836, + "step": 471 + }, + { + "epoch": 0.09361364537881793, + "grad_norm": 18.199047088623047, + "learning_rate": 0.00018149692277149099, + "loss": 0.12029561400413513, + "step": 472 + }, + { + "epoch": 0.09381197937326458, + "grad_norm": 1.4523098468780518, + "learning_rate": 0.00018145721659718086, + "loss": 0.11395064741373062, + "step": 473 + }, + { + "epoch": 0.09401031336771122, + "grad_norm": 0.8570636510848999, + "learning_rate": 0.00018141751042287076, + "loss": 0.11209449917078018, + "step": 474 + }, + { + "epoch": 0.09420864736215788, + "grad_norm": 1.4440981149673462, + "learning_rate": 0.00018137780424856066, + "loss": 0.13378064334392548, + "step": 475 + }, + { + "epoch": 0.09440698135660452, + "grad_norm": 28.12415313720703, + "learning_rate": 0.00018133809807425056, + "loss": 0.13586904108524323, + "step": 476 + }, + { + "epoch": 0.09460531535105117, + "grad_norm": 7.776925086975098, + "learning_rate": 0.00018129839189994044, + "loss": 0.10716076195240021, + "step": 477 + }, + { + "epoch": 0.09480364934549781, + "grad_norm": 0.4383864998817444, + "learning_rate": 0.00018125868572563034, + "loss": 0.11454865336418152, + "step": 478 + }, + { + "epoch": 0.09500198333994446, + "grad_norm": 2.414731025695801, + "learning_rate": 0.00018121897955132024, + "loss": 0.1043844223022461, + "step": 479 + }, + { + "epoch": 0.09520031733439112, + "grad_norm": 1.3530975580215454, + "learning_rate": 0.00018117927337701014, + "loss": 0.0646403357386589, + "step": 480 + }, + { + "epoch": 0.09539865132883776, + "grad_norm": 2.6007134914398193, + "learning_rate": 0.0001811395672027, + "loss": 0.1219070553779602, + "step": 481 + }, + { + "epoch": 0.09559698532328441, + "grad_norm": 1.1147161722183228, + "learning_rate": 0.0001810998610283899, + "loss": 0.13096915185451508, + "step": 482 + }, + { + "epoch": 0.09579531931773105, + "grad_norm": 4.918175220489502, + "learning_rate": 0.0001810601548540798, + "loss": 0.11025889217853546, + "step": 483 + }, + { + "epoch": 0.09599365331217771, + "grad_norm": 1.1914441585540771, + "learning_rate": 0.00018102044867976971, + "loss": 0.09819190204143524, + "step": 484 + }, + { + "epoch": 0.09619198730662436, + "grad_norm": 5.61167573928833, + "learning_rate": 0.0001809807425054596, + "loss": 0.13330835103988647, + "step": 485 + }, + { + "epoch": 0.096390321301071, + "grad_norm": 1.5294827222824097, + "learning_rate": 0.0001809410363311495, + "loss": 0.1077711433172226, + "step": 486 + }, + { + "epoch": 0.09658865529551765, + "grad_norm": 3.9794375896453857, + "learning_rate": 0.0001809013301568394, + "loss": 0.09439118951559067, + "step": 487 + }, + { + "epoch": 0.0967869892899643, + "grad_norm": 1.1785210371017456, + "learning_rate": 0.0001808616239825293, + "loss": 0.08329619467258453, + "step": 488 + }, + { + "epoch": 0.09698532328441095, + "grad_norm": 0.610458493232727, + "learning_rate": 0.00018082191780821916, + "loss": 0.08983159810304642, + "step": 489 + }, + { + "epoch": 0.0971836572788576, + "grad_norm": 2.2799301147460938, + "learning_rate": 0.00018078221163390906, + "loss": 0.11225146055221558, + "step": 490 + }, + { + "epoch": 0.09738199127330424, + "grad_norm": 1.3848512172698975, + "learning_rate": 0.00018074250545959897, + "loss": 0.14315694570541382, + "step": 491 + }, + { + "epoch": 0.09758032526775089, + "grad_norm": 0.7792877554893494, + "learning_rate": 0.0001807027992852889, + "loss": 0.13066168129444122, + "step": 492 + }, + { + "epoch": 0.09777865926219755, + "grad_norm": 0.6431207060813904, + "learning_rate": 0.00018066309311097877, + "loss": 0.13601842522621155, + "step": 493 + }, + { + "epoch": 0.09797699325664419, + "grad_norm": 0.7845244407653809, + "learning_rate": 0.00018062338693666867, + "loss": 0.15613535046577454, + "step": 494 + }, + { + "epoch": 0.09817532725109084, + "grad_norm": 0.5584546327590942, + "learning_rate": 0.00018058368076235857, + "loss": 0.08275410532951355, + "step": 495 + }, + { + "epoch": 0.09837366124553748, + "grad_norm": 1.0904865264892578, + "learning_rate": 0.00018054397458804847, + "loss": 0.14855635166168213, + "step": 496 + }, + { + "epoch": 0.09857199523998414, + "grad_norm": 1.7626081705093384, + "learning_rate": 0.00018050426841373834, + "loss": 0.12082484364509583, + "step": 497 + }, + { + "epoch": 0.09877032923443078, + "grad_norm": 7.485865116119385, + "learning_rate": 0.00018046456223942824, + "loss": 0.12518100440502167, + "step": 498 + }, + { + "epoch": 0.09896866322887743, + "grad_norm": 1.4216132164001465, + "learning_rate": 0.00018042485606511815, + "loss": 0.10626140981912613, + "step": 499 + }, + { + "epoch": 0.09916699722332407, + "grad_norm": 1.1173369884490967, + "learning_rate": 0.00018038514989080805, + "loss": 0.11419274657964706, + "step": 500 + }, + { + "epoch": 0.09916699722332407, + "eval_loss": 0.7423865795135498, + "eval_runtime": 416.2257, + "eval_samples_per_second": 0.615, + "eval_steps_per_second": 0.154, + "step": 500 + }, + { + "epoch": 0.09936533121777072, + "grad_norm": 1.5423263311386108, + "learning_rate": 0.00018034544371649792, + "loss": 0.09257453680038452, + "step": 501 + }, + { + "epoch": 0.09956366521221738, + "grad_norm": 0.9305341839790344, + "learning_rate": 0.00018030573754218782, + "loss": 0.13382254540920258, + "step": 502 + }, + { + "epoch": 0.09976199920666402, + "grad_norm": 0.5207217931747437, + "learning_rate": 0.00018026603136787772, + "loss": 0.09409183263778687, + "step": 503 + }, + { + "epoch": 0.09996033320111067, + "grad_norm": 1.1737914085388184, + "learning_rate": 0.00018022632519356762, + "loss": 0.1195000633597374, + "step": 504 + }, + { + "epoch": 0.10015866719555731, + "grad_norm": 6.690010070800781, + "learning_rate": 0.0001801866190192575, + "loss": 0.08069604635238647, + "step": 505 + }, + { + "epoch": 0.10035700119000397, + "grad_norm": 0.39230674505233765, + "learning_rate": 0.0001801469128449474, + "loss": 0.1001788079738617, + "step": 506 + }, + { + "epoch": 0.10055533518445062, + "grad_norm": 1.6152883768081665, + "learning_rate": 0.0001801072066706373, + "loss": 0.11779403686523438, + "step": 507 + }, + { + "epoch": 0.10075366917889726, + "grad_norm": 0.7538875341415405, + "learning_rate": 0.0001800675004963272, + "loss": 0.18325352668762207, + "step": 508 + }, + { + "epoch": 0.10095200317334391, + "grad_norm": 13.202404022216797, + "learning_rate": 0.00018002779432201707, + "loss": 0.09199593216180801, + "step": 509 + }, + { + "epoch": 0.10115033716779057, + "grad_norm": 0.39016979932785034, + "learning_rate": 0.00017998808814770697, + "loss": 0.15327978134155273, + "step": 510 + }, + { + "epoch": 0.10134867116223721, + "grad_norm": 2.6765940189361572, + "learning_rate": 0.00017994838197339687, + "loss": 0.10512600839138031, + "step": 511 + }, + { + "epoch": 0.10154700515668386, + "grad_norm": 1.5513191223144531, + "learning_rate": 0.00017990867579908678, + "loss": 0.10086294263601303, + "step": 512 + }, + { + "epoch": 0.1017453391511305, + "grad_norm": 1.06488037109375, + "learning_rate": 0.00017986896962477665, + "loss": 0.15950052440166473, + "step": 513 + }, + { + "epoch": 0.10194367314557715, + "grad_norm": 2.872292995452881, + "learning_rate": 0.00017982926345046655, + "loss": 0.12739580869674683, + "step": 514 + }, + { + "epoch": 0.1021420071400238, + "grad_norm": 0.8624748587608337, + "learning_rate": 0.00017978955727615645, + "loss": 0.14521783590316772, + "step": 515 + }, + { + "epoch": 0.10234034113447045, + "grad_norm": 0.2889297604560852, + "learning_rate": 0.00017974985110184635, + "loss": 0.1100766584277153, + "step": 516 + }, + { + "epoch": 0.1025386751289171, + "grad_norm": 4.167944431304932, + "learning_rate": 0.00017971014492753625, + "loss": 0.0921829342842102, + "step": 517 + }, + { + "epoch": 0.10273700912336374, + "grad_norm": 0.5625514984130859, + "learning_rate": 0.00017967043875322613, + "loss": 0.1284552365541458, + "step": 518 + }, + { + "epoch": 0.1029353431178104, + "grad_norm": 0.5669904947280884, + "learning_rate": 0.00017963073257891603, + "loss": 0.10022880136966705, + "step": 519 + }, + { + "epoch": 0.10313367711225704, + "grad_norm": 0.6604214310646057, + "learning_rate": 0.00017959102640460593, + "loss": 0.09887892752885818, + "step": 520 + }, + { + "epoch": 0.10333201110670369, + "grad_norm": 0.677692711353302, + "learning_rate": 0.00017955132023029583, + "loss": 0.10868063569068909, + "step": 521 + }, + { + "epoch": 0.10353034510115033, + "grad_norm": 0.43715977668762207, + "learning_rate": 0.0001795116140559857, + "loss": 0.09995045512914658, + "step": 522 + }, + { + "epoch": 0.10372867909559698, + "grad_norm": 1.033676028251648, + "learning_rate": 0.0001794719078816756, + "loss": 0.11697230488061905, + "step": 523 + }, + { + "epoch": 0.10392701309004364, + "grad_norm": 0.46284395456314087, + "learning_rate": 0.0001794322017073655, + "loss": 0.11354325711727142, + "step": 524 + }, + { + "epoch": 0.10412534708449028, + "grad_norm": 31.755979537963867, + "learning_rate": 0.0001793924955330554, + "loss": 0.09335433691740036, + "step": 525 + }, + { + "epoch": 0.10432368107893693, + "grad_norm": 1.0291826725006104, + "learning_rate": 0.00017935278935874528, + "loss": 0.11113107204437256, + "step": 526 + }, + { + "epoch": 0.10452201507338357, + "grad_norm": 0.4364881217479706, + "learning_rate": 0.00017931308318443518, + "loss": 0.09053696691989899, + "step": 527 + }, + { + "epoch": 0.10472034906783023, + "grad_norm": 0.9236193299293518, + "learning_rate": 0.00017927337701012508, + "loss": 0.11576732993125916, + "step": 528 + }, + { + "epoch": 0.10491868306227688, + "grad_norm": 0.5738072991371155, + "learning_rate": 0.00017923367083581498, + "loss": 0.12915250658988953, + "step": 529 + }, + { + "epoch": 0.10511701705672352, + "grad_norm": 1.3862402439117432, + "learning_rate": 0.00017919396466150485, + "loss": 0.07187741249799728, + "step": 530 + }, + { + "epoch": 0.10531535105117017, + "grad_norm": 0.5547642111778259, + "learning_rate": 0.00017915425848719476, + "loss": 0.12079130113124847, + "step": 531 + }, + { + "epoch": 0.10551368504561681, + "grad_norm": 1.010444164276123, + "learning_rate": 0.00017911455231288466, + "loss": 0.11791466921567917, + "step": 532 + }, + { + "epoch": 0.10571201904006347, + "grad_norm": 1.3675425052642822, + "learning_rate": 0.00017907484613857456, + "loss": 0.11287903040647507, + "step": 533 + }, + { + "epoch": 0.10591035303451012, + "grad_norm": 12.816534996032715, + "learning_rate": 0.00017903513996426443, + "loss": 0.12050183117389679, + "step": 534 + }, + { + "epoch": 0.10610868702895676, + "grad_norm": 0.6889374256134033, + "learning_rate": 0.00017899543378995433, + "loss": 0.12756387889385223, + "step": 535 + }, + { + "epoch": 0.1063070210234034, + "grad_norm": 0.3359353840351105, + "learning_rate": 0.00017895572761564423, + "loss": 0.10769973695278168, + "step": 536 + }, + { + "epoch": 0.10650535501785006, + "grad_norm": 1.3350671529769897, + "learning_rate": 0.00017891602144133413, + "loss": 0.10249052941799164, + "step": 537 + }, + { + "epoch": 0.10670368901229671, + "grad_norm": 2.904104232788086, + "learning_rate": 0.00017887631526702403, + "loss": 0.09579259902238846, + "step": 538 + }, + { + "epoch": 0.10690202300674335, + "grad_norm": 0.47826263308525085, + "learning_rate": 0.00017883660909271394, + "loss": 0.1498061865568161, + "step": 539 + }, + { + "epoch": 0.10710035700119, + "grad_norm": 1.2892165184020996, + "learning_rate": 0.00017879690291840384, + "loss": 0.13520695269107819, + "step": 540 + }, + { + "epoch": 0.10729869099563666, + "grad_norm": 0.25061550736427307, + "learning_rate": 0.00017875719674409374, + "loss": 0.09025909006595612, + "step": 541 + }, + { + "epoch": 0.1074970249900833, + "grad_norm": 0.262180894613266, + "learning_rate": 0.0001787174905697836, + "loss": 0.0755530372262001, + "step": 542 + }, + { + "epoch": 0.10769535898452995, + "grad_norm": 5.437652111053467, + "learning_rate": 0.0001786777843954735, + "loss": 0.09363481402397156, + "step": 543 + }, + { + "epoch": 0.1078936929789766, + "grad_norm": 0.8918086886405945, + "learning_rate": 0.0001786380782211634, + "loss": 0.10024408996105194, + "step": 544 + }, + { + "epoch": 0.10809202697342324, + "grad_norm": 0.25550583004951477, + "learning_rate": 0.0001785983720468533, + "loss": 0.09339074790477753, + "step": 545 + }, + { + "epoch": 0.1082903609678699, + "grad_norm": 0.27205154299736023, + "learning_rate": 0.0001785586658725432, + "loss": 0.09283564239740372, + "step": 546 + }, + { + "epoch": 0.10848869496231654, + "grad_norm": 1.094870686531067, + "learning_rate": 0.0001785189596982331, + "loss": 0.09651811420917511, + "step": 547 + }, + { + "epoch": 0.10868702895676319, + "grad_norm": 0.7600347399711609, + "learning_rate": 0.000178479253523923, + "loss": 0.0917181670665741, + "step": 548 + }, + { + "epoch": 0.10888536295120983, + "grad_norm": 0.42050841450691223, + "learning_rate": 0.0001784395473496129, + "loss": 0.0833594873547554, + "step": 549 + }, + { + "epoch": 0.10908369694565649, + "grad_norm": 0.7804237604141235, + "learning_rate": 0.00017839984117530276, + "loss": 0.09676126390695572, + "step": 550 + }, + { + "epoch": 0.10928203094010314, + "grad_norm": 0.5540768504142761, + "learning_rate": 0.00017836013500099266, + "loss": 0.09182519465684891, + "step": 551 + }, + { + "epoch": 0.10948036493454978, + "grad_norm": 0.31168967485427856, + "learning_rate": 0.00017832042882668257, + "loss": 0.10710250586271286, + "step": 552 + }, + { + "epoch": 0.10967869892899643, + "grad_norm": 0.5451874732971191, + "learning_rate": 0.00017828072265237247, + "loss": 0.1097731813788414, + "step": 553 + }, + { + "epoch": 0.10987703292344307, + "grad_norm": 0.7939009666442871, + "learning_rate": 0.00017824101647806234, + "loss": 0.07461640983819962, + "step": 554 + }, + { + "epoch": 0.11007536691788973, + "grad_norm": 1.2961655855178833, + "learning_rate": 0.00017820131030375224, + "loss": 0.1263054609298706, + "step": 555 + }, + { + "epoch": 0.11027370091233638, + "grad_norm": 1.6456246376037598, + "learning_rate": 0.00017816160412944214, + "loss": 0.09885014593601227, + "step": 556 + }, + { + "epoch": 0.11047203490678302, + "grad_norm": 0.9778527021408081, + "learning_rate": 0.00017812189795513204, + "loss": 0.07603590935468674, + "step": 557 + }, + { + "epoch": 0.11067036890122967, + "grad_norm": 0.3684629201889038, + "learning_rate": 0.00017808219178082192, + "loss": 0.11609862744808197, + "step": 558 + }, + { + "epoch": 0.11086870289567632, + "grad_norm": 1.8467804193496704, + "learning_rate": 0.00017804248560651182, + "loss": 0.11520339548587799, + "step": 559 + }, + { + "epoch": 0.11106703689012297, + "grad_norm": 2.3362843990325928, + "learning_rate": 0.00017800277943220172, + "loss": 0.08293342590332031, + "step": 560 + }, + { + "epoch": 0.11126537088456961, + "grad_norm": 0.3808632493019104, + "learning_rate": 0.00017796307325789162, + "loss": 0.09554000198841095, + "step": 561 + }, + { + "epoch": 0.11146370487901626, + "grad_norm": 0.5022435188293457, + "learning_rate": 0.0001779233670835815, + "loss": 0.14996223151683807, + "step": 562 + }, + { + "epoch": 0.11166203887346292, + "grad_norm": 0.9953959584236145, + "learning_rate": 0.0001778836609092714, + "loss": 0.11594177782535553, + "step": 563 + }, + { + "epoch": 0.11186037286790956, + "grad_norm": 1.4396148920059204, + "learning_rate": 0.0001778439547349613, + "loss": 0.10029084980487823, + "step": 564 + }, + { + "epoch": 0.11205870686235621, + "grad_norm": 0.5292577147483826, + "learning_rate": 0.0001778042485606512, + "loss": 0.09745292365550995, + "step": 565 + }, + { + "epoch": 0.11225704085680285, + "grad_norm": 2.3476951122283936, + "learning_rate": 0.00017776454238634107, + "loss": 0.1426234245300293, + "step": 566 + }, + { + "epoch": 0.1124553748512495, + "grad_norm": 0.5371167063713074, + "learning_rate": 0.00017772483621203097, + "loss": 0.10737122595310211, + "step": 567 + }, + { + "epoch": 0.11265370884569616, + "grad_norm": 0.22381581366062164, + "learning_rate": 0.00017768513003772087, + "loss": 0.07741297036409378, + "step": 568 + }, + { + "epoch": 0.1128520428401428, + "grad_norm": 3.7624599933624268, + "learning_rate": 0.00017764542386341077, + "loss": 0.10904498398303986, + "step": 569 + }, + { + "epoch": 0.11305037683458945, + "grad_norm": 3.7134056091308594, + "learning_rate": 0.00017760571768910067, + "loss": 0.1272040605545044, + "step": 570 + }, + { + "epoch": 0.11324871082903609, + "grad_norm": 0.8962143063545227, + "learning_rate": 0.00017756601151479055, + "loss": 0.10495615005493164, + "step": 571 + }, + { + "epoch": 0.11344704482348275, + "grad_norm": 1.2300221920013428, + "learning_rate": 0.00017752630534048045, + "loss": 0.1480674147605896, + "step": 572 + }, + { + "epoch": 0.1136453788179294, + "grad_norm": 1.2004352807998657, + "learning_rate": 0.00017748659916617035, + "loss": 0.09099384397268295, + "step": 573 + }, + { + "epoch": 0.11384371281237604, + "grad_norm": 30.246641159057617, + "learning_rate": 0.00017744689299186025, + "loss": 0.08107970654964447, + "step": 574 + }, + { + "epoch": 0.11404204680682269, + "grad_norm": 0.3067608177661896, + "learning_rate": 0.00017740718681755012, + "loss": 0.09489478170871735, + "step": 575 + }, + { + "epoch": 0.11424038080126933, + "grad_norm": 0.9779433608055115, + "learning_rate": 0.00017736748064324002, + "loss": 0.14952990412712097, + "step": 576 + }, + { + "epoch": 0.11443871479571599, + "grad_norm": 5.795336723327637, + "learning_rate": 0.00017732777446892992, + "loss": 0.09301449358463287, + "step": 577 + }, + { + "epoch": 0.11463704879016264, + "grad_norm": 0.6387834548950195, + "learning_rate": 0.00017728806829461982, + "loss": 0.10121338069438934, + "step": 578 + }, + { + "epoch": 0.11483538278460928, + "grad_norm": 1.8808345794677734, + "learning_rate": 0.0001772483621203097, + "loss": 0.09482388198375702, + "step": 579 + }, + { + "epoch": 0.11503371677905593, + "grad_norm": 0.5774588584899902, + "learning_rate": 0.0001772086559459996, + "loss": 0.10394961386919022, + "step": 580 + }, + { + "epoch": 0.11523205077350258, + "grad_norm": 30.83704948425293, + "learning_rate": 0.0001771689497716895, + "loss": 0.10070706903934479, + "step": 581 + }, + { + "epoch": 0.11543038476794923, + "grad_norm": 3.5558016300201416, + "learning_rate": 0.0001771292435973794, + "loss": 0.09393177181482315, + "step": 582 + }, + { + "epoch": 0.11562871876239587, + "grad_norm": 1.034016489982605, + "learning_rate": 0.00017708953742306927, + "loss": 0.11626884341239929, + "step": 583 + }, + { + "epoch": 0.11582705275684252, + "grad_norm": 0.6031632423400879, + "learning_rate": 0.0001770498312487592, + "loss": 0.1481863260269165, + "step": 584 + }, + { + "epoch": 0.11602538675128918, + "grad_norm": 2.7597734928131104, + "learning_rate": 0.0001770101250744491, + "loss": 0.13609151542186737, + "step": 585 + }, + { + "epoch": 0.11622372074573582, + "grad_norm": 2.427837610244751, + "learning_rate": 0.00017697041890013898, + "loss": 0.13639190793037415, + "step": 586 + }, + { + "epoch": 0.11642205474018247, + "grad_norm": 8.199346542358398, + "learning_rate": 0.00017693071272582888, + "loss": 0.1275343894958496, + "step": 587 + }, + { + "epoch": 0.11662038873462911, + "grad_norm": 0.9856515526771545, + "learning_rate": 0.00017689100655151878, + "loss": 0.10787615180015564, + "step": 588 + }, + { + "epoch": 0.11681872272907576, + "grad_norm": 1.362209677696228, + "learning_rate": 0.00017685130037720868, + "loss": 0.1076730415225029, + "step": 589 + }, + { + "epoch": 0.11701705672352242, + "grad_norm": 0.8663313984870911, + "learning_rate": 0.00017681159420289858, + "loss": 0.1083613932132721, + "step": 590 + }, + { + "epoch": 0.11721539071796906, + "grad_norm": 2.7987868785858154, + "learning_rate": 0.00017677188802858845, + "loss": 0.1402105838060379, + "step": 591 + }, + { + "epoch": 0.1174137247124157, + "grad_norm": 0.638583242893219, + "learning_rate": 0.00017673218185427835, + "loss": 0.10557720810174942, + "step": 592 + }, + { + "epoch": 0.11761205870686235, + "grad_norm": 1.6880671977996826, + "learning_rate": 0.00017669247567996826, + "loss": 0.1344427466392517, + "step": 593 + }, + { + "epoch": 0.11781039270130901, + "grad_norm": 1.4719438552856445, + "learning_rate": 0.00017665276950565816, + "loss": 0.1415255069732666, + "step": 594 + }, + { + "epoch": 0.11800872669575566, + "grad_norm": 10.965609550476074, + "learning_rate": 0.00017661306333134803, + "loss": 0.1890188455581665, + "step": 595 + }, + { + "epoch": 0.1182070606902023, + "grad_norm": 4.9837870597839355, + "learning_rate": 0.00017657335715703793, + "loss": 0.1598963737487793, + "step": 596 + }, + { + "epoch": 0.11840539468464895, + "grad_norm": 30.755109786987305, + "learning_rate": 0.00017653365098272783, + "loss": 0.12586434185504913, + "step": 597 + }, + { + "epoch": 0.11860372867909559, + "grad_norm": 6.220276832580566, + "learning_rate": 0.00017649394480841773, + "loss": 0.16054058074951172, + "step": 598 + }, + { + "epoch": 0.11880206267354225, + "grad_norm": 7.6765971183776855, + "learning_rate": 0.0001764542386341076, + "loss": 0.2202182412147522, + "step": 599 + }, + { + "epoch": 0.1190003966679889, + "grad_norm": 4.355741024017334, + "learning_rate": 0.0001764145324597975, + "loss": 0.14834779500961304, + "step": 600 + }, + { + "epoch": 0.11919873066243554, + "grad_norm": 4.446099281311035, + "learning_rate": 0.0001763748262854874, + "loss": 0.11029035598039627, + "step": 601 + }, + { + "epoch": 0.11939706465688218, + "grad_norm": 0.6681921482086182, + "learning_rate": 0.0001763351201111773, + "loss": 0.11219214648008347, + "step": 602 + }, + { + "epoch": 0.11959539865132884, + "grad_norm": 1.4391487836837769, + "learning_rate": 0.00017629541393686718, + "loss": 0.10157226026058197, + "step": 603 + }, + { + "epoch": 0.11979373264577549, + "grad_norm": 1.0303643941879272, + "learning_rate": 0.00017625570776255708, + "loss": 0.11531856656074524, + "step": 604 + }, + { + "epoch": 0.11999206664022213, + "grad_norm": 1.6148771047592163, + "learning_rate": 0.00017621600158824698, + "loss": 0.09623512625694275, + "step": 605 + }, + { + "epoch": 0.12019040063466878, + "grad_norm": 1.7357442378997803, + "learning_rate": 0.00017617629541393689, + "loss": 0.10184644907712936, + "step": 606 + }, + { + "epoch": 0.12038873462911542, + "grad_norm": 1.5167521238327026, + "learning_rate": 0.00017613658923962676, + "loss": 0.1089327335357666, + "step": 607 + }, + { + "epoch": 0.12058706862356208, + "grad_norm": 23.416648864746094, + "learning_rate": 0.00017609688306531666, + "loss": 0.11177747696638107, + "step": 608 + }, + { + "epoch": 0.12078540261800873, + "grad_norm": 5.400834560394287, + "learning_rate": 0.00017605717689100656, + "loss": 0.10586492717266083, + "step": 609 + }, + { + "epoch": 0.12098373661245537, + "grad_norm": 0.6741263270378113, + "learning_rate": 0.00017601747071669646, + "loss": 0.09637023508548737, + "step": 610 + }, + { + "epoch": 0.12118207060690202, + "grad_norm": 0.4612973630428314, + "learning_rate": 0.00017597776454238634, + "loss": 0.09943181276321411, + "step": 611 + }, + { + "epoch": 0.12138040460134868, + "grad_norm": 0.3569689095020294, + "learning_rate": 0.00017593805836807624, + "loss": 0.09878917783498764, + "step": 612 + }, + { + "epoch": 0.12157873859579532, + "grad_norm": 1.7453885078430176, + "learning_rate": 0.00017589835219376614, + "loss": 0.09685695916414261, + "step": 613 + }, + { + "epoch": 0.12177707259024197, + "grad_norm": 0.694382905960083, + "learning_rate": 0.00017585864601945604, + "loss": 0.08985249698162079, + "step": 614 + }, + { + "epoch": 0.12197540658468861, + "grad_norm": 0.5230240821838379, + "learning_rate": 0.0001758189398451459, + "loss": 0.08609504997730255, + "step": 615 + }, + { + "epoch": 0.12217374057913527, + "grad_norm": 0.9484414458274841, + "learning_rate": 0.0001757792336708358, + "loss": 0.13609322905540466, + "step": 616 + }, + { + "epoch": 0.12237207457358192, + "grad_norm": 0.6080753207206726, + "learning_rate": 0.0001757395274965257, + "loss": 0.10435666143894196, + "step": 617 + }, + { + "epoch": 0.12257040856802856, + "grad_norm": 0.6539475917816162, + "learning_rate": 0.00017569982132221561, + "loss": 0.116636261343956, + "step": 618 + }, + { + "epoch": 0.1227687425624752, + "grad_norm": 0.46349287033081055, + "learning_rate": 0.00017566011514790552, + "loss": 0.12328611314296722, + "step": 619 + }, + { + "epoch": 0.12296707655692185, + "grad_norm": 2.1138155460357666, + "learning_rate": 0.0001756204089735954, + "loss": 0.13854637742042542, + "step": 620 + }, + { + "epoch": 0.12316541055136851, + "grad_norm": 1.309804081916809, + "learning_rate": 0.0001755807027992853, + "loss": 0.13457828760147095, + "step": 621 + }, + { + "epoch": 0.12336374454581515, + "grad_norm": 3.013775110244751, + "learning_rate": 0.0001755409966249752, + "loss": 0.13930439949035645, + "step": 622 + }, + { + "epoch": 0.1235620785402618, + "grad_norm": 0.7462099194526672, + "learning_rate": 0.0001755012904506651, + "loss": 0.10744896531105042, + "step": 623 + }, + { + "epoch": 0.12376041253470844, + "grad_norm": 1.9022735357284546, + "learning_rate": 0.00017546158427635497, + "loss": 0.08667301386594772, + "step": 624 + }, + { + "epoch": 0.1239587465291551, + "grad_norm": 2.3489952087402344, + "learning_rate": 0.00017542187810204487, + "loss": 0.13316228985786438, + "step": 625 + }, + { + "epoch": 0.12415708052360175, + "grad_norm": 4.447113990783691, + "learning_rate": 0.00017538217192773477, + "loss": 0.11156003177165985, + "step": 626 + }, + { + "epoch": 0.1243554145180484, + "grad_norm": 5.2275214195251465, + "learning_rate": 0.00017534246575342467, + "loss": 0.14921145141124725, + "step": 627 + }, + { + "epoch": 0.12455374851249504, + "grad_norm": 0.8004837036132812, + "learning_rate": 0.00017530275957911454, + "loss": 0.1350422501564026, + "step": 628 + }, + { + "epoch": 0.12475208250694168, + "grad_norm": 3.0264599323272705, + "learning_rate": 0.00017526305340480444, + "loss": 0.11336901038885117, + "step": 629 + }, + { + "epoch": 0.12495041650138834, + "grad_norm": 1.8592489957809448, + "learning_rate": 0.00017522334723049437, + "loss": 0.12192157655954361, + "step": 630 + }, + { + "epoch": 0.125148750495835, + "grad_norm": 0.5879602432250977, + "learning_rate": 0.00017518364105618424, + "loss": 0.08760206401348114, + "step": 631 + }, + { + "epoch": 0.12534708449028165, + "grad_norm": 2.4132580757141113, + "learning_rate": 0.00017514393488187414, + "loss": 0.05765947699546814, + "step": 632 + }, + { + "epoch": 0.12554541848472828, + "grad_norm": 0.6333608031272888, + "learning_rate": 0.00017510422870756405, + "loss": 0.09343812614679337, + "step": 633 + }, + { + "epoch": 0.12574375247917494, + "grad_norm": 1.2637062072753906, + "learning_rate": 0.00017506452253325395, + "loss": 0.10767821967601776, + "step": 634 + }, + { + "epoch": 0.12594208647362157, + "grad_norm": 51.416812896728516, + "learning_rate": 0.00017502481635894382, + "loss": 0.12739580869674683, + "step": 635 + }, + { + "epoch": 0.12614042046806823, + "grad_norm": 1.6082440614700317, + "learning_rate": 0.00017498511018463372, + "loss": 0.1640320122241974, + "step": 636 + }, + { + "epoch": 0.12633875446251489, + "grad_norm": 0.8392972946166992, + "learning_rate": 0.00017494540401032362, + "loss": 0.10009963810443878, + "step": 637 + }, + { + "epoch": 0.12653708845696152, + "grad_norm": 2.128674268722534, + "learning_rate": 0.00017490569783601352, + "loss": 0.09002320468425751, + "step": 638 + }, + { + "epoch": 0.12673542245140818, + "grad_norm": 5.247202396392822, + "learning_rate": 0.0001748659916617034, + "loss": 0.14386336505413055, + "step": 639 + }, + { + "epoch": 0.1269337564458548, + "grad_norm": 0.9591192603111267, + "learning_rate": 0.0001748262854873933, + "loss": 0.09825874865055084, + "step": 640 + }, + { + "epoch": 0.12713209044030147, + "grad_norm": 4.879260063171387, + "learning_rate": 0.0001747865793130832, + "loss": 0.08445902913808823, + "step": 641 + }, + { + "epoch": 0.12733042443474812, + "grad_norm": 5.389675140380859, + "learning_rate": 0.0001747468731387731, + "loss": 0.09600675106048584, + "step": 642 + }, + { + "epoch": 0.12752875842919476, + "grad_norm": 3.425060272216797, + "learning_rate": 0.000174707166964463, + "loss": 0.09918983280658722, + "step": 643 + }, + { + "epoch": 0.12772709242364141, + "grad_norm": 1.9792940616607666, + "learning_rate": 0.00017466746079015287, + "loss": 0.09528610855340958, + "step": 644 + }, + { + "epoch": 0.12792542641808807, + "grad_norm": 1.4686598777770996, + "learning_rate": 0.00017462775461584277, + "loss": 0.1201258972287178, + "step": 645 + }, + { + "epoch": 0.1281237604125347, + "grad_norm": 1.7057887315750122, + "learning_rate": 0.00017458804844153268, + "loss": 0.10835446417331696, + "step": 646 + }, + { + "epoch": 0.12832209440698136, + "grad_norm": 2.239872932434082, + "learning_rate": 0.00017454834226722258, + "loss": 0.1189933717250824, + "step": 647 + }, + { + "epoch": 0.128520428401428, + "grad_norm": 1.180443525314331, + "learning_rate": 0.00017450863609291245, + "loss": 0.07827988266944885, + "step": 648 + }, + { + "epoch": 0.12871876239587465, + "grad_norm": 1.0267126560211182, + "learning_rate": 0.00017446892991860235, + "loss": 0.08879998326301575, + "step": 649 + }, + { + "epoch": 0.1289170963903213, + "grad_norm": 1.079805612564087, + "learning_rate": 0.00017442922374429225, + "loss": 0.10419362783432007, + "step": 650 + }, + { + "epoch": 0.12911543038476794, + "grad_norm": 2.103325366973877, + "learning_rate": 0.00017438951756998215, + "loss": 0.11114641278982162, + "step": 651 + }, + { + "epoch": 0.1293137643792146, + "grad_norm": 31.097652435302734, + "learning_rate": 0.00017434981139567203, + "loss": 0.09450826048851013, + "step": 652 + }, + { + "epoch": 0.12951209837366123, + "grad_norm": 2.1566739082336426, + "learning_rate": 0.00017431010522136193, + "loss": 0.12621691823005676, + "step": 653 + }, + { + "epoch": 0.1297104323681079, + "grad_norm": 3.816911458969116, + "learning_rate": 0.00017427039904705183, + "loss": 0.0993460938334465, + "step": 654 + }, + { + "epoch": 0.12990876636255455, + "grad_norm": 3.0086934566497803, + "learning_rate": 0.00017423069287274173, + "loss": 0.1340479701757431, + "step": 655 + }, + { + "epoch": 0.13010710035700118, + "grad_norm": 2.4531617164611816, + "learning_rate": 0.0001741909866984316, + "loss": 0.1057269424200058, + "step": 656 + }, + { + "epoch": 0.13030543435144784, + "grad_norm": 1.196004867553711, + "learning_rate": 0.0001741512805241215, + "loss": 0.10656971484422684, + "step": 657 + }, + { + "epoch": 0.1305037683458945, + "grad_norm": 2.4402287006378174, + "learning_rate": 0.0001741115743498114, + "loss": 0.11538508534431458, + "step": 658 + }, + { + "epoch": 0.13070210234034113, + "grad_norm": 1.8164921998977661, + "learning_rate": 0.0001740718681755013, + "loss": 0.17291539907455444, + "step": 659 + }, + { + "epoch": 0.1309004363347878, + "grad_norm": 9.356816291809082, + "learning_rate": 0.00017403216200119118, + "loss": 0.0736960843205452, + "step": 660 + }, + { + "epoch": 0.13109877032923442, + "grad_norm": 1.6588550806045532, + "learning_rate": 0.00017399245582688108, + "loss": 0.08286722004413605, + "step": 661 + }, + { + "epoch": 0.13129710432368108, + "grad_norm": 0.4164487421512604, + "learning_rate": 0.00017395274965257098, + "loss": 0.07094638794660568, + "step": 662 + }, + { + "epoch": 0.13149543831812774, + "grad_norm": 41.185791015625, + "learning_rate": 0.00017391304347826088, + "loss": 0.1122468113899231, + "step": 663 + }, + { + "epoch": 0.13169377231257437, + "grad_norm": 0.4869091510772705, + "learning_rate": 0.00017387333730395076, + "loss": 0.09101802110671997, + "step": 664 + }, + { + "epoch": 0.13189210630702103, + "grad_norm": 21.807790756225586, + "learning_rate": 0.00017383363112964066, + "loss": 0.09514662623405457, + "step": 665 + }, + { + "epoch": 0.13209044030146766, + "grad_norm": 1.5173035860061646, + "learning_rate": 0.00017379392495533056, + "loss": 0.1643597036600113, + "step": 666 + }, + { + "epoch": 0.13228877429591432, + "grad_norm": 0.6890535950660706, + "learning_rate": 0.00017375421878102046, + "loss": 0.08550045639276505, + "step": 667 + }, + { + "epoch": 0.13248710829036098, + "grad_norm": 0.6185936331748962, + "learning_rate": 0.00017371451260671033, + "loss": 0.12733252346515656, + "step": 668 + }, + { + "epoch": 0.1326854422848076, + "grad_norm": 0.5248268842697144, + "learning_rate": 0.00017367480643240023, + "loss": 0.11120440065860748, + "step": 669 + }, + { + "epoch": 0.13288377627925427, + "grad_norm": 3.4790217876434326, + "learning_rate": 0.00017363510025809013, + "loss": 0.12626264989376068, + "step": 670 + }, + { + "epoch": 0.1330821102737009, + "grad_norm": 7.09926700592041, + "learning_rate": 0.00017359539408378003, + "loss": 0.12147586047649384, + "step": 671 + }, + { + "epoch": 0.13328044426814756, + "grad_norm": 0.8433709740638733, + "learning_rate": 0.00017355568790946993, + "loss": 0.07883340120315552, + "step": 672 + }, + { + "epoch": 0.13347877826259422, + "grad_norm": 1.8761245012283325, + "learning_rate": 0.0001735159817351598, + "loss": 0.09744453430175781, + "step": 673 + }, + { + "epoch": 0.13367711225704085, + "grad_norm": 0.27777689695358276, + "learning_rate": 0.0001734762755608497, + "loss": 0.10457830876111984, + "step": 674 + }, + { + "epoch": 0.1338754462514875, + "grad_norm": 2.322402000427246, + "learning_rate": 0.0001734365693865396, + "loss": 0.09243503212928772, + "step": 675 + }, + { + "epoch": 0.13407378024593417, + "grad_norm": 9.13467788696289, + "learning_rate": 0.0001733968632122295, + "loss": 0.09065032750368118, + "step": 676 + }, + { + "epoch": 0.1342721142403808, + "grad_norm": 1.2632025480270386, + "learning_rate": 0.0001733571570379194, + "loss": 0.08995217084884644, + "step": 677 + }, + { + "epoch": 0.13447044823482746, + "grad_norm": 2.0007824897766113, + "learning_rate": 0.0001733174508636093, + "loss": 0.08655525743961334, + "step": 678 + }, + { + "epoch": 0.1346687822292741, + "grad_norm": 1.1541099548339844, + "learning_rate": 0.00017327774468929921, + "loss": 0.09805263578891754, + "step": 679 + }, + { + "epoch": 0.13486711622372075, + "grad_norm": 0.5037479996681213, + "learning_rate": 0.0001732380385149891, + "loss": 0.09744758903980255, + "step": 680 + }, + { + "epoch": 0.1350654502181674, + "grad_norm": 0.6058947443962097, + "learning_rate": 0.000173198332340679, + "loss": 0.10878047347068787, + "step": 681 + }, + { + "epoch": 0.13526378421261404, + "grad_norm": 1.8296018838882446, + "learning_rate": 0.0001731586261663689, + "loss": 0.11363111436367035, + "step": 682 + }, + { + "epoch": 0.1354621182070607, + "grad_norm": 0.33138561248779297, + "learning_rate": 0.0001731189199920588, + "loss": 0.08974412828683853, + "step": 683 + }, + { + "epoch": 0.13566045220150733, + "grad_norm": 0.8079519271850586, + "learning_rate": 0.00017307921381774866, + "loss": 0.10139553993940353, + "step": 684 + }, + { + "epoch": 0.13585878619595398, + "grad_norm": 7.428083896636963, + "learning_rate": 0.00017303950764343856, + "loss": 0.10506709665060043, + "step": 685 + }, + { + "epoch": 0.13605712019040064, + "grad_norm": 1.1566046476364136, + "learning_rate": 0.00017299980146912847, + "loss": 0.10280375182628632, + "step": 686 + }, + { + "epoch": 0.13625545418484727, + "grad_norm": 1.0963517427444458, + "learning_rate": 0.00017296009529481837, + "loss": 0.10039486736059189, + "step": 687 + }, + { + "epoch": 0.13645378817929393, + "grad_norm": 1.291413426399231, + "learning_rate": 0.00017292038912050824, + "loss": 0.11441788822412491, + "step": 688 + }, + { + "epoch": 0.1366521221737406, + "grad_norm": 10.581196784973145, + "learning_rate": 0.00017288068294619814, + "loss": 0.12311358004808426, + "step": 689 + }, + { + "epoch": 0.13685045616818722, + "grad_norm": 0.4314723610877991, + "learning_rate": 0.00017284097677188804, + "loss": 0.08610287308692932, + "step": 690 + }, + { + "epoch": 0.13704879016263388, + "grad_norm": 0.7971731424331665, + "learning_rate": 0.00017280127059757794, + "loss": 0.12251393496990204, + "step": 691 + }, + { + "epoch": 0.1372471241570805, + "grad_norm": 0.9554857611656189, + "learning_rate": 0.00017276156442326784, + "loss": 0.10170206427574158, + "step": 692 + }, + { + "epoch": 0.13744545815152717, + "grad_norm": 2.482128143310547, + "learning_rate": 0.00017272185824895772, + "loss": 0.08986931294202805, + "step": 693 + }, + { + "epoch": 0.13764379214597383, + "grad_norm": 2.282130479812622, + "learning_rate": 0.00017268215207464762, + "loss": 0.1060832068324089, + "step": 694 + }, + { + "epoch": 0.13784212614042046, + "grad_norm": 7.881165981292725, + "learning_rate": 0.00017264244590033752, + "loss": 0.11881285905838013, + "step": 695 + }, + { + "epoch": 0.13804046013486712, + "grad_norm": 5.650545597076416, + "learning_rate": 0.00017260273972602742, + "loss": 0.09483490884304047, + "step": 696 + }, + { + "epoch": 0.13823879412931375, + "grad_norm": 1.0962923765182495, + "learning_rate": 0.0001725630335517173, + "loss": 0.1489955484867096, + "step": 697 + }, + { + "epoch": 0.1384371281237604, + "grad_norm": 1.2291615009307861, + "learning_rate": 0.0001725233273774072, + "loss": 0.1093546524643898, + "step": 698 + }, + { + "epoch": 0.13863546211820707, + "grad_norm": 4.665177345275879, + "learning_rate": 0.0001724836212030971, + "loss": 0.1229039803147316, + "step": 699 + }, + { + "epoch": 0.1388337961126537, + "grad_norm": 0.31847313046455383, + "learning_rate": 0.000172443915028787, + "loss": 0.0767795518040657, + "step": 700 + }, + { + "epoch": 0.13903213010710036, + "grad_norm": 0.46984538435935974, + "learning_rate": 0.00017240420885447687, + "loss": 0.059411998838186264, + "step": 701 + }, + { + "epoch": 0.13923046410154702, + "grad_norm": 1.1196523904800415, + "learning_rate": 0.00017236450268016677, + "loss": 0.08415212482213974, + "step": 702 + }, + { + "epoch": 0.13942879809599365, + "grad_norm": 1.7369626760482788, + "learning_rate": 0.00017232479650585667, + "loss": 0.13284426927566528, + "step": 703 + }, + { + "epoch": 0.1396271320904403, + "grad_norm": 0.5948283672332764, + "learning_rate": 0.00017228509033154657, + "loss": 0.11048540472984314, + "step": 704 + }, + { + "epoch": 0.13982546608488694, + "grad_norm": 0.4079495370388031, + "learning_rate": 0.00017224538415723645, + "loss": 0.1015118956565857, + "step": 705 + }, + { + "epoch": 0.1400238000793336, + "grad_norm": 0.3146107494831085, + "learning_rate": 0.00017220567798292635, + "loss": 0.08791239559650421, + "step": 706 + }, + { + "epoch": 0.14022213407378026, + "grad_norm": 0.46114131808280945, + "learning_rate": 0.00017216597180861625, + "loss": 0.07692087441682816, + "step": 707 + }, + { + "epoch": 0.1404204680682269, + "grad_norm": 5.705602645874023, + "learning_rate": 0.00017212626563430615, + "loss": 0.09750497341156006, + "step": 708 + }, + { + "epoch": 0.14061880206267355, + "grad_norm": 1.111563801765442, + "learning_rate": 0.00017208655945999602, + "loss": 0.1197979599237442, + "step": 709 + }, + { + "epoch": 0.14081713605712018, + "grad_norm": 0.49422112107276917, + "learning_rate": 0.00017204685328568592, + "loss": 0.10254725813865662, + "step": 710 + }, + { + "epoch": 0.14101547005156684, + "grad_norm": 2.937636137008667, + "learning_rate": 0.00017200714711137582, + "loss": 0.10296067595481873, + "step": 711 + }, + { + "epoch": 0.1412138040460135, + "grad_norm": 78.79414367675781, + "learning_rate": 0.00017196744093706572, + "loss": 0.08383677899837494, + "step": 712 + }, + { + "epoch": 0.14141213804046013, + "grad_norm": 1.4782354831695557, + "learning_rate": 0.0001719277347627556, + "loss": 0.14371266961097717, + "step": 713 + }, + { + "epoch": 0.1416104720349068, + "grad_norm": 0.6427780389785767, + "learning_rate": 0.0001718880285884455, + "loss": 0.11727838218212128, + "step": 714 + }, + { + "epoch": 0.14180880602935342, + "grad_norm": 0.9369223117828369, + "learning_rate": 0.0001718483224141354, + "loss": 0.13831111788749695, + "step": 715 + }, + { + "epoch": 0.14200714002380008, + "grad_norm": 333.95269775390625, + "learning_rate": 0.0001718086162398253, + "loss": 0.10468372702598572, + "step": 716 + }, + { + "epoch": 0.14220547401824674, + "grad_norm": 2.332859754562378, + "learning_rate": 0.00017176891006551517, + "loss": 0.1160859614610672, + "step": 717 + }, + { + "epoch": 0.14240380801269337, + "grad_norm": 2.543140172958374, + "learning_rate": 0.00017172920389120508, + "loss": 0.1519404649734497, + "step": 718 + }, + { + "epoch": 0.14260214200714003, + "grad_norm": 4.784980297088623, + "learning_rate": 0.00017168949771689498, + "loss": 0.17192485928535461, + "step": 719 + }, + { + "epoch": 0.14280047600158668, + "grad_norm": 38.428306579589844, + "learning_rate": 0.00017164979154258488, + "loss": 0.40909287333488464, + "step": 720 + }, + { + "epoch": 0.14299880999603332, + "grad_norm": 35.49844741821289, + "learning_rate": 0.00017161008536827475, + "loss": 0.26229649782180786, + "step": 721 + }, + { + "epoch": 0.14319714399047997, + "grad_norm": 11.847646713256836, + "learning_rate": 0.00017157037919396465, + "loss": 0.25590842962265015, + "step": 722 + }, + { + "epoch": 0.1433954779849266, + "grad_norm": 21.7330379486084, + "learning_rate": 0.00017153067301965458, + "loss": 0.493053674697876, + "step": 723 + }, + { + "epoch": 0.14359381197937326, + "grad_norm": 8.239542961120605, + "learning_rate": 0.00017149096684534448, + "loss": 0.42364126443862915, + "step": 724 + }, + { + "epoch": 0.14379214597381992, + "grad_norm": 10.591381072998047, + "learning_rate": 0.00017145126067103435, + "loss": 0.5468369722366333, + "step": 725 + }, + { + "epoch": 0.14399047996826655, + "grad_norm": 48.321044921875, + "learning_rate": 0.00017141155449672426, + "loss": 0.5161565542221069, + "step": 726 + }, + { + "epoch": 0.1441888139627132, + "grad_norm": 7.468624591827393, + "learning_rate": 0.00017137184832241416, + "loss": 0.3319662809371948, + "step": 727 + }, + { + "epoch": 0.14438714795715984, + "grad_norm": 2.4173192977905273, + "learning_rate": 0.00017133214214810406, + "loss": 0.17339977622032166, + "step": 728 + }, + { + "epoch": 0.1445854819516065, + "grad_norm": 1.957470417022705, + "learning_rate": 0.00017129243597379393, + "loss": 0.10807459056377411, + "step": 729 + }, + { + "epoch": 0.14478381594605316, + "grad_norm": 1.5199120044708252, + "learning_rate": 0.00017125272979948383, + "loss": 0.16001921892166138, + "step": 730 + }, + { + "epoch": 0.1449821499404998, + "grad_norm": 0.6374071836471558, + "learning_rate": 0.00017121302362517373, + "loss": 0.09780369699001312, + "step": 731 + }, + { + "epoch": 0.14518048393494645, + "grad_norm": 1.387906789779663, + "learning_rate": 0.00017117331745086363, + "loss": 0.09633349627256393, + "step": 732 + }, + { + "epoch": 0.1453788179293931, + "grad_norm": 1.2056728601455688, + "learning_rate": 0.0001711336112765535, + "loss": 0.11914080381393433, + "step": 733 + }, + { + "epoch": 0.14557715192383974, + "grad_norm": 1.9352071285247803, + "learning_rate": 0.0001710939051022434, + "loss": 0.08799783140420914, + "step": 734 + }, + { + "epoch": 0.1457754859182864, + "grad_norm": 3.2020061016082764, + "learning_rate": 0.0001710541989279333, + "loss": 0.0648396834731102, + "step": 735 + }, + { + "epoch": 0.14597381991273303, + "grad_norm": 1.164637804031372, + "learning_rate": 0.0001710144927536232, + "loss": 0.10981714725494385, + "step": 736 + }, + { + "epoch": 0.1461721539071797, + "grad_norm": 2.6504106521606445, + "learning_rate": 0.00017097478657931308, + "loss": 0.09676513820886612, + "step": 737 + }, + { + "epoch": 0.14637048790162635, + "grad_norm": 1.4475209712982178, + "learning_rate": 0.00017093508040500298, + "loss": 0.09395423531532288, + "step": 738 + }, + { + "epoch": 0.14656882189607298, + "grad_norm": 0.5470995903015137, + "learning_rate": 0.00017089537423069288, + "loss": 0.09565328061580658, + "step": 739 + }, + { + "epoch": 0.14676715589051964, + "grad_norm": 1.0923848152160645, + "learning_rate": 0.00017085566805638279, + "loss": 0.1062658429145813, + "step": 740 + }, + { + "epoch": 0.14696548988496627, + "grad_norm": 0.358543336391449, + "learning_rate": 0.00017081596188207266, + "loss": 0.10792805999517441, + "step": 741 + }, + { + "epoch": 0.14716382387941293, + "grad_norm": 0.5430427193641663, + "learning_rate": 0.00017077625570776256, + "loss": 0.08431054651737213, + "step": 742 + }, + { + "epoch": 0.1473621578738596, + "grad_norm": 1.6596814393997192, + "learning_rate": 0.00017073654953345246, + "loss": 0.15883544087409973, + "step": 743 + }, + { + "epoch": 0.14756049186830622, + "grad_norm": 0.8606143593788147, + "learning_rate": 0.00017069684335914236, + "loss": 0.09469199180603027, + "step": 744 + }, + { + "epoch": 0.14775882586275288, + "grad_norm": 2.022005796432495, + "learning_rate": 0.00017065713718483226, + "loss": 0.15541446208953857, + "step": 745 + }, + { + "epoch": 0.1479571598571995, + "grad_norm": 1.1710162162780762, + "learning_rate": 0.00017061743101052214, + "loss": 0.11903887987136841, + "step": 746 + }, + { + "epoch": 0.14815549385164617, + "grad_norm": 1.5076310634613037, + "learning_rate": 0.00017057772483621204, + "loss": 0.1097179651260376, + "step": 747 + }, + { + "epoch": 0.14835382784609283, + "grad_norm": 1.3511340618133545, + "learning_rate": 0.00017053801866190194, + "loss": 0.12891323864459991, + "step": 748 + }, + { + "epoch": 0.14855216184053946, + "grad_norm": 0.7577369213104248, + "learning_rate": 0.00017049831248759184, + "loss": 0.07318510860204697, + "step": 749 + }, + { + "epoch": 0.14875049583498612, + "grad_norm": 0.7579038143157959, + "learning_rate": 0.0001704586063132817, + "loss": 0.10079815238714218, + "step": 750 + }, + { + "epoch": 0.14894882982943278, + "grad_norm": 0.3871667683124542, + "learning_rate": 0.00017041890013897161, + "loss": 0.1314736157655716, + "step": 751 + }, + { + "epoch": 0.1491471638238794, + "grad_norm": 0.5249181985855103, + "learning_rate": 0.00017037919396466151, + "loss": 0.10393275320529938, + "step": 752 + }, + { + "epoch": 0.14934549781832607, + "grad_norm": 0.5080714821815491, + "learning_rate": 0.00017033948779035142, + "loss": 0.09867990016937256, + "step": 753 + }, + { + "epoch": 0.1495438318127727, + "grad_norm": 0.38758665323257446, + "learning_rate": 0.0001702997816160413, + "loss": 0.1222112625837326, + "step": 754 + }, + { + "epoch": 0.14974216580721936, + "grad_norm": 1.6176567077636719, + "learning_rate": 0.0001702600754417312, + "loss": 0.11880700290203094, + "step": 755 + }, + { + "epoch": 0.14994049980166602, + "grad_norm": 62.862518310546875, + "learning_rate": 0.0001702203692674211, + "loss": 0.11052928119897842, + "step": 756 + }, + { + "epoch": 0.15013883379611265, + "grad_norm": 0.3049154579639435, + "learning_rate": 0.000170180663093111, + "loss": 0.09141476452350616, + "step": 757 + }, + { + "epoch": 0.1503371677905593, + "grad_norm": 0.25706401467323303, + "learning_rate": 0.00017014095691880087, + "loss": 0.10412980616092682, + "step": 758 + }, + { + "epoch": 0.15053550178500594, + "grad_norm": 0.2765371799468994, + "learning_rate": 0.00017010125074449077, + "loss": 0.11537841707468033, + "step": 759 + }, + { + "epoch": 0.1507338357794526, + "grad_norm": 0.30953553318977356, + "learning_rate": 0.00017006154457018067, + "loss": 0.11824866384267807, + "step": 760 + }, + { + "epoch": 0.15093216977389926, + "grad_norm": 0.5806153416633606, + "learning_rate": 0.00017002183839587057, + "loss": 0.10526260733604431, + "step": 761 + }, + { + "epoch": 0.1511305037683459, + "grad_norm": 0.2532671093940735, + "learning_rate": 0.00016998213222156044, + "loss": 0.10865416377782822, + "step": 762 + }, + { + "epoch": 0.15132883776279255, + "grad_norm": 0.4969920814037323, + "learning_rate": 0.00016994242604725034, + "loss": 0.12216923385858536, + "step": 763 + }, + { + "epoch": 0.1515271717572392, + "grad_norm": 0.5563826560974121, + "learning_rate": 0.00016990271987294024, + "loss": 0.1252201795578003, + "step": 764 + }, + { + "epoch": 0.15172550575168584, + "grad_norm": 0.7554467916488647, + "learning_rate": 0.00016986301369863014, + "loss": 0.11633500456809998, + "step": 765 + }, + { + "epoch": 0.1519238397461325, + "grad_norm": 8.298730850219727, + "learning_rate": 0.00016982330752432002, + "loss": 0.15299154818058014, + "step": 766 + }, + { + "epoch": 0.15212217374057913, + "grad_norm": 3.1261136531829834, + "learning_rate": 0.00016978360135000992, + "loss": 0.12102699279785156, + "step": 767 + }, + { + "epoch": 0.15232050773502578, + "grad_norm": 1.9854333400726318, + "learning_rate": 0.00016974389517569982, + "loss": 0.10595088452100754, + "step": 768 + }, + { + "epoch": 0.15251884172947244, + "grad_norm": 0.5022577047348022, + "learning_rate": 0.00016970418900138975, + "loss": 0.10036040097475052, + "step": 769 + }, + { + "epoch": 0.15271717572391907, + "grad_norm": 1.3830368518829346, + "learning_rate": 0.00016966448282707962, + "loss": 0.11892835050821304, + "step": 770 + }, + { + "epoch": 0.15291550971836573, + "grad_norm": 2.0219407081604004, + "learning_rate": 0.00016962477665276952, + "loss": 0.09782256186008453, + "step": 771 + }, + { + "epoch": 0.15311384371281236, + "grad_norm": 0.8148606419563293, + "learning_rate": 0.00016958507047845942, + "loss": 0.10588718950748444, + "step": 772 + }, + { + "epoch": 0.15331217770725902, + "grad_norm": 0.3344988524913788, + "learning_rate": 0.00016954536430414932, + "loss": 0.1175798773765564, + "step": 773 + }, + { + "epoch": 0.15351051170170568, + "grad_norm": 0.40380218625068665, + "learning_rate": 0.0001695056581298392, + "loss": 0.12372712045907974, + "step": 774 + }, + { + "epoch": 0.1537088456961523, + "grad_norm": 14.13016414642334, + "learning_rate": 0.0001694659519555291, + "loss": 0.11426346004009247, + "step": 775 + }, + { + "epoch": 0.15390717969059897, + "grad_norm": 0.8126304149627686, + "learning_rate": 0.000169426245781219, + "loss": 0.1263052523136139, + "step": 776 + }, + { + "epoch": 0.1541055136850456, + "grad_norm": 0.3873419761657715, + "learning_rate": 0.0001693865396069089, + "loss": 0.0820654109120369, + "step": 777 + }, + { + "epoch": 0.15430384767949226, + "grad_norm": 7.659997463226318, + "learning_rate": 0.00016934683343259877, + "loss": 0.14807184040546417, + "step": 778 + }, + { + "epoch": 0.15450218167393892, + "grad_norm": 3.9788506031036377, + "learning_rate": 0.00016930712725828867, + "loss": 0.1257414072751999, + "step": 779 + }, + { + "epoch": 0.15470051566838555, + "grad_norm": 0.6484540104866028, + "learning_rate": 0.00016926742108397858, + "loss": 0.0905657559633255, + "step": 780 + }, + { + "epoch": 0.1548988496628322, + "grad_norm": 0.6787088513374329, + "learning_rate": 0.00016922771490966848, + "loss": 0.1428842842578888, + "step": 781 + }, + { + "epoch": 0.15509718365727887, + "grad_norm": 39.22624206542969, + "learning_rate": 0.00016918800873535835, + "loss": 0.12039565294981003, + "step": 782 + }, + { + "epoch": 0.1552955176517255, + "grad_norm": 1.1317979097366333, + "learning_rate": 0.00016914830256104825, + "loss": 0.10767357051372528, + "step": 783 + }, + { + "epoch": 0.15549385164617216, + "grad_norm": 0.689708411693573, + "learning_rate": 0.00016910859638673815, + "loss": 0.15694482624530792, + "step": 784 + }, + { + "epoch": 0.1556921856406188, + "grad_norm": 0.8010644316673279, + "learning_rate": 0.00016906889021242805, + "loss": 0.11047472804784775, + "step": 785 + }, + { + "epoch": 0.15589051963506545, + "grad_norm": 0.3617227077484131, + "learning_rate": 0.00016902918403811793, + "loss": 0.13144351541996002, + "step": 786 + }, + { + "epoch": 0.1560888536295121, + "grad_norm": 0.8736342191696167, + "learning_rate": 0.00016898947786380783, + "loss": 0.09508676826953888, + "step": 787 + }, + { + "epoch": 0.15628718762395874, + "grad_norm": 2.9547853469848633, + "learning_rate": 0.00016894977168949773, + "loss": 0.09285366535186768, + "step": 788 + }, + { + "epoch": 0.1564855216184054, + "grad_norm": 1.353384256362915, + "learning_rate": 0.00016891006551518763, + "loss": 0.0946630910038948, + "step": 789 + }, + { + "epoch": 0.15668385561285203, + "grad_norm": 0.7790742516517639, + "learning_rate": 0.0001688703593408775, + "loss": 0.126647487282753, + "step": 790 + }, + { + "epoch": 0.1568821896072987, + "grad_norm": 0.49046432971954346, + "learning_rate": 0.0001688306531665674, + "loss": 0.10161393880844116, + "step": 791 + }, + { + "epoch": 0.15708052360174535, + "grad_norm": 0.899997889995575, + "learning_rate": 0.0001687909469922573, + "loss": 0.11835083365440369, + "step": 792 + }, + { + "epoch": 0.15727885759619198, + "grad_norm": 0.6322439908981323, + "learning_rate": 0.0001687512408179472, + "loss": 0.1041603833436966, + "step": 793 + }, + { + "epoch": 0.15747719159063864, + "grad_norm": 9.491641998291016, + "learning_rate": 0.00016871153464363708, + "loss": 0.08541998267173767, + "step": 794 + }, + { + "epoch": 0.1576755255850853, + "grad_norm": 0.6642383933067322, + "learning_rate": 0.00016867182846932698, + "loss": 0.12183961272239685, + "step": 795 + }, + { + "epoch": 0.15787385957953193, + "grad_norm": 1.4719219207763672, + "learning_rate": 0.00016863212229501688, + "loss": 0.13249969482421875, + "step": 796 + }, + { + "epoch": 0.1580721935739786, + "grad_norm": 0.763603687286377, + "learning_rate": 0.00016859241612070678, + "loss": 0.09174942970275879, + "step": 797 + }, + { + "epoch": 0.15827052756842522, + "grad_norm": 0.817190408706665, + "learning_rate": 0.00016855270994639668, + "loss": 0.09391465783119202, + "step": 798 + }, + { + "epoch": 0.15846886156287188, + "grad_norm": 1.0045796632766724, + "learning_rate": 0.00016851300377208656, + "loss": 0.09089630097150803, + "step": 799 + }, + { + "epoch": 0.15866719555731854, + "grad_norm": 1.932532787322998, + "learning_rate": 0.00016847329759777646, + "loss": 0.09413041174411774, + "step": 800 + }, + { + "epoch": 0.15886552955176517, + "grad_norm": 2.3867106437683105, + "learning_rate": 0.00016843359142346636, + "loss": 0.12318699061870575, + "step": 801 + }, + { + "epoch": 0.15906386354621183, + "grad_norm": 13.302041053771973, + "learning_rate": 0.00016839388524915626, + "loss": 0.10733212530612946, + "step": 802 + }, + { + "epoch": 0.15926219754065846, + "grad_norm": 0.46899375319480896, + "learning_rate": 0.00016835417907484613, + "loss": 0.08043478429317474, + "step": 803 + }, + { + "epoch": 0.15946053153510512, + "grad_norm": 0.7885104417800903, + "learning_rate": 0.00016831447290053603, + "loss": 0.0737220048904419, + "step": 804 + }, + { + "epoch": 0.15965886552955177, + "grad_norm": 3.672624111175537, + "learning_rate": 0.00016827476672622593, + "loss": 0.08674191683530807, + "step": 805 + }, + { + "epoch": 0.1598571995239984, + "grad_norm": 0.7052446007728577, + "learning_rate": 0.00016823506055191584, + "loss": 0.10695242881774902, + "step": 806 + }, + { + "epoch": 0.16005553351844506, + "grad_norm": 0.6023134589195251, + "learning_rate": 0.0001681953543776057, + "loss": 0.12775376439094543, + "step": 807 + }, + { + "epoch": 0.16025386751289172, + "grad_norm": 8.562211990356445, + "learning_rate": 0.0001681556482032956, + "loss": 0.11541011929512024, + "step": 808 + }, + { + "epoch": 0.16045220150733835, + "grad_norm": 0.6730973124504089, + "learning_rate": 0.0001681159420289855, + "loss": 0.14523006975650787, + "step": 809 + }, + { + "epoch": 0.160650535501785, + "grad_norm": 0.42963287234306335, + "learning_rate": 0.0001680762358546754, + "loss": 0.1024354100227356, + "step": 810 + }, + { + "epoch": 0.16084886949623164, + "grad_norm": 1.193817377090454, + "learning_rate": 0.00016803652968036529, + "loss": 0.08807159960269928, + "step": 811 + }, + { + "epoch": 0.1610472034906783, + "grad_norm": 1.3437843322753906, + "learning_rate": 0.00016799682350605519, + "loss": 0.07593671977519989, + "step": 812 + }, + { + "epoch": 0.16124553748512496, + "grad_norm": 5.702693462371826, + "learning_rate": 0.0001679571173317451, + "loss": 0.09528316557407379, + "step": 813 + }, + { + "epoch": 0.1614438714795716, + "grad_norm": 2.6297945976257324, + "learning_rate": 0.000167917411157435, + "loss": 0.06963811069726944, + "step": 814 + }, + { + "epoch": 0.16164220547401825, + "grad_norm": 29.23362159729004, + "learning_rate": 0.0001678777049831249, + "loss": 0.14898090064525604, + "step": 815 + }, + { + "epoch": 0.16184053946846488, + "grad_norm": 1.6215389966964722, + "learning_rate": 0.0001678379988088148, + "loss": 0.09342771768569946, + "step": 816 + }, + { + "epoch": 0.16203887346291154, + "grad_norm": 3.9385673999786377, + "learning_rate": 0.0001677982926345047, + "loss": 0.1359766274690628, + "step": 817 + }, + { + "epoch": 0.1622372074573582, + "grad_norm": 0.6466863751411438, + "learning_rate": 0.0001677585864601946, + "loss": 0.09406039118766785, + "step": 818 + }, + { + "epoch": 0.16243554145180483, + "grad_norm": 0.29684099555015564, + "learning_rate": 0.00016771888028588446, + "loss": 0.09869586676359177, + "step": 819 + }, + { + "epoch": 0.1626338754462515, + "grad_norm": 2.359266757965088, + "learning_rate": 0.00016767917411157437, + "loss": 0.1095205768942833, + "step": 820 + }, + { + "epoch": 0.16283220944069812, + "grad_norm": 7.053109645843506, + "learning_rate": 0.00016763946793726427, + "loss": 0.10624194890260696, + "step": 821 + }, + { + "epoch": 0.16303054343514478, + "grad_norm": 1.1979897022247314, + "learning_rate": 0.00016759976176295417, + "loss": 0.09656906127929688, + "step": 822 + }, + { + "epoch": 0.16322887742959144, + "grad_norm": 1.3844393491744995, + "learning_rate": 0.00016756005558864404, + "loss": 0.1331416666507721, + "step": 823 + }, + { + "epoch": 0.16342721142403807, + "grad_norm": 3.0003836154937744, + "learning_rate": 0.00016752034941433394, + "loss": 0.12149198353290558, + "step": 824 + }, + { + "epoch": 0.16362554541848473, + "grad_norm": 2.1691291332244873, + "learning_rate": 0.00016748064324002384, + "loss": 0.0738724023103714, + "step": 825 + }, + { + "epoch": 0.1638238794129314, + "grad_norm": 0.49650686979293823, + "learning_rate": 0.00016744093706571374, + "loss": 0.16888609528541565, + "step": 826 + }, + { + "epoch": 0.16402221340737802, + "grad_norm": 1.170247197151184, + "learning_rate": 0.00016740123089140362, + "loss": 0.1355648785829544, + "step": 827 + }, + { + "epoch": 0.16422054740182468, + "grad_norm": 2.892878532409668, + "learning_rate": 0.00016736152471709352, + "loss": 0.12166692316532135, + "step": 828 + }, + { + "epoch": 0.1644188813962713, + "grad_norm": 1.2593822479248047, + "learning_rate": 0.00016732181854278342, + "loss": 0.1393534541130066, + "step": 829 + }, + { + "epoch": 0.16461721539071797, + "grad_norm": 2.2626101970672607, + "learning_rate": 0.00016728211236847332, + "loss": 0.1102178692817688, + "step": 830 + }, + { + "epoch": 0.16481554938516463, + "grad_norm": 5.734386444091797, + "learning_rate": 0.0001672424061941632, + "loss": 0.09360300749540329, + "step": 831 + }, + { + "epoch": 0.16501388337961126, + "grad_norm": 0.599518358707428, + "learning_rate": 0.0001672027000198531, + "loss": 0.06587398797273636, + "step": 832 + }, + { + "epoch": 0.16521221737405792, + "grad_norm": 2.398205518722534, + "learning_rate": 0.000167162993845543, + "loss": 0.10570012778043747, + "step": 833 + }, + { + "epoch": 0.16541055136850455, + "grad_norm": 0.2913820147514343, + "learning_rate": 0.0001671232876712329, + "loss": 0.1264788657426834, + "step": 834 + }, + { + "epoch": 0.1656088853629512, + "grad_norm": 0.48370039463043213, + "learning_rate": 0.00016708358149692277, + "loss": 0.05972320958971977, + "step": 835 + }, + { + "epoch": 0.16580721935739787, + "grad_norm": 0.6576630473136902, + "learning_rate": 0.00016704387532261267, + "loss": 0.1344534307718277, + "step": 836 + }, + { + "epoch": 0.1660055533518445, + "grad_norm": 0.5224348902702332, + "learning_rate": 0.00016700416914830257, + "loss": 0.09680572152137756, + "step": 837 + }, + { + "epoch": 0.16620388734629116, + "grad_norm": 0.4077039062976837, + "learning_rate": 0.00016696446297399247, + "loss": 0.10146989673376083, + "step": 838 + }, + { + "epoch": 0.16640222134073782, + "grad_norm": 0.5959250330924988, + "learning_rate": 0.00016692475679968235, + "loss": 0.09149330109357834, + "step": 839 + }, + { + "epoch": 0.16660055533518445, + "grad_norm": 0.5722472667694092, + "learning_rate": 0.00016688505062537225, + "loss": 0.07581160217523575, + "step": 840 + }, + { + "epoch": 0.1667988893296311, + "grad_norm": 0.42852768301963806, + "learning_rate": 0.00016684534445106215, + "loss": 0.10808670520782471, + "step": 841 + }, + { + "epoch": 0.16699722332407774, + "grad_norm": 0.6652246713638306, + "learning_rate": 0.00016680563827675205, + "loss": 0.09966251254081726, + "step": 842 + }, + { + "epoch": 0.1671955573185244, + "grad_norm": 1.1649609804153442, + "learning_rate": 0.00016676593210244192, + "loss": 0.12208428978919983, + "step": 843 + }, + { + "epoch": 0.16739389131297105, + "grad_norm": 0.7802695035934448, + "learning_rate": 0.00016672622592813182, + "loss": 0.11817626655101776, + "step": 844 + }, + { + "epoch": 0.16759222530741769, + "grad_norm": 1.0987542867660522, + "learning_rate": 0.00016668651975382172, + "loss": 0.10025253891944885, + "step": 845 + }, + { + "epoch": 0.16779055930186434, + "grad_norm": 0.9790586233139038, + "learning_rate": 0.00016664681357951163, + "loss": 0.10812446475028992, + "step": 846 + }, + { + "epoch": 0.16798889329631098, + "grad_norm": 0.31871435046195984, + "learning_rate": 0.00016660710740520153, + "loss": 0.13476642966270447, + "step": 847 + }, + { + "epoch": 0.16818722729075763, + "grad_norm": 2.4573354721069336, + "learning_rate": 0.0001665674012308914, + "loss": 0.12111425399780273, + "step": 848 + }, + { + "epoch": 0.1683855612852043, + "grad_norm": 1.6587321758270264, + "learning_rate": 0.0001665276950565813, + "loss": 0.11836592853069305, + "step": 849 + }, + { + "epoch": 0.16858389527965092, + "grad_norm": 0.7453271150588989, + "learning_rate": 0.0001664879888822712, + "loss": 0.11373910307884216, + "step": 850 + }, + { + "epoch": 0.16878222927409758, + "grad_norm": 7.706471920013428, + "learning_rate": 0.0001664482827079611, + "loss": 0.0856238603591919, + "step": 851 + }, + { + "epoch": 0.16898056326854421, + "grad_norm": 7.964602470397949, + "learning_rate": 0.00016640857653365098, + "loss": 0.10847693681716919, + "step": 852 + }, + { + "epoch": 0.16917889726299087, + "grad_norm": 13.167288780212402, + "learning_rate": 0.00016636887035934088, + "loss": 0.12048009783029556, + "step": 853 + }, + { + "epoch": 0.16937723125743753, + "grad_norm": 0.4964528977870941, + "learning_rate": 0.00016632916418503078, + "loss": 0.05840403959155083, + "step": 854 + }, + { + "epoch": 0.16957556525188416, + "grad_norm": 0.9185776710510254, + "learning_rate": 0.00016628945801072068, + "loss": 0.1599126160144806, + "step": 855 + }, + { + "epoch": 0.16977389924633082, + "grad_norm": 11.381705284118652, + "learning_rate": 0.00016624975183641055, + "loss": 0.08830666542053223, + "step": 856 + }, + { + "epoch": 0.16997223324077748, + "grad_norm": 1.239396333694458, + "learning_rate": 0.00016621004566210045, + "loss": 0.12419679760932922, + "step": 857 + }, + { + "epoch": 0.1701705672352241, + "grad_norm": 1.496350884437561, + "learning_rate": 0.00016617033948779035, + "loss": 0.08478429168462753, + "step": 858 + }, + { + "epoch": 0.17036890122967077, + "grad_norm": 3.7707433700561523, + "learning_rate": 0.00016613063331348025, + "loss": 0.07340282201766968, + "step": 859 + }, + { + "epoch": 0.1705672352241174, + "grad_norm": 1.8295469284057617, + "learning_rate": 0.00016609092713917013, + "loss": 0.08764422684907913, + "step": 860 + }, + { + "epoch": 0.17076556921856406, + "grad_norm": 0.6813963055610657, + "learning_rate": 0.00016605122096486006, + "loss": 0.10343874990940094, + "step": 861 + }, + { + "epoch": 0.17096390321301072, + "grad_norm": 4.929679870605469, + "learning_rate": 0.00016601151479054996, + "loss": 0.12427026033401489, + "step": 862 + }, + { + "epoch": 0.17116223720745735, + "grad_norm": 3.460829973220825, + "learning_rate": 0.00016597180861623983, + "loss": 0.11443141102790833, + "step": 863 + }, + { + "epoch": 0.171360571201904, + "grad_norm": 0.497641921043396, + "learning_rate": 0.00016593210244192973, + "loss": 0.11221656948328018, + "step": 864 + }, + { + "epoch": 0.17155890519635064, + "grad_norm": 0.644477903842926, + "learning_rate": 0.00016589239626761963, + "loss": 0.07793767750263214, + "step": 865 + }, + { + "epoch": 0.1717572391907973, + "grad_norm": 3.588848114013672, + "learning_rate": 0.00016585269009330953, + "loss": 0.10818661749362946, + "step": 866 + }, + { + "epoch": 0.17195557318524396, + "grad_norm": 0.6623831987380981, + "learning_rate": 0.0001658129839189994, + "loss": 0.1061910092830658, + "step": 867 + }, + { + "epoch": 0.1721539071796906, + "grad_norm": 1.679794430732727, + "learning_rate": 0.0001657732777446893, + "loss": 0.10034060478210449, + "step": 868 + }, + { + "epoch": 0.17235224117413725, + "grad_norm": 10.606180191040039, + "learning_rate": 0.0001657335715703792, + "loss": 0.09206583350896835, + "step": 869 + }, + { + "epoch": 0.1725505751685839, + "grad_norm": 0.8477001786231995, + "learning_rate": 0.0001656938653960691, + "loss": 0.10323294997215271, + "step": 870 + }, + { + "epoch": 0.17274890916303054, + "grad_norm": 3.265948534011841, + "learning_rate": 0.000165654159221759, + "loss": 0.10134110599756241, + "step": 871 + }, + { + "epoch": 0.1729472431574772, + "grad_norm": 3.000159978866577, + "learning_rate": 0.00016561445304744888, + "loss": 0.11658423393964767, + "step": 872 + }, + { + "epoch": 0.17314557715192383, + "grad_norm": 57.74278259277344, + "learning_rate": 0.00016557474687313879, + "loss": 0.09286060929298401, + "step": 873 + }, + { + "epoch": 0.1733439111463705, + "grad_norm": 3.5096547603607178, + "learning_rate": 0.00016553504069882869, + "loss": 0.07773102074861526, + "step": 874 + }, + { + "epoch": 0.17354224514081715, + "grad_norm": 1.6841928958892822, + "learning_rate": 0.0001654953345245186, + "loss": 0.10195743292570114, + "step": 875 + }, + { + "epoch": 0.17374057913526378, + "grad_norm": 6.3286309242248535, + "learning_rate": 0.00016545562835020846, + "loss": 0.10517741739749908, + "step": 876 + }, + { + "epoch": 0.17393891312971044, + "grad_norm": 0.8907429575920105, + "learning_rate": 0.00016541592217589836, + "loss": 0.12632818520069122, + "step": 877 + }, + { + "epoch": 0.17413724712415707, + "grad_norm": 0.7007400989532471, + "learning_rate": 0.00016537621600158826, + "loss": 0.08886025846004486, + "step": 878 + }, + { + "epoch": 0.17433558111860373, + "grad_norm": 3.3227171897888184, + "learning_rate": 0.00016533650982727816, + "loss": 0.08604589104652405, + "step": 879 + }, + { + "epoch": 0.1745339151130504, + "grad_norm": 4.001500129699707, + "learning_rate": 0.00016529680365296804, + "loss": 0.12170074880123138, + "step": 880 + }, + { + "epoch": 0.17473224910749702, + "grad_norm": 0.425980806350708, + "learning_rate": 0.00016525709747865794, + "loss": 0.08932803571224213, + "step": 881 + }, + { + "epoch": 0.17493058310194368, + "grad_norm": 0.40083926916122437, + "learning_rate": 0.00016521739130434784, + "loss": 0.10939565300941467, + "step": 882 + }, + { + "epoch": 0.1751289170963903, + "grad_norm": 11.827316284179688, + "learning_rate": 0.00016517768513003774, + "loss": 0.12644538283348083, + "step": 883 + }, + { + "epoch": 0.17532725109083697, + "grad_norm": 1.9000829458236694, + "learning_rate": 0.0001651379789557276, + "loss": 0.11120408773422241, + "step": 884 + }, + { + "epoch": 0.17552558508528363, + "grad_norm": 1.775037169456482, + "learning_rate": 0.00016509827278141751, + "loss": 0.08795545995235443, + "step": 885 + }, + { + "epoch": 0.17572391907973026, + "grad_norm": 2.307965040206909, + "learning_rate": 0.00016505856660710742, + "loss": 0.10401424020528793, + "step": 886 + }, + { + "epoch": 0.17592225307417692, + "grad_norm": 1.3045252561569214, + "learning_rate": 0.00016501886043279732, + "loss": 0.09696821123361588, + "step": 887 + }, + { + "epoch": 0.17612058706862357, + "grad_norm": 0.4016847312450409, + "learning_rate": 0.0001649791542584872, + "loss": 0.09700092673301697, + "step": 888 + }, + { + "epoch": 0.1763189210630702, + "grad_norm": 0.5454317927360535, + "learning_rate": 0.0001649394480841771, + "loss": 0.14561209082603455, + "step": 889 + }, + { + "epoch": 0.17651725505751686, + "grad_norm": 0.7869277000427246, + "learning_rate": 0.000164899741909867, + "loss": 0.12786243855953217, + "step": 890 + }, + { + "epoch": 0.1767155890519635, + "grad_norm": 3.246906042098999, + "learning_rate": 0.0001648600357355569, + "loss": 0.09258052706718445, + "step": 891 + }, + { + "epoch": 0.17691392304641015, + "grad_norm": 3.228785514831543, + "learning_rate": 0.00016482032956124677, + "loss": 0.10080496966838837, + "step": 892 + }, + { + "epoch": 0.1771122570408568, + "grad_norm": 0.7699167132377625, + "learning_rate": 0.00016478062338693667, + "loss": 0.12655484676361084, + "step": 893 + }, + { + "epoch": 0.17731059103530344, + "grad_norm": 0.47438129782676697, + "learning_rate": 0.00016474091721262657, + "loss": 0.12052087485790253, + "step": 894 + }, + { + "epoch": 0.1775089250297501, + "grad_norm": 0.5702899694442749, + "learning_rate": 0.00016470121103831647, + "loss": 0.0975022166967392, + "step": 895 + }, + { + "epoch": 0.17770725902419673, + "grad_norm": 0.46225813031196594, + "learning_rate": 0.00016466150486400634, + "loss": 0.08647887408733368, + "step": 896 + }, + { + "epoch": 0.1779055930186434, + "grad_norm": 1.6919492483139038, + "learning_rate": 0.00016462179868969624, + "loss": 0.10575761646032333, + "step": 897 + }, + { + "epoch": 0.17810392701309005, + "grad_norm": 0.7556244134902954, + "learning_rate": 0.00016458209251538614, + "loss": 0.11487316340208054, + "step": 898 + }, + { + "epoch": 0.17830226100753668, + "grad_norm": 0.547920823097229, + "learning_rate": 0.00016454238634107604, + "loss": 0.10218367725610733, + "step": 899 + }, + { + "epoch": 0.17850059500198334, + "grad_norm": 1.8840185403823853, + "learning_rate": 0.00016450268016676595, + "loss": 0.12943565845489502, + "step": 900 + }, + { + "epoch": 0.17869892899643, + "grad_norm": 0.40752682089805603, + "learning_rate": 0.00016446297399245582, + "loss": 0.1268531084060669, + "step": 901 + }, + { + "epoch": 0.17889726299087663, + "grad_norm": 0.5385739207267761, + "learning_rate": 0.00016442326781814572, + "loss": 0.09023715555667877, + "step": 902 + }, + { + "epoch": 0.1790955969853233, + "grad_norm": 0.7747863531112671, + "learning_rate": 0.00016438356164383562, + "loss": 0.12348002195358276, + "step": 903 + }, + { + "epoch": 0.17929393097976992, + "grad_norm": 0.5648394823074341, + "learning_rate": 0.00016434385546952552, + "loss": 0.08033538609743118, + "step": 904 + }, + { + "epoch": 0.17949226497421658, + "grad_norm": 0.6726679801940918, + "learning_rate": 0.0001643041492952154, + "loss": 0.11626902222633362, + "step": 905 + }, + { + "epoch": 0.17969059896866324, + "grad_norm": 1.4365265369415283, + "learning_rate": 0.0001642644431209053, + "loss": 0.11141827702522278, + "step": 906 + }, + { + "epoch": 0.17988893296310987, + "grad_norm": 0.686250627040863, + "learning_rate": 0.0001642247369465952, + "loss": 0.10682080686092377, + "step": 907 + }, + { + "epoch": 0.18008726695755653, + "grad_norm": 0.573300838470459, + "learning_rate": 0.0001641850307722851, + "loss": 0.1340574324131012, + "step": 908 + }, + { + "epoch": 0.18028560095200316, + "grad_norm": 0.2065911889076233, + "learning_rate": 0.000164145324597975, + "loss": 0.10068200528621674, + "step": 909 + }, + { + "epoch": 0.18048393494644982, + "grad_norm": 6.689789772033691, + "learning_rate": 0.0001641056184236649, + "loss": 0.10316755622625351, + "step": 910 + }, + { + "epoch": 0.18068226894089648, + "grad_norm": 0.2763834595680237, + "learning_rate": 0.0001640659122493548, + "loss": 0.061486776918172836, + "step": 911 + }, + { + "epoch": 0.1808806029353431, + "grad_norm": 1.6315867900848389, + "learning_rate": 0.00016402620607504467, + "loss": 0.06708431243896484, + "step": 912 + }, + { + "epoch": 0.18107893692978977, + "grad_norm": 0.7978951334953308, + "learning_rate": 0.00016398649990073458, + "loss": 0.09064281731843948, + "step": 913 + }, + { + "epoch": 0.18127727092423643, + "grad_norm": 0.23776841163635254, + "learning_rate": 0.00016394679372642448, + "loss": 0.10410083830356598, + "step": 914 + }, + { + "epoch": 0.18147560491868306, + "grad_norm": 0.3196561634540558, + "learning_rate": 0.00016390708755211438, + "loss": 0.1011362075805664, + "step": 915 + }, + { + "epoch": 0.18167393891312972, + "grad_norm": 1.034769058227539, + "learning_rate": 0.00016386738137780425, + "loss": 0.09715458750724792, + "step": 916 + }, + { + "epoch": 0.18187227290757635, + "grad_norm": 0.632608950138092, + "learning_rate": 0.00016382767520349415, + "loss": 0.07675494253635406, + "step": 917 + }, + { + "epoch": 0.182070606902023, + "grad_norm": 0.7462406754493713, + "learning_rate": 0.00016378796902918405, + "loss": 0.08557246625423431, + "step": 918 + }, + { + "epoch": 0.18226894089646967, + "grad_norm": 1.4618089199066162, + "learning_rate": 0.00016374826285487395, + "loss": 0.09034460783004761, + "step": 919 + }, + { + "epoch": 0.1824672748909163, + "grad_norm": 0.3988819420337677, + "learning_rate": 0.00016370855668056383, + "loss": 0.13466888666152954, + "step": 920 + }, + { + "epoch": 0.18266560888536296, + "grad_norm": 4.222977161407471, + "learning_rate": 0.00016366885050625373, + "loss": 0.09748624265193939, + "step": 921 + }, + { + "epoch": 0.1828639428798096, + "grad_norm": 0.1721876561641693, + "learning_rate": 0.00016362914433194363, + "loss": 0.07746626436710358, + "step": 922 + }, + { + "epoch": 0.18306227687425625, + "grad_norm": 94.0052261352539, + "learning_rate": 0.00016358943815763353, + "loss": 0.09955709427595139, + "step": 923 + }, + { + "epoch": 0.1832606108687029, + "grad_norm": 0.6114298105239868, + "learning_rate": 0.00016354973198332343, + "loss": 0.13150598108768463, + "step": 924 + }, + { + "epoch": 0.18345894486314954, + "grad_norm": 0.42006731033325195, + "learning_rate": 0.0001635100258090133, + "loss": 0.09661446511745453, + "step": 925 + }, + { + "epoch": 0.1836572788575962, + "grad_norm": 1.1859545707702637, + "learning_rate": 0.0001634703196347032, + "loss": 0.08069948107004166, + "step": 926 + }, + { + "epoch": 0.18385561285204283, + "grad_norm": 0.6125664710998535, + "learning_rate": 0.0001634306134603931, + "loss": 0.10298610478639603, + "step": 927 + }, + { + "epoch": 0.18405394684648949, + "grad_norm": 1.2497586011886597, + "learning_rate": 0.000163390907286083, + "loss": 0.08884412050247192, + "step": 928 + }, + { + "epoch": 0.18425228084093614, + "grad_norm": 0.36354774236679077, + "learning_rate": 0.00016335120111177288, + "loss": 0.10478779673576355, + "step": 929 + }, + { + "epoch": 0.18445061483538278, + "grad_norm": 3.149338483810425, + "learning_rate": 0.00016331149493746278, + "loss": 0.10602453351020813, + "step": 930 + }, + { + "epoch": 0.18464894882982943, + "grad_norm": 1.5868028402328491, + "learning_rate": 0.00016327178876315268, + "loss": 0.11098924279212952, + "step": 931 + }, + { + "epoch": 0.1848472828242761, + "grad_norm": 5.56385612487793, + "learning_rate": 0.00016323208258884258, + "loss": 0.12913890182971954, + "step": 932 + }, + { + "epoch": 0.18504561681872272, + "grad_norm": 0.9071877002716064, + "learning_rate": 0.00016319237641453246, + "loss": 0.11727342754602432, + "step": 933 + }, + { + "epoch": 0.18524395081316938, + "grad_norm": 1.38419771194458, + "learning_rate": 0.00016315267024022236, + "loss": 0.09015171974897385, + "step": 934 + }, + { + "epoch": 0.18544228480761601, + "grad_norm": 0.3539239764213562, + "learning_rate": 0.00016311296406591226, + "loss": 0.12304331362247467, + "step": 935 + }, + { + "epoch": 0.18564061880206267, + "grad_norm": 2.638767719268799, + "learning_rate": 0.00016307325789160216, + "loss": 0.0974298045039177, + "step": 936 + }, + { + "epoch": 0.18583895279650933, + "grad_norm": 0.9177535176277161, + "learning_rate": 0.00016303355171729203, + "loss": 0.0956917479634285, + "step": 937 + }, + { + "epoch": 0.18603728679095596, + "grad_norm": 0.6084362864494324, + "learning_rate": 0.00016299384554298193, + "loss": 0.1097816526889801, + "step": 938 + }, + { + "epoch": 0.18623562078540262, + "grad_norm": 1.8120100498199463, + "learning_rate": 0.00016295413936867183, + "loss": 0.08412794023752213, + "step": 939 + }, + { + "epoch": 0.18643395477984925, + "grad_norm": 0.3374565839767456, + "learning_rate": 0.00016291443319436174, + "loss": 0.140326589345932, + "step": 940 + }, + { + "epoch": 0.1866322887742959, + "grad_norm": 2.3723204135894775, + "learning_rate": 0.0001628747270200516, + "loss": 0.10621552914381027, + "step": 941 + }, + { + "epoch": 0.18683062276874257, + "grad_norm": 3.895017623901367, + "learning_rate": 0.0001628350208457415, + "loss": 0.10629941523075104, + "step": 942 + }, + { + "epoch": 0.1870289567631892, + "grad_norm": 0.9066433906555176, + "learning_rate": 0.0001627953146714314, + "loss": 0.13689295947551727, + "step": 943 + }, + { + "epoch": 0.18722729075763586, + "grad_norm": 0.2794395685195923, + "learning_rate": 0.0001627556084971213, + "loss": 0.09974271059036255, + "step": 944 + }, + { + "epoch": 0.18742562475208252, + "grad_norm": 61.2442626953125, + "learning_rate": 0.00016271590232281119, + "loss": 0.09721308946609497, + "step": 945 + }, + { + "epoch": 0.18762395874652915, + "grad_norm": 0.9858193397521973, + "learning_rate": 0.00016267619614850109, + "loss": 0.12007725238800049, + "step": 946 + }, + { + "epoch": 0.1878222927409758, + "grad_norm": 0.22840194404125214, + "learning_rate": 0.000162636489974191, + "loss": 0.10328762233257294, + "step": 947 + }, + { + "epoch": 0.18802062673542244, + "grad_norm": 1.4641964435577393, + "learning_rate": 0.0001625967837998809, + "loss": 0.12318600714206696, + "step": 948 + }, + { + "epoch": 0.1882189607298691, + "grad_norm": 1.688241720199585, + "learning_rate": 0.00016255707762557076, + "loss": 0.09584490954875946, + "step": 949 + }, + { + "epoch": 0.18841729472431576, + "grad_norm": 9.754975318908691, + "learning_rate": 0.00016251737145126066, + "loss": 0.1329660415649414, + "step": 950 + }, + { + "epoch": 0.1886156287187624, + "grad_norm": 0.7984388470649719, + "learning_rate": 0.00016247766527695056, + "loss": 0.12485858052968979, + "step": 951 + }, + { + "epoch": 0.18881396271320905, + "grad_norm": 0.483242392539978, + "learning_rate": 0.00016243795910264046, + "loss": 0.11639900505542755, + "step": 952 + }, + { + "epoch": 0.18901229670765568, + "grad_norm": 0.48906636238098145, + "learning_rate": 0.00016239825292833037, + "loss": 0.10432381182909012, + "step": 953 + }, + { + "epoch": 0.18921063070210234, + "grad_norm": 0.731855571269989, + "learning_rate": 0.00016235854675402027, + "loss": 0.07530860602855682, + "step": 954 + }, + { + "epoch": 0.189408964696549, + "grad_norm": 0.7772534489631653, + "learning_rate": 0.00016231884057971017, + "loss": 0.12320367991924286, + "step": 955 + }, + { + "epoch": 0.18960729869099563, + "grad_norm": 1.6499937772750854, + "learning_rate": 0.00016227913440540007, + "loss": 0.0992119312286377, + "step": 956 + }, + { + "epoch": 0.1898056326854423, + "grad_norm": 0.8880507349967957, + "learning_rate": 0.00016223942823108994, + "loss": 0.10400393605232239, + "step": 957 + }, + { + "epoch": 0.19000396667988892, + "grad_norm": 0.4112628996372223, + "learning_rate": 0.00016219972205677984, + "loss": 0.07628028094768524, + "step": 958 + }, + { + "epoch": 0.19020230067433558, + "grad_norm": 0.3620345890522003, + "learning_rate": 0.00016216001588246974, + "loss": 0.06201272830367088, + "step": 959 + }, + { + "epoch": 0.19040063466878224, + "grad_norm": 0.6522496938705444, + "learning_rate": 0.00016212030970815964, + "loss": 0.10166007280349731, + "step": 960 + }, + { + "epoch": 0.19059896866322887, + "grad_norm": 2.078112840652466, + "learning_rate": 0.00016208060353384952, + "loss": 0.20057715475559235, + "step": 961 + }, + { + "epoch": 0.19079730265767553, + "grad_norm": 0.9827854037284851, + "learning_rate": 0.00016204089735953942, + "loss": 0.09430835396051407, + "step": 962 + }, + { + "epoch": 0.19099563665212219, + "grad_norm": 1.7156505584716797, + "learning_rate": 0.00016200119118522932, + "loss": 0.06699877977371216, + "step": 963 + }, + { + "epoch": 0.19119397064656882, + "grad_norm": 3.003549575805664, + "learning_rate": 0.00016196148501091922, + "loss": 0.08094936609268188, + "step": 964 + }, + { + "epoch": 0.19139230464101548, + "grad_norm": 0.6797021627426147, + "learning_rate": 0.0001619217788366091, + "loss": 0.06918899714946747, + "step": 965 + }, + { + "epoch": 0.1915906386354621, + "grad_norm": 1.726859450340271, + "learning_rate": 0.000161882072662299, + "loss": 0.07609457522630692, + "step": 966 + }, + { + "epoch": 0.19178897262990877, + "grad_norm": 0.7402711510658264, + "learning_rate": 0.0001618423664879889, + "loss": 0.10053569078445435, + "step": 967 + }, + { + "epoch": 0.19198730662435542, + "grad_norm": 0.42951464653015137, + "learning_rate": 0.0001618026603136788, + "loss": 0.13426539301872253, + "step": 968 + }, + { + "epoch": 0.19218564061880206, + "grad_norm": 0.37047502398490906, + "learning_rate": 0.00016176295413936867, + "loss": 0.11655382812023163, + "step": 969 + }, + { + "epoch": 0.19238397461324871, + "grad_norm": 1.0796386003494263, + "learning_rate": 0.00016172324796505857, + "loss": 0.09186246991157532, + "step": 970 + }, + { + "epoch": 0.19258230860769535, + "grad_norm": 7.713677406311035, + "learning_rate": 0.00016168354179074847, + "loss": 0.08935073763132095, + "step": 971 + }, + { + "epoch": 0.192780642602142, + "grad_norm": 0.7976804375648499, + "learning_rate": 0.00016164383561643837, + "loss": 0.10055818408727646, + "step": 972 + }, + { + "epoch": 0.19297897659658866, + "grad_norm": 1.0339962244033813, + "learning_rate": 0.00016160412944212827, + "loss": 0.08559471368789673, + "step": 973 + }, + { + "epoch": 0.1931773105910353, + "grad_norm": 0.46521472930908203, + "learning_rate": 0.00016156442326781815, + "loss": 0.10134243220090866, + "step": 974 + }, + { + "epoch": 0.19337564458548195, + "grad_norm": 2.3831381797790527, + "learning_rate": 0.00016152471709350805, + "loss": 0.09775125980377197, + "step": 975 + }, + { + "epoch": 0.1935739785799286, + "grad_norm": 5.28180456161499, + "learning_rate": 0.00016148501091919795, + "loss": 0.06574706733226776, + "step": 976 + }, + { + "epoch": 0.19377231257437524, + "grad_norm": 0.3086485266685486, + "learning_rate": 0.00016144530474488785, + "loss": 0.07220524549484253, + "step": 977 + }, + { + "epoch": 0.1939706465688219, + "grad_norm": 0.5290624499320984, + "learning_rate": 0.00016140559857057772, + "loss": 0.10336148738861084, + "step": 978 + }, + { + "epoch": 0.19416898056326853, + "grad_norm": 1.3296388387680054, + "learning_rate": 0.00016136589239626762, + "loss": 0.10746221244335175, + "step": 979 + }, + { + "epoch": 0.1943673145577152, + "grad_norm": 0.724996030330658, + "learning_rate": 0.00016132618622195753, + "loss": 0.09611599892377853, + "step": 980 + }, + { + "epoch": 0.19456564855216185, + "grad_norm": 4.895132064819336, + "learning_rate": 0.00016128648004764743, + "loss": 0.10125373303890228, + "step": 981 + }, + { + "epoch": 0.19476398254660848, + "grad_norm": 0.46396228671073914, + "learning_rate": 0.0001612467738733373, + "loss": 0.09301376342773438, + "step": 982 + }, + { + "epoch": 0.19496231654105514, + "grad_norm": 0.8602280020713806, + "learning_rate": 0.0001612070676990272, + "loss": 0.09611299633979797, + "step": 983 + }, + { + "epoch": 0.19516065053550177, + "grad_norm": 0.35058262944221497, + "learning_rate": 0.0001611673615247171, + "loss": 0.07340405136346817, + "step": 984 + }, + { + "epoch": 0.19535898452994843, + "grad_norm": 0.31169337034225464, + "learning_rate": 0.000161127655350407, + "loss": 0.11824218183755875, + "step": 985 + }, + { + "epoch": 0.1955573185243951, + "grad_norm": 0.45183637738227844, + "learning_rate": 0.00016108794917609688, + "loss": 0.09729889035224915, + "step": 986 + }, + { + "epoch": 0.19575565251884172, + "grad_norm": 0.8180387616157532, + "learning_rate": 0.00016104824300178678, + "loss": 0.10681308060884476, + "step": 987 + }, + { + "epoch": 0.19595398651328838, + "grad_norm": 4.031517505645752, + "learning_rate": 0.00016100853682747668, + "loss": 0.08892570436000824, + "step": 988 + }, + { + "epoch": 0.19615232050773504, + "grad_norm": 2.0651583671569824, + "learning_rate": 0.00016096883065316658, + "loss": 0.0937495082616806, + "step": 989 + }, + { + "epoch": 0.19635065450218167, + "grad_norm": 2.8568062782287598, + "learning_rate": 0.00016092912447885645, + "loss": 0.13035854697227478, + "step": 990 + }, + { + "epoch": 0.19654898849662833, + "grad_norm": 1.3905481100082397, + "learning_rate": 0.00016088941830454635, + "loss": 0.10411488264799118, + "step": 991 + }, + { + "epoch": 0.19674732249107496, + "grad_norm": 0.8821755051612854, + "learning_rate": 0.00016084971213023625, + "loss": 0.11545815318822861, + "step": 992 + }, + { + "epoch": 0.19694565648552162, + "grad_norm": 6.708939075469971, + "learning_rate": 0.00016081000595592616, + "loss": 0.11220686137676239, + "step": 993 + }, + { + "epoch": 0.19714399047996828, + "grad_norm": 0.6058842539787292, + "learning_rate": 0.00016077029978161603, + "loss": 0.1265142560005188, + "step": 994 + }, + { + "epoch": 0.1973423244744149, + "grad_norm": 0.30593228340148926, + "learning_rate": 0.00016073059360730593, + "loss": 0.08037127554416656, + "step": 995 + }, + { + "epoch": 0.19754065846886157, + "grad_norm": 8.471893310546875, + "learning_rate": 0.00016069088743299583, + "loss": 0.10081431269645691, + "step": 996 + }, + { + "epoch": 0.1977389924633082, + "grad_norm": 1.3150047063827515, + "learning_rate": 0.00016065118125868573, + "loss": 0.10108720511198044, + "step": 997 + }, + { + "epoch": 0.19793732645775486, + "grad_norm": 0.5858643651008606, + "learning_rate": 0.0001606114750843756, + "loss": 0.11047309637069702, + "step": 998 + }, + { + "epoch": 0.19813566045220152, + "grad_norm": 0.6842893958091736, + "learning_rate": 0.0001605717689100655, + "loss": 0.10276953876018524, + "step": 999 + }, + { + "epoch": 0.19833399444664815, + "grad_norm": 1.7001142501831055, + "learning_rate": 0.00016053206273575543, + "loss": 0.18857166171073914, + "step": 1000 + }, + { + "epoch": 0.19833399444664815, + "eval_loss": 0.7138978242874146, + "eval_runtime": 416.0931, + "eval_samples_per_second": 0.615, + "eval_steps_per_second": 0.154, + "step": 1000 + }, + { + "epoch": 0.1985323284410948, + "grad_norm": 1.4181164503097534, + "learning_rate": 0.00016049235656144533, + "loss": 0.07820302248001099, + "step": 1001 + }, + { + "epoch": 0.19873066243554144, + "grad_norm": 3.7399306297302246, + "learning_rate": 0.0001604526503871352, + "loss": 0.10544207692146301, + "step": 1002 + }, + { + "epoch": 0.1989289964299881, + "grad_norm": 5.523135662078857, + "learning_rate": 0.0001604129442128251, + "loss": 0.11694031953811646, + "step": 1003 + }, + { + "epoch": 0.19912733042443476, + "grad_norm": 1.8746566772460938, + "learning_rate": 0.000160373238038515, + "loss": 0.1046450138092041, + "step": 1004 + }, + { + "epoch": 0.1993256644188814, + "grad_norm": 0.42292389273643494, + "learning_rate": 0.0001603335318642049, + "loss": 0.08418308198451996, + "step": 1005 + }, + { + "epoch": 0.19952399841332805, + "grad_norm": 1.1348556280136108, + "learning_rate": 0.00016029382568989478, + "loss": 0.12613840401172638, + "step": 1006 + }, + { + "epoch": 0.1997223324077747, + "grad_norm": 0.31716522574424744, + "learning_rate": 0.00016025411951558469, + "loss": 0.10544069856405258, + "step": 1007 + }, + { + "epoch": 0.19992066640222134, + "grad_norm": 7.183927059173584, + "learning_rate": 0.0001602144133412746, + "loss": 0.12283431738615036, + "step": 1008 + }, + { + "epoch": 0.200119000396668, + "grad_norm": 0.4352792203426361, + "learning_rate": 0.0001601747071669645, + "loss": 0.07892150431871414, + "step": 1009 + }, + { + "epoch": 0.20031733439111463, + "grad_norm": 0.29602596163749695, + "learning_rate": 0.00016013500099265436, + "loss": 0.0771978348493576, + "step": 1010 + }, + { + "epoch": 0.20051566838556129, + "grad_norm": 0.3399946093559265, + "learning_rate": 0.00016009529481834426, + "loss": 0.10258612781763077, + "step": 1011 + }, + { + "epoch": 0.20071400238000794, + "grad_norm": 3.389724016189575, + "learning_rate": 0.00016005558864403416, + "loss": 0.10283268243074417, + "step": 1012 + }, + { + "epoch": 0.20091233637445458, + "grad_norm": 0.8428696990013123, + "learning_rate": 0.00016001588246972406, + "loss": 0.10352051258087158, + "step": 1013 + }, + { + "epoch": 0.20111067036890123, + "grad_norm": 120.71765899658203, + "learning_rate": 0.00015997617629541394, + "loss": 0.08535581827163696, + "step": 1014 + }, + { + "epoch": 0.20130900436334787, + "grad_norm": 0.9967707991600037, + "learning_rate": 0.00015993647012110384, + "loss": 0.1254936009645462, + "step": 1015 + }, + { + "epoch": 0.20150733835779452, + "grad_norm": 0.9090303778648376, + "learning_rate": 0.00015989676394679374, + "loss": 0.06917508691549301, + "step": 1016 + }, + { + "epoch": 0.20170567235224118, + "grad_norm": 1.7873339653015137, + "learning_rate": 0.00015985705777248364, + "loss": 0.0955076515674591, + "step": 1017 + }, + { + "epoch": 0.20190400634668781, + "grad_norm": 0.6367933750152588, + "learning_rate": 0.00015981735159817351, + "loss": 0.10517795383930206, + "step": 1018 + }, + { + "epoch": 0.20210234034113447, + "grad_norm": 0.8867272734642029, + "learning_rate": 0.00015977764542386341, + "loss": 0.11217884719371796, + "step": 1019 + }, + { + "epoch": 0.20230067433558113, + "grad_norm": 2.9508755207061768, + "learning_rate": 0.00015973793924955332, + "loss": 0.09134344756603241, + "step": 1020 + }, + { + "epoch": 0.20249900833002776, + "grad_norm": 1.5215377807617188, + "learning_rate": 0.00015969823307524322, + "loss": 0.10899953544139862, + "step": 1021 + }, + { + "epoch": 0.20269734232447442, + "grad_norm": 0.8003833293914795, + "learning_rate": 0.0001596585269009331, + "loss": 0.11478687822818756, + "step": 1022 + }, + { + "epoch": 0.20289567631892105, + "grad_norm": 0.6794235110282898, + "learning_rate": 0.000159618820726623, + "loss": 0.09843561798334122, + "step": 1023 + }, + { + "epoch": 0.2030940103133677, + "grad_norm": 0.43502387404441833, + "learning_rate": 0.0001595791145523129, + "loss": 0.09363041818141937, + "step": 1024 + }, + { + "epoch": 0.20329234430781437, + "grad_norm": 0.25405240058898926, + "learning_rate": 0.0001595394083780028, + "loss": 0.08282667398452759, + "step": 1025 + }, + { + "epoch": 0.203490678302261, + "grad_norm": 0.3621940314769745, + "learning_rate": 0.0001594997022036927, + "loss": 0.09224382042884827, + "step": 1026 + }, + { + "epoch": 0.20368901229670766, + "grad_norm": 16.037683486938477, + "learning_rate": 0.00015945999602938257, + "loss": 0.09503530710935593, + "step": 1027 + }, + { + "epoch": 0.2038873462911543, + "grad_norm": 2.7262747287750244, + "learning_rate": 0.00015942028985507247, + "loss": 0.12449026107788086, + "step": 1028 + }, + { + "epoch": 0.20408568028560095, + "grad_norm": 0.39545121788978577, + "learning_rate": 0.00015938058368076237, + "loss": 0.07425929605960846, + "step": 1029 + }, + { + "epoch": 0.2042840142800476, + "grad_norm": 0.49792593717575073, + "learning_rate": 0.00015934087750645227, + "loss": 0.11693877726793289, + "step": 1030 + }, + { + "epoch": 0.20448234827449424, + "grad_norm": 1.0053471326828003, + "learning_rate": 0.00015930117133214214, + "loss": 0.0848756805062294, + "step": 1031 + }, + { + "epoch": 0.2046806822689409, + "grad_norm": 0.39150798320770264, + "learning_rate": 0.00015926146515783204, + "loss": 0.09817637503147125, + "step": 1032 + }, + { + "epoch": 0.20487901626338753, + "grad_norm": 0.8216489553451538, + "learning_rate": 0.00015922175898352195, + "loss": 0.11512161046266556, + "step": 1033 + }, + { + "epoch": 0.2050773502578342, + "grad_norm": 8.32595443725586, + "learning_rate": 0.00015918205280921185, + "loss": 0.10245659947395325, + "step": 1034 + }, + { + "epoch": 0.20527568425228085, + "grad_norm": 2.091881275177002, + "learning_rate": 0.00015914234663490172, + "loss": 0.09474919736385345, + "step": 1035 + }, + { + "epoch": 0.20547401824672748, + "grad_norm": 2.1261987686157227, + "learning_rate": 0.00015910264046059162, + "loss": 0.08139367401599884, + "step": 1036 + }, + { + "epoch": 0.20567235224117414, + "grad_norm": 4.7871832847595215, + "learning_rate": 0.00015906293428628152, + "loss": 0.10287123918533325, + "step": 1037 + }, + { + "epoch": 0.2058706862356208, + "grad_norm": 0.31967008113861084, + "learning_rate": 0.00015902322811197142, + "loss": 0.0922134667634964, + "step": 1038 + }, + { + "epoch": 0.20606902023006743, + "grad_norm": 0.2460758239030838, + "learning_rate": 0.0001589835219376613, + "loss": 0.07903324067592621, + "step": 1039 + }, + { + "epoch": 0.2062673542245141, + "grad_norm": 0.8123936653137207, + "learning_rate": 0.0001589438157633512, + "loss": 0.08755999803543091, + "step": 1040 + }, + { + "epoch": 0.20646568821896072, + "grad_norm": 2.767801284790039, + "learning_rate": 0.0001589041095890411, + "loss": 0.0969744622707367, + "step": 1041 + }, + { + "epoch": 0.20666402221340738, + "grad_norm": 0.27809053659439087, + "learning_rate": 0.000158864403414731, + "loss": 0.08970946073532104, + "step": 1042 + }, + { + "epoch": 0.20686235620785404, + "grad_norm": 0.524785041809082, + "learning_rate": 0.00015882469724042087, + "loss": 0.07929201424121857, + "step": 1043 + }, + { + "epoch": 0.20706069020230067, + "grad_norm": 1.1746736764907837, + "learning_rate": 0.00015878499106611077, + "loss": 0.08046194911003113, + "step": 1044 + }, + { + "epoch": 0.20725902419674733, + "grad_norm": 1.2370226383209229, + "learning_rate": 0.00015874528489180067, + "loss": 0.11500341445207596, + "step": 1045 + }, + { + "epoch": 0.20745735819119396, + "grad_norm": 0.5450735092163086, + "learning_rate": 0.0001587055787174906, + "loss": 0.10648448765277863, + "step": 1046 + }, + { + "epoch": 0.20765569218564062, + "grad_norm": 1.502508521080017, + "learning_rate": 0.00015866587254318048, + "loss": 0.13122667372226715, + "step": 1047 + }, + { + "epoch": 0.20785402618008728, + "grad_norm": 0.9078035354614258, + "learning_rate": 0.00015862616636887038, + "loss": 0.08349435776472092, + "step": 1048 + }, + { + "epoch": 0.2080523601745339, + "grad_norm": 4.452308654785156, + "learning_rate": 0.00015858646019456028, + "loss": 0.13552141189575195, + "step": 1049 + }, + { + "epoch": 0.20825069416898057, + "grad_norm": 0.18590174615383148, + "learning_rate": 0.00015854675402025018, + "loss": 0.09975720942020416, + "step": 1050 + }, + { + "epoch": 0.20844902816342722, + "grad_norm": 1.1985564231872559, + "learning_rate": 0.00015850704784594005, + "loss": 0.06914688646793365, + "step": 1051 + }, + { + "epoch": 0.20864736215787386, + "grad_norm": 0.4935090243816376, + "learning_rate": 0.00015846734167162995, + "loss": 0.12036780267953873, + "step": 1052 + }, + { + "epoch": 0.20884569615232051, + "grad_norm": 0.35586220026016235, + "learning_rate": 0.00015842763549731985, + "loss": 0.07347804307937622, + "step": 1053 + }, + { + "epoch": 0.20904403014676715, + "grad_norm": 5.8325676918029785, + "learning_rate": 0.00015838792932300975, + "loss": 0.12518341839313507, + "step": 1054 + }, + { + "epoch": 0.2092423641412138, + "grad_norm": 0.5972809195518494, + "learning_rate": 0.00015834822314869963, + "loss": 0.11101129651069641, + "step": 1055 + }, + { + "epoch": 0.20944069813566046, + "grad_norm": 0.23926810920238495, + "learning_rate": 0.00015830851697438953, + "loss": 0.08842243254184723, + "step": 1056 + }, + { + "epoch": 0.2096390321301071, + "grad_norm": 0.262555330991745, + "learning_rate": 0.00015826881080007943, + "loss": 0.10162845999002457, + "step": 1057 + }, + { + "epoch": 0.20983736612455375, + "grad_norm": 0.6463537812232971, + "learning_rate": 0.00015822910462576933, + "loss": 0.09090282768011093, + "step": 1058 + }, + { + "epoch": 0.21003570011900038, + "grad_norm": 0.7272388339042664, + "learning_rate": 0.0001581893984514592, + "loss": 0.08809399604797363, + "step": 1059 + }, + { + "epoch": 0.21023403411344704, + "grad_norm": 0.3210664987564087, + "learning_rate": 0.0001581496922771491, + "loss": 0.10656101256608963, + "step": 1060 + }, + { + "epoch": 0.2104323681078937, + "grad_norm": 0.2192886769771576, + "learning_rate": 0.000158109986102839, + "loss": 0.11678746342658997, + "step": 1061 + }, + { + "epoch": 0.21063070210234033, + "grad_norm": 31.843191146850586, + "learning_rate": 0.0001580702799285289, + "loss": 0.12974712252616882, + "step": 1062 + }, + { + "epoch": 0.210829036096787, + "grad_norm": 0.46441200375556946, + "learning_rate": 0.00015803057375421878, + "loss": 0.07740671932697296, + "step": 1063 + }, + { + "epoch": 0.21102737009123362, + "grad_norm": 0.21283933520317078, + "learning_rate": 0.00015799086757990868, + "loss": 0.09948554635047913, + "step": 1064 + }, + { + "epoch": 0.21122570408568028, + "grad_norm": 0.5193576216697693, + "learning_rate": 0.00015795116140559858, + "loss": 0.13496524095535278, + "step": 1065 + }, + { + "epoch": 0.21142403808012694, + "grad_norm": 0.3528323471546173, + "learning_rate": 0.00015791145523128848, + "loss": 0.08590386807918549, + "step": 1066 + }, + { + "epoch": 0.21162237207457357, + "grad_norm": 0.3334243595600128, + "learning_rate": 0.00015787174905697836, + "loss": 0.154754638671875, + "step": 1067 + }, + { + "epoch": 0.21182070606902023, + "grad_norm": 2.51578688621521, + "learning_rate": 0.00015783204288266826, + "loss": 0.09256009012460709, + "step": 1068 + }, + { + "epoch": 0.2120190400634669, + "grad_norm": 0.249988853931427, + "learning_rate": 0.00015779233670835816, + "loss": 0.13163383305072784, + "step": 1069 + }, + { + "epoch": 0.21221737405791352, + "grad_norm": 3.5822837352752686, + "learning_rate": 0.00015775263053404806, + "loss": 0.10939282923936844, + "step": 1070 + }, + { + "epoch": 0.21241570805236018, + "grad_norm": 0.24191704392433167, + "learning_rate": 0.00015771292435973793, + "loss": 0.14494004845619202, + "step": 1071 + }, + { + "epoch": 0.2126140420468068, + "grad_norm": 0.2313789427280426, + "learning_rate": 0.00015767321818542783, + "loss": 0.10220962017774582, + "step": 1072 + }, + { + "epoch": 0.21281237604125347, + "grad_norm": 0.3285676836967468, + "learning_rate": 0.00015763351201111773, + "loss": 0.09653069078922272, + "step": 1073 + }, + { + "epoch": 0.21301071003570013, + "grad_norm": 0.27267026901245117, + "learning_rate": 0.00015759380583680764, + "loss": 0.07750003784894943, + "step": 1074 + }, + { + "epoch": 0.21320904403014676, + "grad_norm": 0.19868582487106323, + "learning_rate": 0.0001575540996624975, + "loss": 0.07348083704710007, + "step": 1075 + }, + { + "epoch": 0.21340737802459342, + "grad_norm": 0.3164997696876526, + "learning_rate": 0.0001575143934881874, + "loss": 0.10488409548997879, + "step": 1076 + }, + { + "epoch": 0.21360571201904005, + "grad_norm": 0.39635157585144043, + "learning_rate": 0.0001574746873138773, + "loss": 0.09089285135269165, + "step": 1077 + }, + { + "epoch": 0.2138040460134867, + "grad_norm": 0.31672734022140503, + "learning_rate": 0.0001574349811395672, + "loss": 0.12811845541000366, + "step": 1078 + }, + { + "epoch": 0.21400238000793337, + "grad_norm": 0.24590788781642914, + "learning_rate": 0.0001573952749652571, + "loss": 0.07342015206813812, + "step": 1079 + }, + { + "epoch": 0.21420071400238, + "grad_norm": 0.24827800691127777, + "learning_rate": 0.000157355568790947, + "loss": 0.10411129891872406, + "step": 1080 + }, + { + "epoch": 0.21439904799682666, + "grad_norm": 0.3391125202178955, + "learning_rate": 0.0001573158626166369, + "loss": 0.11874984949827194, + "step": 1081 + }, + { + "epoch": 0.21459738199127332, + "grad_norm": 0.9308461546897888, + "learning_rate": 0.0001572761564423268, + "loss": 0.0861877053976059, + "step": 1082 + }, + { + "epoch": 0.21479571598571995, + "grad_norm": 0.1955137997865677, + "learning_rate": 0.0001572364502680167, + "loss": 0.06260479241609573, + "step": 1083 + }, + { + "epoch": 0.2149940499801666, + "grad_norm": 0.21833060681819916, + "learning_rate": 0.00015719674409370656, + "loss": 0.08374793082475662, + "step": 1084 + }, + { + "epoch": 0.21519238397461324, + "grad_norm": 0.3083110451698303, + "learning_rate": 0.00015715703791939646, + "loss": 0.09878427535295486, + "step": 1085 + }, + { + "epoch": 0.2153907179690599, + "grad_norm": 0.5112413167953491, + "learning_rate": 0.00015711733174508636, + "loss": 0.08932239562273026, + "step": 1086 + }, + { + "epoch": 0.21558905196350656, + "grad_norm": 1.1570756435394287, + "learning_rate": 0.00015707762557077627, + "loss": 0.14899784326553345, + "step": 1087 + }, + { + "epoch": 0.2157873859579532, + "grad_norm": 0.3134951591491699, + "learning_rate": 0.00015703791939646614, + "loss": 0.1151060163974762, + "step": 1088 + }, + { + "epoch": 0.21598571995239985, + "grad_norm": 36.84613037109375, + "learning_rate": 0.00015699821322215604, + "loss": 0.12584510445594788, + "step": 1089 + }, + { + "epoch": 0.21618405394684648, + "grad_norm": 8.95971393585205, + "learning_rate": 0.00015695850704784594, + "loss": 0.11084919422864914, + "step": 1090 + }, + { + "epoch": 0.21638238794129314, + "grad_norm": 0.3355662524700165, + "learning_rate": 0.00015691880087353584, + "loss": 0.12839023768901825, + "step": 1091 + }, + { + "epoch": 0.2165807219357398, + "grad_norm": 1.1508171558380127, + "learning_rate": 0.00015687909469922574, + "loss": 0.11033647507429123, + "step": 1092 + }, + { + "epoch": 0.21677905593018643, + "grad_norm": 4.319622039794922, + "learning_rate": 0.00015683938852491564, + "loss": 0.10705826431512833, + "step": 1093 + }, + { + "epoch": 0.21697738992463309, + "grad_norm": 0.335651159286499, + "learning_rate": 0.00015679968235060554, + "loss": 0.09126464277505875, + "step": 1094 + }, + { + "epoch": 0.21717572391907974, + "grad_norm": 1.7152284383773804, + "learning_rate": 0.00015675997617629542, + "loss": 0.12124411016702652, + "step": 1095 + }, + { + "epoch": 0.21737405791352638, + "grad_norm": 5.716813087463379, + "learning_rate": 0.00015672027000198532, + "loss": 0.08082405477762222, + "step": 1096 + }, + { + "epoch": 0.21757239190797303, + "grad_norm": 0.3159857988357544, + "learning_rate": 0.00015668056382767522, + "loss": 0.0968983918428421, + "step": 1097 + }, + { + "epoch": 0.21777072590241967, + "grad_norm": 0.7345278859138489, + "learning_rate": 0.00015664085765336512, + "loss": 0.10540226101875305, + "step": 1098 + }, + { + "epoch": 0.21796905989686632, + "grad_norm": 0.6347604393959045, + "learning_rate": 0.00015660115147905502, + "loss": 0.10814033448696136, + "step": 1099 + }, + { + "epoch": 0.21816739389131298, + "grad_norm": 0.806998610496521, + "learning_rate": 0.0001565614453047449, + "loss": 0.12334713339805603, + "step": 1100 + }, + { + "epoch": 0.21836572788575961, + "grad_norm": 0.30099645256996155, + "learning_rate": 0.0001565217391304348, + "loss": 0.10685579478740692, + "step": 1101 + }, + { + "epoch": 0.21856406188020627, + "grad_norm": 35.30727005004883, + "learning_rate": 0.0001564820329561247, + "loss": 0.08532434701919556, + "step": 1102 + }, + { + "epoch": 0.2187623958746529, + "grad_norm": 0.43010056018829346, + "learning_rate": 0.0001564423267818146, + "loss": 0.08960627764463425, + "step": 1103 + }, + { + "epoch": 0.21896072986909956, + "grad_norm": 0.5980130434036255, + "learning_rate": 0.00015640262060750447, + "loss": 0.10588878393173218, + "step": 1104 + }, + { + "epoch": 0.21915906386354622, + "grad_norm": 1.3030222654342651, + "learning_rate": 0.00015636291443319437, + "loss": 0.08874465525150299, + "step": 1105 + }, + { + "epoch": 0.21935739785799285, + "grad_norm": 0.2358207106590271, + "learning_rate": 0.00015632320825888427, + "loss": 0.11025632172822952, + "step": 1106 + }, + { + "epoch": 0.2195557318524395, + "grad_norm": 0.6006612777709961, + "learning_rate": 0.00015628350208457417, + "loss": 0.09880044311285019, + "step": 1107 + }, + { + "epoch": 0.21975406584688614, + "grad_norm": 0.28579598665237427, + "learning_rate": 0.00015624379591026405, + "loss": 0.09963211417198181, + "step": 1108 + }, + { + "epoch": 0.2199523998413328, + "grad_norm": 0.5979970097541809, + "learning_rate": 0.00015620408973595395, + "loss": 0.15653470158576965, + "step": 1109 + }, + { + "epoch": 0.22015073383577946, + "grad_norm": 0.7449190020561218, + "learning_rate": 0.00015616438356164385, + "loss": 0.12687073647975922, + "step": 1110 + }, + { + "epoch": 0.2203490678302261, + "grad_norm": 0.38664066791534424, + "learning_rate": 0.00015612467738733375, + "loss": 0.07260856032371521, + "step": 1111 + }, + { + "epoch": 0.22054740182467275, + "grad_norm": 0.8731688261032104, + "learning_rate": 0.00015608497121302362, + "loss": 0.09217262268066406, + "step": 1112 + }, + { + "epoch": 0.2207457358191194, + "grad_norm": 0.42073285579681396, + "learning_rate": 0.00015604526503871352, + "loss": 0.10884349793195724, + "step": 1113 + }, + { + "epoch": 0.22094406981356604, + "grad_norm": 0.3836570680141449, + "learning_rate": 0.00015600555886440343, + "loss": 0.1035885438323021, + "step": 1114 + }, + { + "epoch": 0.2211424038080127, + "grad_norm": 0.352708637714386, + "learning_rate": 0.00015596585269009333, + "loss": 0.13749177753925323, + "step": 1115 + }, + { + "epoch": 0.22134073780245933, + "grad_norm": 0.23178961873054504, + "learning_rate": 0.0001559261465157832, + "loss": 0.08031542599201202, + "step": 1116 + }, + { + "epoch": 0.221539071796906, + "grad_norm": 0.28958630561828613, + "learning_rate": 0.0001558864403414731, + "loss": 0.097052663564682, + "step": 1117 + }, + { + "epoch": 0.22173740579135265, + "grad_norm": 0.23021095991134644, + "learning_rate": 0.000155846734167163, + "loss": 0.08714928478002548, + "step": 1118 + }, + { + "epoch": 0.22193573978579928, + "grad_norm": 0.3698454797267914, + "learning_rate": 0.0001558070279928529, + "loss": 0.12050360441207886, + "step": 1119 + }, + { + "epoch": 0.22213407378024594, + "grad_norm": 0.38223424553871155, + "learning_rate": 0.00015576732181854278, + "loss": 0.08833852410316467, + "step": 1120 + }, + { + "epoch": 0.22233240777469257, + "grad_norm": 48.66722106933594, + "learning_rate": 0.00015572761564423268, + "loss": 0.11725135147571564, + "step": 1121 + }, + { + "epoch": 0.22253074176913923, + "grad_norm": 0.922326385974884, + "learning_rate": 0.00015568790946992258, + "loss": 0.08705398440361023, + "step": 1122 + }, + { + "epoch": 0.2227290757635859, + "grad_norm": 0.5480383634567261, + "learning_rate": 0.00015564820329561248, + "loss": 0.10048624873161316, + "step": 1123 + }, + { + "epoch": 0.22292740975803252, + "grad_norm": 0.365427702665329, + "learning_rate": 0.00015560849712130235, + "loss": 0.0906955823302269, + "step": 1124 + }, + { + "epoch": 0.22312574375247918, + "grad_norm": 4.462034225463867, + "learning_rate": 0.00015556879094699225, + "loss": 0.08579659461975098, + "step": 1125 + }, + { + "epoch": 0.22332407774692584, + "grad_norm": 1.0956623554229736, + "learning_rate": 0.00015552908477268215, + "loss": 0.059349425137043, + "step": 1126 + }, + { + "epoch": 0.22352241174137247, + "grad_norm": 0.3516174554824829, + "learning_rate": 0.00015548937859837206, + "loss": 0.0962521880865097, + "step": 1127 + }, + { + "epoch": 0.22372074573581913, + "grad_norm": 0.5571645498275757, + "learning_rate": 0.00015544967242406196, + "loss": 0.0988021045923233, + "step": 1128 + }, + { + "epoch": 0.22391907973026576, + "grad_norm": 0.4898277819156647, + "learning_rate": 0.00015540996624975183, + "loss": 0.0778907760977745, + "step": 1129 + }, + { + "epoch": 0.22411741372471242, + "grad_norm": 0.4163806140422821, + "learning_rate": 0.00015537026007544173, + "loss": 0.10606857389211655, + "step": 1130 + }, + { + "epoch": 0.22431574771915908, + "grad_norm": 2.5483524799346924, + "learning_rate": 0.00015533055390113163, + "loss": 0.08105247467756271, + "step": 1131 + }, + { + "epoch": 0.2245140817136057, + "grad_norm": 0.3280037045478821, + "learning_rate": 0.00015529084772682153, + "loss": 0.12735113501548767, + "step": 1132 + }, + { + "epoch": 0.22471241570805237, + "grad_norm": 8.38490104675293, + "learning_rate": 0.0001552511415525114, + "loss": 0.10636141896247864, + "step": 1133 + }, + { + "epoch": 0.224910749702499, + "grad_norm": 50.162532806396484, + "learning_rate": 0.0001552114353782013, + "loss": 0.08042594790458679, + "step": 1134 + }, + { + "epoch": 0.22510908369694566, + "grad_norm": 1.580254316329956, + "learning_rate": 0.0001551717292038912, + "loss": 0.10477621853351593, + "step": 1135 + }, + { + "epoch": 0.22530741769139231, + "grad_norm": 2.1675164699554443, + "learning_rate": 0.0001551320230295811, + "loss": 0.08214718103408813, + "step": 1136 + }, + { + "epoch": 0.22550575168583895, + "grad_norm": 2.7778987884521484, + "learning_rate": 0.00015509231685527098, + "loss": 0.1414814293384552, + "step": 1137 + }, + { + "epoch": 0.2257040856802856, + "grad_norm": 0.2886652946472168, + "learning_rate": 0.00015505261068096088, + "loss": 0.0947476178407669, + "step": 1138 + }, + { + "epoch": 0.22590241967473224, + "grad_norm": 0.3249318301677704, + "learning_rate": 0.0001550129045066508, + "loss": 0.10545848309993744, + "step": 1139 + }, + { + "epoch": 0.2261007536691789, + "grad_norm": 0.2939811050891876, + "learning_rate": 0.00015497319833234069, + "loss": 0.10105887055397034, + "step": 1140 + }, + { + "epoch": 0.22629908766362555, + "grad_norm": 0.631025493144989, + "learning_rate": 0.00015493349215803059, + "loss": 0.11635316163301468, + "step": 1141 + }, + { + "epoch": 0.22649742165807218, + "grad_norm": 0.20314233005046844, + "learning_rate": 0.0001548937859837205, + "loss": 0.08004118502140045, + "step": 1142 + }, + { + "epoch": 0.22669575565251884, + "grad_norm": 0.4813787043094635, + "learning_rate": 0.0001548540798094104, + "loss": 0.08568809181451797, + "step": 1143 + }, + { + "epoch": 0.2268940896469655, + "grad_norm": 0.8273789286613464, + "learning_rate": 0.00015481437363510026, + "loss": 0.10835382342338562, + "step": 1144 + }, + { + "epoch": 0.22709242364141213, + "grad_norm": 0.47801271080970764, + "learning_rate": 0.00015477466746079016, + "loss": 0.12040895223617554, + "step": 1145 + }, + { + "epoch": 0.2272907576358588, + "grad_norm": 17.483654022216797, + "learning_rate": 0.00015473496128648006, + "loss": 0.14435404539108276, + "step": 1146 + }, + { + "epoch": 0.22748909163030542, + "grad_norm": 0.568027138710022, + "learning_rate": 0.00015469525511216996, + "loss": 0.11985001713037491, + "step": 1147 + }, + { + "epoch": 0.22768742562475208, + "grad_norm": 0.349518358707428, + "learning_rate": 0.00015465554893785984, + "loss": 0.10193558782339096, + "step": 1148 + }, + { + "epoch": 0.22788575961919874, + "grad_norm": 7.037420749664307, + "learning_rate": 0.00015461584276354974, + "loss": 0.09884324669837952, + "step": 1149 + }, + { + "epoch": 0.22808409361364537, + "grad_norm": 0.4287475049495697, + "learning_rate": 0.00015457613658923964, + "loss": 0.10684337466955185, + "step": 1150 + }, + { + "epoch": 0.22828242760809203, + "grad_norm": 1.0581151247024536, + "learning_rate": 0.00015453643041492954, + "loss": 0.11749251931905746, + "step": 1151 + }, + { + "epoch": 0.22848076160253866, + "grad_norm": 28.684541702270508, + "learning_rate": 0.00015449672424061944, + "loss": 0.09635166823863983, + "step": 1152 + }, + { + "epoch": 0.22867909559698532, + "grad_norm": 0.8716868758201599, + "learning_rate": 0.00015445701806630931, + "loss": 0.08854568749666214, + "step": 1153 + }, + { + "epoch": 0.22887742959143198, + "grad_norm": 1.0477534532546997, + "learning_rate": 0.00015441731189199922, + "loss": 0.11259087920188904, + "step": 1154 + }, + { + "epoch": 0.2290757635858786, + "grad_norm": 0.689215362071991, + "learning_rate": 0.00015437760571768912, + "loss": 0.08526402711868286, + "step": 1155 + }, + { + "epoch": 0.22927409758032527, + "grad_norm": 0.7212559580802917, + "learning_rate": 0.00015433789954337902, + "loss": 0.11261196434497833, + "step": 1156 + }, + { + "epoch": 0.22947243157477193, + "grad_norm": 1.0676767826080322, + "learning_rate": 0.0001542981933690689, + "loss": 0.10985641181468964, + "step": 1157 + }, + { + "epoch": 0.22967076556921856, + "grad_norm": 0.4045719504356384, + "learning_rate": 0.0001542584871947588, + "loss": 0.09336528182029724, + "step": 1158 + }, + { + "epoch": 0.22986909956366522, + "grad_norm": 0.4423457384109497, + "learning_rate": 0.0001542187810204487, + "loss": 0.1185804009437561, + "step": 1159 + }, + { + "epoch": 0.23006743355811185, + "grad_norm": 0.31386029720306396, + "learning_rate": 0.0001541790748461386, + "loss": 0.08061456680297852, + "step": 1160 + }, + { + "epoch": 0.2302657675525585, + "grad_norm": 0.36148422956466675, + "learning_rate": 0.00015413936867182847, + "loss": 0.11672025918960571, + "step": 1161 + }, + { + "epoch": 0.23046410154700517, + "grad_norm": 0.8627669811248779, + "learning_rate": 0.00015409966249751837, + "loss": 0.08314507454633713, + "step": 1162 + }, + { + "epoch": 0.2306624355414518, + "grad_norm": 0.3426438868045807, + "learning_rate": 0.00015405995632320827, + "loss": 0.09090977162122726, + "step": 1163 + }, + { + "epoch": 0.23086076953589846, + "grad_norm": 0.361218124628067, + "learning_rate": 0.00015402025014889817, + "loss": 0.07812784612178802, + "step": 1164 + }, + { + "epoch": 0.2310591035303451, + "grad_norm": 0.8919605612754822, + "learning_rate": 0.00015398054397458804, + "loss": 0.09050299972295761, + "step": 1165 + }, + { + "epoch": 0.23125743752479175, + "grad_norm": 5.464169979095459, + "learning_rate": 0.00015394083780027794, + "loss": 0.0987398773431778, + "step": 1166 + }, + { + "epoch": 0.2314557715192384, + "grad_norm": 0.5723925232887268, + "learning_rate": 0.00015390113162596785, + "loss": 0.16283926367759705, + "step": 1167 + }, + { + "epoch": 0.23165410551368504, + "grad_norm": 0.8114637136459351, + "learning_rate": 0.00015386142545165775, + "loss": 0.10912065207958221, + "step": 1168 + }, + { + "epoch": 0.2318524395081317, + "grad_norm": 0.9374278783798218, + "learning_rate": 0.00015382171927734762, + "loss": 0.1002214252948761, + "step": 1169 + }, + { + "epoch": 0.23205077350257836, + "grad_norm": 0.9945873022079468, + "learning_rate": 0.00015378201310303752, + "loss": 0.08735525608062744, + "step": 1170 + }, + { + "epoch": 0.232249107497025, + "grad_norm": 1.3151479959487915, + "learning_rate": 0.00015374230692872742, + "loss": 0.11456543207168579, + "step": 1171 + }, + { + "epoch": 0.23244744149147165, + "grad_norm": 1.8388625383377075, + "learning_rate": 0.00015370260075441732, + "loss": 0.07609307020902634, + "step": 1172 + }, + { + "epoch": 0.23264577548591828, + "grad_norm": 2.0092110633850098, + "learning_rate": 0.0001536628945801072, + "loss": 0.08092032372951508, + "step": 1173 + }, + { + "epoch": 0.23284410948036494, + "grad_norm": 0.5648930668830872, + "learning_rate": 0.0001536231884057971, + "loss": 0.0838809609413147, + "step": 1174 + }, + { + "epoch": 0.2330424434748116, + "grad_norm": 0.5391998291015625, + "learning_rate": 0.000153583482231487, + "loss": 0.09100937098264694, + "step": 1175 + }, + { + "epoch": 0.23324077746925823, + "grad_norm": 2.8602890968322754, + "learning_rate": 0.0001535437760571769, + "loss": 0.08886118978261948, + "step": 1176 + }, + { + "epoch": 0.23343911146370488, + "grad_norm": 1.0652015209197998, + "learning_rate": 0.00015350406988286677, + "loss": 0.09651113301515579, + "step": 1177 + }, + { + "epoch": 0.23363744545815152, + "grad_norm": 20.64630889892578, + "learning_rate": 0.00015346436370855667, + "loss": 0.081522636115551, + "step": 1178 + }, + { + "epoch": 0.23383577945259817, + "grad_norm": 0.4229104220867157, + "learning_rate": 0.00015342465753424657, + "loss": 0.12926188111305237, + "step": 1179 + }, + { + "epoch": 0.23403411344704483, + "grad_norm": 0.5759465098381042, + "learning_rate": 0.00015338495135993648, + "loss": 0.12052066624164581, + "step": 1180 + }, + { + "epoch": 0.23423244744149146, + "grad_norm": 4.236030578613281, + "learning_rate": 0.00015334524518562638, + "loss": 0.07573406398296356, + "step": 1181 + }, + { + "epoch": 0.23443078143593812, + "grad_norm": 4.357952117919922, + "learning_rate": 0.00015330553901131625, + "loss": 0.08484277129173279, + "step": 1182 + }, + { + "epoch": 0.23462911543038475, + "grad_norm": 2.3880999088287354, + "learning_rate": 0.00015326583283700615, + "loss": 0.20099054276943207, + "step": 1183 + }, + { + "epoch": 0.2348274494248314, + "grad_norm": 6.483185768127441, + "learning_rate": 0.00015322612666269605, + "loss": 0.5283924341201782, + "step": 1184 + }, + { + "epoch": 0.23502578341927807, + "grad_norm": 4.761665344238281, + "learning_rate": 0.00015318642048838595, + "loss": 0.2621851861476898, + "step": 1185 + }, + { + "epoch": 0.2352241174137247, + "grad_norm": 3.248131513595581, + "learning_rate": 0.00015314671431407585, + "loss": 0.1417030245065689, + "step": 1186 + }, + { + "epoch": 0.23542245140817136, + "grad_norm": 0.28883257508277893, + "learning_rate": 0.00015310700813976575, + "loss": 0.10230712592601776, + "step": 1187 + }, + { + "epoch": 0.23562078540261802, + "grad_norm": 0.7199081778526306, + "learning_rate": 0.00015306730196545565, + "loss": 0.1362883448600769, + "step": 1188 + }, + { + "epoch": 0.23581911939706465, + "grad_norm": 1.875619649887085, + "learning_rate": 0.00015302759579114553, + "loss": 0.08781644701957703, + "step": 1189 + }, + { + "epoch": 0.2360174533915113, + "grad_norm": 0.3266640901565552, + "learning_rate": 0.00015298788961683543, + "loss": 0.09898082911968231, + "step": 1190 + }, + { + "epoch": 0.23621578738595794, + "grad_norm": 1.9827903509140015, + "learning_rate": 0.00015294818344252533, + "loss": 0.07621082663536072, + "step": 1191 + }, + { + "epoch": 0.2364141213804046, + "grad_norm": 0.9769088625907898, + "learning_rate": 0.00015290847726821523, + "loss": 0.1273324191570282, + "step": 1192 + }, + { + "epoch": 0.23661245537485126, + "grad_norm": 1.3033454418182373, + "learning_rate": 0.0001528687710939051, + "loss": 0.09056178480386734, + "step": 1193 + }, + { + "epoch": 0.2368107893692979, + "grad_norm": 2.40114164352417, + "learning_rate": 0.000152829064919595, + "loss": 0.06251732259988785, + "step": 1194 + }, + { + "epoch": 0.23700912336374455, + "grad_norm": 0.6113477349281311, + "learning_rate": 0.0001527893587452849, + "loss": 0.0931091457605362, + "step": 1195 + }, + { + "epoch": 0.23720745735819118, + "grad_norm": 0.7407724857330322, + "learning_rate": 0.0001527496525709748, + "loss": 0.09570854157209396, + "step": 1196 + }, + { + "epoch": 0.23740579135263784, + "grad_norm": 0.7684683799743652, + "learning_rate": 0.00015270994639666468, + "loss": 0.05471616983413696, + "step": 1197 + }, + { + "epoch": 0.2376041253470845, + "grad_norm": 0.6906561255455017, + "learning_rate": 0.00015267024022235458, + "loss": 0.08646444976329803, + "step": 1198 + }, + { + "epoch": 0.23780245934153113, + "grad_norm": 0.9368929266929626, + "learning_rate": 0.00015263053404804448, + "loss": 0.0805540606379509, + "step": 1199 + }, + { + "epoch": 0.2380007933359778, + "grad_norm": 0.5734230279922485, + "learning_rate": 0.00015259082787373438, + "loss": 0.13297170400619507, + "step": 1200 + }, + { + "epoch": 0.23819912733042445, + "grad_norm": 0.4710368812084198, + "learning_rate": 0.00015255112169942428, + "loss": 0.12165273725986481, + "step": 1201 + }, + { + "epoch": 0.23839746132487108, + "grad_norm": 2.22432804107666, + "learning_rate": 0.00015251141552511416, + "loss": 0.10439509898424149, + "step": 1202 + }, + { + "epoch": 0.23859579531931774, + "grad_norm": 2.6154098510742188, + "learning_rate": 0.00015247170935080406, + "loss": 0.12013901770114899, + "step": 1203 + }, + { + "epoch": 0.23879412931376437, + "grad_norm": 4.668755054473877, + "learning_rate": 0.00015243200317649396, + "loss": 0.11190223693847656, + "step": 1204 + }, + { + "epoch": 0.23899246330821103, + "grad_norm": 7.016417026519775, + "learning_rate": 0.00015239229700218386, + "loss": 0.1519949734210968, + "step": 1205 + }, + { + "epoch": 0.2391907973026577, + "grad_norm": 2.116753101348877, + "learning_rate": 0.00015235259082787373, + "loss": 0.13152234256267548, + "step": 1206 + }, + { + "epoch": 0.23938913129710432, + "grad_norm": 3.1503894329071045, + "learning_rate": 0.00015231288465356364, + "loss": 0.10783421993255615, + "step": 1207 + }, + { + "epoch": 0.23958746529155098, + "grad_norm": 3.85119366645813, + "learning_rate": 0.00015227317847925354, + "loss": 0.1117076426744461, + "step": 1208 + }, + { + "epoch": 0.2397857992859976, + "grad_norm": 10.589760780334473, + "learning_rate": 0.00015223347230494344, + "loss": 0.1507091075181961, + "step": 1209 + }, + { + "epoch": 0.23998413328044427, + "grad_norm": 11.019866943359375, + "learning_rate": 0.0001521937661306333, + "loss": 0.3161650002002716, + "step": 1210 + }, + { + "epoch": 0.24018246727489093, + "grad_norm": 13.458769798278809, + "learning_rate": 0.0001521540599563232, + "loss": 0.26484692096710205, + "step": 1211 + }, + { + "epoch": 0.24038080126933756, + "grad_norm": 1.164139986038208, + "learning_rate": 0.0001521143537820131, + "loss": 0.10796438157558441, + "step": 1212 + }, + { + "epoch": 0.24057913526378422, + "grad_norm": 1.3171178102493286, + "learning_rate": 0.000152074647607703, + "loss": 0.08657686412334442, + "step": 1213 + }, + { + "epoch": 0.24077746925823085, + "grad_norm": 5.264952659606934, + "learning_rate": 0.0001520349414333929, + "loss": 0.10560563206672668, + "step": 1214 + }, + { + "epoch": 0.2409758032526775, + "grad_norm": 8.438826560974121, + "learning_rate": 0.0001519952352590828, + "loss": 0.10580343008041382, + "step": 1215 + }, + { + "epoch": 0.24117413724712417, + "grad_norm": 2.6105966567993164, + "learning_rate": 0.0001519555290847727, + "loss": 0.12960882484912872, + "step": 1216 + }, + { + "epoch": 0.2413724712415708, + "grad_norm": 27.795263290405273, + "learning_rate": 0.0001519158229104626, + "loss": 0.10496252775192261, + "step": 1217 + }, + { + "epoch": 0.24157080523601746, + "grad_norm": 4.956151008605957, + "learning_rate": 0.00015187611673615246, + "loss": 0.08756604045629501, + "step": 1218 + }, + { + "epoch": 0.24176913923046411, + "grad_norm": 0.9514297842979431, + "learning_rate": 0.00015183641056184236, + "loss": 0.06047803536057472, + "step": 1219 + }, + { + "epoch": 0.24196747322491075, + "grad_norm": 1.4764745235443115, + "learning_rate": 0.00015179670438753226, + "loss": 0.16228607296943665, + "step": 1220 + }, + { + "epoch": 0.2421658072193574, + "grad_norm": 2.1247081756591797, + "learning_rate": 0.00015175699821322217, + "loss": 0.12439398467540741, + "step": 1221 + }, + { + "epoch": 0.24236414121380404, + "grad_norm": 6.728104114532471, + "learning_rate": 0.00015171729203891204, + "loss": 0.12085863202810287, + "step": 1222 + }, + { + "epoch": 0.2425624752082507, + "grad_norm": 2.5484695434570312, + "learning_rate": 0.00015167758586460194, + "loss": 0.08050232380628586, + "step": 1223 + }, + { + "epoch": 0.24276080920269735, + "grad_norm": 10.620075225830078, + "learning_rate": 0.00015163787969029184, + "loss": 0.07886771112680435, + "step": 1224 + }, + { + "epoch": 0.24295914319714398, + "grad_norm": 6.261470794677734, + "learning_rate": 0.00015159817351598174, + "loss": 0.1431911587715149, + "step": 1225 + }, + { + "epoch": 0.24315747719159064, + "grad_norm": 1.4237549304962158, + "learning_rate": 0.00015155846734167162, + "loss": 0.10294325649738312, + "step": 1226 + }, + { + "epoch": 0.24335581118603727, + "grad_norm": 2.670980453491211, + "learning_rate": 0.00015151876116736152, + "loss": 0.13514301180839539, + "step": 1227 + }, + { + "epoch": 0.24355414518048393, + "grad_norm": 9.12053394317627, + "learning_rate": 0.00015147905499305142, + "loss": 0.10153040289878845, + "step": 1228 + }, + { + "epoch": 0.2437524791749306, + "grad_norm": 20.568010330200195, + "learning_rate": 0.00015143934881874132, + "loss": 0.11474326997995377, + "step": 1229 + }, + { + "epoch": 0.24395081316937722, + "grad_norm": 3.276470184326172, + "learning_rate": 0.0001513996426444312, + "loss": 0.07965828478336334, + "step": 1230 + }, + { + "epoch": 0.24414914716382388, + "grad_norm": 1.561729073524475, + "learning_rate": 0.00015135993647012112, + "loss": 0.0766613632440567, + "step": 1231 + }, + { + "epoch": 0.24434748115827054, + "grad_norm": 1.8740010261535645, + "learning_rate": 0.00015132023029581102, + "loss": 0.06521081179380417, + "step": 1232 + }, + { + "epoch": 0.24454581515271717, + "grad_norm": 2.0813615322113037, + "learning_rate": 0.00015128052412150092, + "loss": 0.06142164766788483, + "step": 1233 + }, + { + "epoch": 0.24474414914716383, + "grad_norm": 1.0896199941635132, + "learning_rate": 0.0001512408179471908, + "loss": 0.06871190667152405, + "step": 1234 + }, + { + "epoch": 0.24494248314161046, + "grad_norm": 2.2783093452453613, + "learning_rate": 0.0001512011117728807, + "loss": 0.10780803114175797, + "step": 1235 + }, + { + "epoch": 0.24514081713605712, + "grad_norm": 2.461745500564575, + "learning_rate": 0.0001511614055985706, + "loss": 0.08142145723104477, + "step": 1236 + }, + { + "epoch": 0.24533915113050378, + "grad_norm": 2.5039565563201904, + "learning_rate": 0.0001511216994242605, + "loss": 0.14879369735717773, + "step": 1237 + }, + { + "epoch": 0.2455374851249504, + "grad_norm": 0.6752275228500366, + "learning_rate": 0.00015108199324995037, + "loss": 0.13222363591194153, + "step": 1238 + }, + { + "epoch": 0.24573581911939707, + "grad_norm": 1.7520042657852173, + "learning_rate": 0.00015104228707564027, + "loss": 0.09238439798355103, + "step": 1239 + }, + { + "epoch": 0.2459341531138437, + "grad_norm": 3.6743946075439453, + "learning_rate": 0.00015100258090133017, + "loss": 0.13064630329608917, + "step": 1240 + }, + { + "epoch": 0.24613248710829036, + "grad_norm": 1.4414366483688354, + "learning_rate": 0.00015096287472702007, + "loss": 0.11480451375246048, + "step": 1241 + }, + { + "epoch": 0.24633082110273702, + "grad_norm": 1.0604363679885864, + "learning_rate": 0.00015092316855270995, + "loss": 0.07161996513605118, + "step": 1242 + }, + { + "epoch": 0.24652915509718365, + "grad_norm": 4.160433769226074, + "learning_rate": 0.00015088346237839985, + "loss": 0.11506742984056473, + "step": 1243 + }, + { + "epoch": 0.2467274890916303, + "grad_norm": 4.524892807006836, + "learning_rate": 0.00015084375620408975, + "loss": 0.09975893050432205, + "step": 1244 + }, + { + "epoch": 0.24692582308607694, + "grad_norm": 6.564004898071289, + "learning_rate": 0.00015080405002977965, + "loss": 0.09163480997085571, + "step": 1245 + }, + { + "epoch": 0.2471241570805236, + "grad_norm": 0.5345175266265869, + "learning_rate": 0.00015076434385546952, + "loss": 0.09366486966609955, + "step": 1246 + }, + { + "epoch": 0.24732249107497026, + "grad_norm": 1.8284112215042114, + "learning_rate": 0.00015072463768115943, + "loss": 0.0917804092168808, + "step": 1247 + }, + { + "epoch": 0.2475208250694169, + "grad_norm": 1.932205319404602, + "learning_rate": 0.00015068493150684933, + "loss": 0.07254130393266678, + "step": 1248 + }, + { + "epoch": 0.24771915906386355, + "grad_norm": 0.5856961607933044, + "learning_rate": 0.00015064522533253923, + "loss": 0.07612011581659317, + "step": 1249 + }, + { + "epoch": 0.2479174930583102, + "grad_norm": 2.223261594772339, + "learning_rate": 0.0001506055191582291, + "loss": 0.074869804084301, + "step": 1250 + }, + { + "epoch": 0.24811582705275684, + "grad_norm": 1.183805227279663, + "learning_rate": 0.000150565812983919, + "loss": 0.0756811872124672, + "step": 1251 + }, + { + "epoch": 0.2483141610472035, + "grad_norm": 1.4996423721313477, + "learning_rate": 0.0001505261068096089, + "loss": 0.11616208404302597, + "step": 1252 + }, + { + "epoch": 0.24851249504165013, + "grad_norm": 3.20668363571167, + "learning_rate": 0.0001504864006352988, + "loss": 0.10331413149833679, + "step": 1253 + }, + { + "epoch": 0.2487108290360968, + "grad_norm": 3.0011420249938965, + "learning_rate": 0.0001504466944609887, + "loss": 0.09471248835325241, + "step": 1254 + }, + { + "epoch": 0.24890916303054345, + "grad_norm": 1.2227598428726196, + "learning_rate": 0.00015040698828667858, + "loss": 0.07894989103078842, + "step": 1255 + }, + { + "epoch": 0.24910749702499008, + "grad_norm": 1.3718515634536743, + "learning_rate": 0.00015036728211236848, + "loss": 0.09805187582969666, + "step": 1256 + }, + { + "epoch": 0.24930583101943674, + "grad_norm": 1.3887559175491333, + "learning_rate": 0.00015032757593805838, + "loss": 0.11838649213314056, + "step": 1257 + }, + { + "epoch": 0.24950416501388337, + "grad_norm": 3.4716758728027344, + "learning_rate": 0.00015028786976374828, + "loss": 0.08373191207647324, + "step": 1258 + }, + { + "epoch": 0.24970249900833003, + "grad_norm": 0.47082579135894775, + "learning_rate": 0.00015024816358943815, + "loss": 0.0758892148733139, + "step": 1259 + }, + { + "epoch": 0.24990083300277668, + "grad_norm": 0.4234163165092468, + "learning_rate": 0.00015020845741512805, + "loss": 0.08618299663066864, + "step": 1260 + }, + { + "epoch": 0.25009916699722334, + "grad_norm": 0.527254581451416, + "learning_rate": 0.00015016875124081796, + "loss": 0.09090784192085266, + "step": 1261 + }, + { + "epoch": 0.25029750099167, + "grad_norm": 4.297613620758057, + "learning_rate": 0.00015012904506650786, + "loss": 0.10430988669395447, + "step": 1262 + }, + { + "epoch": 0.2504958349861166, + "grad_norm": 1.2935433387756348, + "learning_rate": 0.00015008933889219773, + "loss": 0.11535480618476868, + "step": 1263 + }, + { + "epoch": 0.2506941689805633, + "grad_norm": 1.0200238227844238, + "learning_rate": 0.00015004963271788763, + "loss": 0.12964864075183868, + "step": 1264 + }, + { + "epoch": 0.2508925029750099, + "grad_norm": 7.266072750091553, + "learning_rate": 0.00015000992654357753, + "loss": 0.10077979415655136, + "step": 1265 + }, + { + "epoch": 0.25109083696945655, + "grad_norm": 1.3538672924041748, + "learning_rate": 0.00014997022036926743, + "loss": 0.11387593299150467, + "step": 1266 + }, + { + "epoch": 0.2512891709639032, + "grad_norm": 2.1173832416534424, + "learning_rate": 0.0001499305141949573, + "loss": 0.12776125967502594, + "step": 1267 + }, + { + "epoch": 0.2514875049583499, + "grad_norm": 2.7479729652404785, + "learning_rate": 0.0001498908080206472, + "loss": 0.14778763055801392, + "step": 1268 + }, + { + "epoch": 0.2516858389527965, + "grad_norm": 2.20019268989563, + "learning_rate": 0.0001498511018463371, + "loss": 0.16796550154685974, + "step": 1269 + }, + { + "epoch": 0.25188417294724313, + "grad_norm": 1.9979572296142578, + "learning_rate": 0.000149811395672027, + "loss": 0.12120261043310165, + "step": 1270 + }, + { + "epoch": 0.2520825069416898, + "grad_norm": 0.6844428181648254, + "learning_rate": 0.00014977168949771688, + "loss": 0.12478616088628769, + "step": 1271 + }, + { + "epoch": 0.25228084093613645, + "grad_norm": 0.6057294011116028, + "learning_rate": 0.00014973198332340678, + "loss": 0.12142859399318695, + "step": 1272 + }, + { + "epoch": 0.2524791749305831, + "grad_norm": 0.7661570310592651, + "learning_rate": 0.00014969227714909668, + "loss": 0.09683461487293243, + "step": 1273 + }, + { + "epoch": 0.25267750892502977, + "grad_norm": 29.221773147583008, + "learning_rate": 0.00014965257097478659, + "loss": 0.07558414340019226, + "step": 1274 + }, + { + "epoch": 0.2528758429194764, + "grad_norm": 0.6308296918869019, + "learning_rate": 0.00014961286480047646, + "loss": 0.1316482573747635, + "step": 1275 + }, + { + "epoch": 0.25307417691392303, + "grad_norm": 2.253635883331299, + "learning_rate": 0.00014957315862616636, + "loss": 0.11862549185752869, + "step": 1276 + }, + { + "epoch": 0.2532725109083697, + "grad_norm": 0.8898652791976929, + "learning_rate": 0.0001495334524518563, + "loss": 0.08931739628314972, + "step": 1277 + }, + { + "epoch": 0.25347084490281635, + "grad_norm": 1.966660499572754, + "learning_rate": 0.0001494937462775462, + "loss": 0.10478296875953674, + "step": 1278 + }, + { + "epoch": 0.253669178897263, + "grad_norm": 2.381988048553467, + "learning_rate": 0.00014945404010323606, + "loss": 0.09240558743476868, + "step": 1279 + }, + { + "epoch": 0.2538675128917096, + "grad_norm": 0.5616239905357361, + "learning_rate": 0.00014941433392892596, + "loss": 0.08766103535890579, + "step": 1280 + }, + { + "epoch": 0.2540658468861563, + "grad_norm": 4.809179782867432, + "learning_rate": 0.00014937462775461586, + "loss": 0.09783948957920074, + "step": 1281 + }, + { + "epoch": 0.25426418088060293, + "grad_norm": 1.7751646041870117, + "learning_rate": 0.00014933492158030577, + "loss": 0.08126656711101532, + "step": 1282 + }, + { + "epoch": 0.25446251487504956, + "grad_norm": 2.215228319168091, + "learning_rate": 0.00014929521540599564, + "loss": 0.07244203239679337, + "step": 1283 + }, + { + "epoch": 0.25466084886949625, + "grad_norm": 1.0159035921096802, + "learning_rate": 0.00014925550923168554, + "loss": 0.13416321575641632, + "step": 1284 + }, + { + "epoch": 0.2548591828639429, + "grad_norm": 2.7916221618652344, + "learning_rate": 0.00014921580305737544, + "loss": 0.0731813833117485, + "step": 1285 + }, + { + "epoch": 0.2550575168583895, + "grad_norm": 2.88875150680542, + "learning_rate": 0.00014917609688306534, + "loss": 0.1057913675904274, + "step": 1286 + }, + { + "epoch": 0.2552558508528362, + "grad_norm": 2.2162280082702637, + "learning_rate": 0.00014913639070875522, + "loss": 0.09404924511909485, + "step": 1287 + }, + { + "epoch": 0.25545418484728283, + "grad_norm": 0.46581313014030457, + "learning_rate": 0.00014909668453444512, + "loss": 0.13616882264614105, + "step": 1288 + }, + { + "epoch": 0.25565251884172946, + "grad_norm": 0.5220801830291748, + "learning_rate": 0.00014905697836013502, + "loss": 0.101390041410923, + "step": 1289 + }, + { + "epoch": 0.25585085283617615, + "grad_norm": 9.15365982055664, + "learning_rate": 0.00014901727218582492, + "loss": 0.13774599134922028, + "step": 1290 + }, + { + "epoch": 0.2560491868306228, + "grad_norm": 0.3578983247280121, + "learning_rate": 0.0001489775660115148, + "loss": 0.09177858382463455, + "step": 1291 + }, + { + "epoch": 0.2562475208250694, + "grad_norm": 1.0594098567962646, + "learning_rate": 0.0001489378598372047, + "loss": 0.08784501999616623, + "step": 1292 + }, + { + "epoch": 0.25644585481951604, + "grad_norm": 0.591873049736023, + "learning_rate": 0.0001488981536628946, + "loss": 0.09889630973339081, + "step": 1293 + }, + { + "epoch": 0.2566441888139627, + "grad_norm": 0.9652473330497742, + "learning_rate": 0.0001488584474885845, + "loss": 0.08632288873195648, + "step": 1294 + }, + { + "epoch": 0.25684252280840936, + "grad_norm": 0.9928199052810669, + "learning_rate": 0.00014881874131427437, + "loss": 0.09197168052196503, + "step": 1295 + }, + { + "epoch": 0.257040856802856, + "grad_norm": 0.4837551414966583, + "learning_rate": 0.00014877903513996427, + "loss": 0.09516335278749466, + "step": 1296 + }, + { + "epoch": 0.2572391907973027, + "grad_norm": 0.508344292640686, + "learning_rate": 0.00014873932896565417, + "loss": 0.11455284804105759, + "step": 1297 + }, + { + "epoch": 0.2574375247917493, + "grad_norm": 1.839490532875061, + "learning_rate": 0.00014869962279134407, + "loss": 0.09974002838134766, + "step": 1298 + }, + { + "epoch": 0.25763585878619594, + "grad_norm": 0.29351016879081726, + "learning_rate": 0.00014865991661703394, + "loss": 0.10896690934896469, + "step": 1299 + }, + { + "epoch": 0.2578341927806426, + "grad_norm": 2.2258846759796143, + "learning_rate": 0.00014862021044272384, + "loss": 0.0776744931936264, + "step": 1300 + }, + { + "epoch": 0.25803252677508925, + "grad_norm": 0.5827454924583435, + "learning_rate": 0.00014858050426841375, + "loss": 0.10418932139873505, + "step": 1301 + }, + { + "epoch": 0.2582308607695359, + "grad_norm": 0.8443419933319092, + "learning_rate": 0.00014854079809410365, + "loss": 0.11058543622493744, + "step": 1302 + }, + { + "epoch": 0.2584291947639826, + "grad_norm": 1.2499052286148071, + "learning_rate": 0.00014850109191979352, + "loss": 0.06537722796201706, + "step": 1303 + }, + { + "epoch": 0.2586275287584292, + "grad_norm": 1.459362268447876, + "learning_rate": 0.00014846138574548342, + "loss": 0.09132209420204163, + "step": 1304 + }, + { + "epoch": 0.25882586275287583, + "grad_norm": 1.2281215190887451, + "learning_rate": 0.00014842167957117332, + "loss": 0.09596700966358185, + "step": 1305 + }, + { + "epoch": 0.25902419674732247, + "grad_norm": 3.9170799255371094, + "learning_rate": 0.00014838197339686322, + "loss": 0.12434834241867065, + "step": 1306 + }, + { + "epoch": 0.25922253074176915, + "grad_norm": 4.773689270019531, + "learning_rate": 0.00014834226722255312, + "loss": 0.05063494294881821, + "step": 1307 + }, + { + "epoch": 0.2594208647362158, + "grad_norm": 1.3367798328399658, + "learning_rate": 0.000148302561048243, + "loss": 0.10920225083827972, + "step": 1308 + }, + { + "epoch": 0.2596191987306624, + "grad_norm": 2.0612282752990723, + "learning_rate": 0.0001482628548739329, + "loss": 0.0951891541481018, + "step": 1309 + }, + { + "epoch": 0.2598175327251091, + "grad_norm": 0.31358736753463745, + "learning_rate": 0.0001482231486996228, + "loss": 0.07337584346532822, + "step": 1310 + }, + { + "epoch": 0.26001586671955573, + "grad_norm": 1.1746232509613037, + "learning_rate": 0.0001481834425253127, + "loss": 0.12395446747541428, + "step": 1311 + }, + { + "epoch": 0.26021420071400236, + "grad_norm": 0.8073403239250183, + "learning_rate": 0.00014814373635100257, + "loss": 0.09800238907337189, + "step": 1312 + }, + { + "epoch": 0.26041253470844905, + "grad_norm": 0.6812083721160889, + "learning_rate": 0.00014810403017669247, + "loss": 0.06117580085992813, + "step": 1313 + }, + { + "epoch": 0.2606108687028957, + "grad_norm": 1.907025694847107, + "learning_rate": 0.00014806432400238238, + "loss": 0.08973945677280426, + "step": 1314 + }, + { + "epoch": 0.2608092026973423, + "grad_norm": 1.5738656520843506, + "learning_rate": 0.00014802461782807228, + "loss": 0.08595289289951324, + "step": 1315 + }, + { + "epoch": 0.261007536691789, + "grad_norm": 1.932831048965454, + "learning_rate": 0.00014798491165376215, + "loss": 0.09384063631296158, + "step": 1316 + }, + { + "epoch": 0.26120587068623563, + "grad_norm": 1.166947364807129, + "learning_rate": 0.00014794520547945205, + "loss": 0.09331274777650833, + "step": 1317 + }, + { + "epoch": 0.26140420468068226, + "grad_norm": 0.9746951460838318, + "learning_rate": 0.00014790549930514195, + "loss": 0.090886689722538, + "step": 1318 + }, + { + "epoch": 0.2616025386751289, + "grad_norm": 3.9179117679595947, + "learning_rate": 0.00014786579313083185, + "loss": 0.1069573163986206, + "step": 1319 + }, + { + "epoch": 0.2618008726695756, + "grad_norm": 0.7356844544410706, + "learning_rate": 0.00014782608695652173, + "loss": 0.09828853607177734, + "step": 1320 + }, + { + "epoch": 0.2619992066640222, + "grad_norm": 0.6067668795585632, + "learning_rate": 0.00014778638078221163, + "loss": 0.10320012271404266, + "step": 1321 + }, + { + "epoch": 0.26219754065846884, + "grad_norm": 0.629890501499176, + "learning_rate": 0.00014774667460790153, + "loss": 0.09664881229400635, + "step": 1322 + }, + { + "epoch": 0.26239587465291553, + "grad_norm": 0.3757867217063904, + "learning_rate": 0.00014770696843359143, + "loss": 0.11700594425201416, + "step": 1323 + }, + { + "epoch": 0.26259420864736216, + "grad_norm": 0.4501584470272064, + "learning_rate": 0.00014766726225928133, + "loss": 0.0718153864145279, + "step": 1324 + }, + { + "epoch": 0.2627925426418088, + "grad_norm": 0.43112146854400635, + "learning_rate": 0.00014762755608497123, + "loss": 0.07979193329811096, + "step": 1325 + }, + { + "epoch": 0.2629908766362555, + "grad_norm": 11.887086868286133, + "learning_rate": 0.00014758784991066113, + "loss": 0.09280453622341156, + "step": 1326 + }, + { + "epoch": 0.2631892106307021, + "grad_norm": 0.43588459491729736, + "learning_rate": 0.00014754814373635103, + "loss": 0.10760651528835297, + "step": 1327 + }, + { + "epoch": 0.26338754462514874, + "grad_norm": 0.29734155535697937, + "learning_rate": 0.0001475084375620409, + "loss": 0.09413909167051315, + "step": 1328 + }, + { + "epoch": 0.2635858786195954, + "grad_norm": 6.785180568695068, + "learning_rate": 0.0001474687313877308, + "loss": 0.1023765280842781, + "step": 1329 + }, + { + "epoch": 0.26378421261404206, + "grad_norm": 2.730952501296997, + "learning_rate": 0.0001474290252134207, + "loss": 0.1250952184200287, + "step": 1330 + }, + { + "epoch": 0.2639825466084887, + "grad_norm": 2.560786247253418, + "learning_rate": 0.0001473893190391106, + "loss": 0.09589294344186783, + "step": 1331 + }, + { + "epoch": 0.2641808806029353, + "grad_norm": 1.5723763704299927, + "learning_rate": 0.00014734961286480048, + "loss": 0.10662849247455597, + "step": 1332 + }, + { + "epoch": 0.264379214597382, + "grad_norm": 0.7952064871788025, + "learning_rate": 0.00014730990669049038, + "loss": 0.08430792391300201, + "step": 1333 + }, + { + "epoch": 0.26457754859182864, + "grad_norm": 0.27991703152656555, + "learning_rate": 0.00014727020051618028, + "loss": 0.0792057067155838, + "step": 1334 + }, + { + "epoch": 0.26477588258627527, + "grad_norm": 3.04156494140625, + "learning_rate": 0.00014723049434187018, + "loss": 0.10350210964679718, + "step": 1335 + }, + { + "epoch": 0.26497421658072196, + "grad_norm": 3.6730713844299316, + "learning_rate": 0.00014719078816756006, + "loss": 0.09565822035074234, + "step": 1336 + }, + { + "epoch": 0.2651725505751686, + "grad_norm": 0.4143982231616974, + "learning_rate": 0.00014715108199324996, + "loss": 0.09255827963352203, + "step": 1337 + }, + { + "epoch": 0.2653708845696152, + "grad_norm": 0.4384954869747162, + "learning_rate": 0.00014711137581893986, + "loss": 0.07638168334960938, + "step": 1338 + }, + { + "epoch": 0.2655692185640619, + "grad_norm": 1.798488974571228, + "learning_rate": 0.00014707166964462976, + "loss": 0.10147563368082047, + "step": 1339 + }, + { + "epoch": 0.26576755255850854, + "grad_norm": 40.784934997558594, + "learning_rate": 0.00014703196347031963, + "loss": 0.1125997006893158, + "step": 1340 + }, + { + "epoch": 0.26596588655295517, + "grad_norm": 0.17539410293102264, + "learning_rate": 0.00014699225729600954, + "loss": 0.0775279551744461, + "step": 1341 + }, + { + "epoch": 0.2661642205474018, + "grad_norm": 2.9414663314819336, + "learning_rate": 0.00014695255112169944, + "loss": 0.10270711034536362, + "step": 1342 + }, + { + "epoch": 0.2663625545418485, + "grad_norm": 0.4003841280937195, + "learning_rate": 0.00014691284494738934, + "loss": 0.12035500258207321, + "step": 1343 + }, + { + "epoch": 0.2665608885362951, + "grad_norm": 0.3680722415447235, + "learning_rate": 0.0001468731387730792, + "loss": 0.09674803167581558, + "step": 1344 + }, + { + "epoch": 0.26675922253074175, + "grad_norm": 0.5416732430458069, + "learning_rate": 0.0001468334325987691, + "loss": 0.08120076358318329, + "step": 1345 + }, + { + "epoch": 0.26695755652518843, + "grad_norm": 0.333126962184906, + "learning_rate": 0.000146793726424459, + "loss": 0.10374201834201813, + "step": 1346 + }, + { + "epoch": 0.26715589051963506, + "grad_norm": 0.37246888875961304, + "learning_rate": 0.0001467540202501489, + "loss": 0.0829802006483078, + "step": 1347 + }, + { + "epoch": 0.2673542245140817, + "grad_norm": 0.31517353653907776, + "learning_rate": 0.0001467143140758388, + "loss": 0.08437664806842804, + "step": 1348 + }, + { + "epoch": 0.2675525585085284, + "grad_norm": 0.23702433705329895, + "learning_rate": 0.0001466746079015287, + "loss": 0.07930035889148712, + "step": 1349 + }, + { + "epoch": 0.267750892502975, + "grad_norm": 0.5771613717079163, + "learning_rate": 0.0001466349017272186, + "loss": 0.11351639777421951, + "step": 1350 + }, + { + "epoch": 0.26794922649742164, + "grad_norm": 0.5172672867774963, + "learning_rate": 0.0001465951955529085, + "loss": 0.09280390292406082, + "step": 1351 + }, + { + "epoch": 0.26814756049186833, + "grad_norm": 0.23639751970767975, + "learning_rate": 0.00014655548937859836, + "loss": 0.12817825376987457, + "step": 1352 + }, + { + "epoch": 0.26834589448631496, + "grad_norm": 0.19668354094028473, + "learning_rate": 0.00014651578320428826, + "loss": 0.08100666850805283, + "step": 1353 + }, + { + "epoch": 0.2685442284807616, + "grad_norm": 0.2591569125652313, + "learning_rate": 0.00014647607702997817, + "loss": 0.10971017926931381, + "step": 1354 + }, + { + "epoch": 0.2687425624752082, + "grad_norm": 1.6187553405761719, + "learning_rate": 0.00014643637085566807, + "loss": 0.09245055913925171, + "step": 1355 + }, + { + "epoch": 0.2689408964696549, + "grad_norm": 0.48541781306266785, + "learning_rate": 0.00014639666468135797, + "loss": 0.09182845801115036, + "step": 1356 + }, + { + "epoch": 0.26913923046410154, + "grad_norm": 0.3371667265892029, + "learning_rate": 0.00014635695850704784, + "loss": 0.11560653150081635, + "step": 1357 + }, + { + "epoch": 0.2693375644585482, + "grad_norm": 0.5966372489929199, + "learning_rate": 0.00014631725233273774, + "loss": 0.07526971399784088, + "step": 1358 + }, + { + "epoch": 0.26953589845299486, + "grad_norm": 1.800191044807434, + "learning_rate": 0.00014627754615842764, + "loss": 0.11560731381177902, + "step": 1359 + }, + { + "epoch": 0.2697342324474415, + "grad_norm": 0.8023653626441956, + "learning_rate": 0.00014623783998411754, + "loss": 0.08812159299850464, + "step": 1360 + }, + { + "epoch": 0.2699325664418881, + "grad_norm": 0.39195919036865234, + "learning_rate": 0.00014619813380980742, + "loss": 0.10137327015399933, + "step": 1361 + }, + { + "epoch": 0.2701309004363348, + "grad_norm": 0.2268717885017395, + "learning_rate": 0.00014615842763549732, + "loss": 0.0843890830874443, + "step": 1362 + }, + { + "epoch": 0.27032923443078144, + "grad_norm": 0.3912976086139679, + "learning_rate": 0.00014611872146118722, + "loss": 0.09103661775588989, + "step": 1363 + }, + { + "epoch": 0.27052756842522807, + "grad_norm": 0.8363965749740601, + "learning_rate": 0.00014607901528687712, + "loss": 0.09439662098884583, + "step": 1364 + }, + { + "epoch": 0.27072590241967476, + "grad_norm": 0.6293359994888306, + "learning_rate": 0.000146039309112567, + "loss": 0.11181093007326126, + "step": 1365 + }, + { + "epoch": 0.2709242364141214, + "grad_norm": 0.3968593180179596, + "learning_rate": 0.0001459996029382569, + "loss": 0.08041823655366898, + "step": 1366 + }, + { + "epoch": 0.271122570408568, + "grad_norm": 1.5897068977355957, + "learning_rate": 0.0001459598967639468, + "loss": 0.08274905383586884, + "step": 1367 + }, + { + "epoch": 0.27132090440301465, + "grad_norm": 1.576856255531311, + "learning_rate": 0.0001459201905896367, + "loss": 0.08920229971408844, + "step": 1368 + }, + { + "epoch": 0.27151923839746134, + "grad_norm": 0.1529230922460556, + "learning_rate": 0.00014588048441532657, + "loss": 0.07941606640815735, + "step": 1369 + }, + { + "epoch": 0.27171757239190797, + "grad_norm": 0.27294570207595825, + "learning_rate": 0.0001458407782410165, + "loss": 0.09429741650819778, + "step": 1370 + }, + { + "epoch": 0.2719159063863546, + "grad_norm": 0.26477372646331787, + "learning_rate": 0.0001458010720667064, + "loss": 0.0933719277381897, + "step": 1371 + }, + { + "epoch": 0.2721142403808013, + "grad_norm": 0.25451698899269104, + "learning_rate": 0.00014576136589239627, + "loss": 0.08040904253721237, + "step": 1372 + }, + { + "epoch": 0.2723125743752479, + "grad_norm": 0.20603375136852264, + "learning_rate": 0.00014572165971808617, + "loss": 0.08348845690488815, + "step": 1373 + }, + { + "epoch": 0.27251090836969455, + "grad_norm": 0.24870914220809937, + "learning_rate": 0.00014568195354377607, + "loss": 0.0842549204826355, + "step": 1374 + }, + { + "epoch": 0.27270924236414124, + "grad_norm": 0.24165470898151398, + "learning_rate": 0.00014564224736946597, + "loss": 0.09358666837215424, + "step": 1375 + }, + { + "epoch": 0.27290757635858787, + "grad_norm": 4.215895652770996, + "learning_rate": 0.00014560254119515585, + "loss": 0.12758967280387878, + "step": 1376 + }, + { + "epoch": 0.2731059103530345, + "grad_norm": 1.3382956981658936, + "learning_rate": 0.00014556283502084575, + "loss": 0.16782036423683167, + "step": 1377 + }, + { + "epoch": 0.2733042443474812, + "grad_norm": 0.7346848845481873, + "learning_rate": 0.00014552312884653565, + "loss": 0.066413015127182, + "step": 1378 + }, + { + "epoch": 0.2735025783419278, + "grad_norm": 0.2868807017803192, + "learning_rate": 0.00014548342267222555, + "loss": 0.09541529417037964, + "step": 1379 + }, + { + "epoch": 0.27370091233637445, + "grad_norm": 0.39765000343322754, + "learning_rate": 0.00014544371649791545, + "loss": 0.083450548350811, + "step": 1380 + }, + { + "epoch": 0.2738992463308211, + "grad_norm": 0.9224298596382141, + "learning_rate": 0.00014540401032360533, + "loss": 0.1075199693441391, + "step": 1381 + }, + { + "epoch": 0.27409758032526776, + "grad_norm": 0.2807832658290863, + "learning_rate": 0.00014536430414929523, + "loss": 0.08537621796131134, + "step": 1382 + }, + { + "epoch": 0.2742959143197144, + "grad_norm": 1.1158987283706665, + "learning_rate": 0.00014532459797498513, + "loss": 0.09733811020851135, + "step": 1383 + }, + { + "epoch": 0.274494248314161, + "grad_norm": 0.49250665307044983, + "learning_rate": 0.00014528489180067503, + "loss": 0.0953185111284256, + "step": 1384 + }, + { + "epoch": 0.2746925823086077, + "grad_norm": 1.094311237335205, + "learning_rate": 0.0001452451856263649, + "loss": 0.09918470680713654, + "step": 1385 + }, + { + "epoch": 0.27489091630305434, + "grad_norm": 0.5062022805213928, + "learning_rate": 0.0001452054794520548, + "loss": 0.11840346455574036, + "step": 1386 + }, + { + "epoch": 0.275089250297501, + "grad_norm": 1.6795451641082764, + "learning_rate": 0.0001451657732777447, + "loss": 0.08949041366577148, + "step": 1387 + }, + { + "epoch": 0.27528758429194766, + "grad_norm": 0.6741311550140381, + "learning_rate": 0.0001451260671034346, + "loss": 0.09018369019031525, + "step": 1388 + }, + { + "epoch": 0.2754859182863943, + "grad_norm": 1.677815318107605, + "learning_rate": 0.00014508636092912448, + "loss": 0.10585981607437134, + "step": 1389 + }, + { + "epoch": 0.2756842522808409, + "grad_norm": 0.2856212258338928, + "learning_rate": 0.00014504665475481438, + "loss": 0.14109991490840912, + "step": 1390 + }, + { + "epoch": 0.2758825862752876, + "grad_norm": 0.6545632481575012, + "learning_rate": 0.00014500694858050428, + "loss": 0.13751108944416046, + "step": 1391 + }, + { + "epoch": 0.27608092026973424, + "grad_norm": 0.806605875492096, + "learning_rate": 0.00014496724240619418, + "loss": 0.06611326336860657, + "step": 1392 + }, + { + "epoch": 0.2762792542641809, + "grad_norm": 5.568426132202148, + "learning_rate": 0.00014492753623188405, + "loss": 0.12304814159870148, + "step": 1393 + }, + { + "epoch": 0.2764775882586275, + "grad_norm": 0.6453039646148682, + "learning_rate": 0.00014488783005757396, + "loss": 0.07612697780132294, + "step": 1394 + }, + { + "epoch": 0.2766759222530742, + "grad_norm": 8.613703727722168, + "learning_rate": 0.00014484812388326386, + "loss": 0.1103879064321518, + "step": 1395 + }, + { + "epoch": 0.2768742562475208, + "grad_norm": 0.9174898862838745, + "learning_rate": 0.00014480841770895376, + "loss": 0.08193289488554001, + "step": 1396 + }, + { + "epoch": 0.27707259024196745, + "grad_norm": 0.9442946910858154, + "learning_rate": 0.00014476871153464363, + "loss": 0.06635391712188721, + "step": 1397 + }, + { + "epoch": 0.27727092423641414, + "grad_norm": 0.8629181981086731, + "learning_rate": 0.00014472900536033353, + "loss": 0.08757518231868744, + "step": 1398 + }, + { + "epoch": 0.27746925823086077, + "grad_norm": 0.29447564482688904, + "learning_rate": 0.00014468929918602343, + "loss": 0.09546368569135666, + "step": 1399 + }, + { + "epoch": 0.2776675922253074, + "grad_norm": 1.442451000213623, + "learning_rate": 0.00014464959301171333, + "loss": 0.12299361824989319, + "step": 1400 + }, + { + "epoch": 0.2778659262197541, + "grad_norm": 0.36208030581474304, + "learning_rate": 0.0001446098868374032, + "loss": 0.0799146369099617, + "step": 1401 + }, + { + "epoch": 0.2780642602142007, + "grad_norm": 0.2634749114513397, + "learning_rate": 0.0001445701806630931, + "loss": 0.05297199636697769, + "step": 1402 + }, + { + "epoch": 0.27826259420864735, + "grad_norm": 1.5905036926269531, + "learning_rate": 0.000144530474488783, + "loss": 0.07794606685638428, + "step": 1403 + }, + { + "epoch": 0.27846092820309404, + "grad_norm": 0.49385690689086914, + "learning_rate": 0.0001444907683144729, + "loss": 0.08123048394918442, + "step": 1404 + }, + { + "epoch": 0.27865926219754067, + "grad_norm": 0.3833521604537964, + "learning_rate": 0.00014445106214016278, + "loss": 0.0986417680978775, + "step": 1405 + }, + { + "epoch": 0.2788575961919873, + "grad_norm": 1.7953218221664429, + "learning_rate": 0.00014441135596585268, + "loss": 0.10448545217514038, + "step": 1406 + }, + { + "epoch": 0.27905593018643393, + "grad_norm": 0.8156488537788391, + "learning_rate": 0.00014437164979154258, + "loss": 0.09833726286888123, + "step": 1407 + }, + { + "epoch": 0.2792542641808806, + "grad_norm": 1.9709206819534302, + "learning_rate": 0.00014433194361723249, + "loss": 0.09623083472251892, + "step": 1408 + }, + { + "epoch": 0.27945259817532725, + "grad_norm": 1.9296462535858154, + "learning_rate": 0.0001442922374429224, + "loss": 0.12709516286849976, + "step": 1409 + }, + { + "epoch": 0.2796509321697739, + "grad_norm": 0.39411354064941406, + "learning_rate": 0.00014425253126861226, + "loss": 0.07665380090475082, + "step": 1410 + }, + { + "epoch": 0.27984926616422057, + "grad_norm": 1.613035798072815, + "learning_rate": 0.00014421282509430216, + "loss": 0.07682206481695175, + "step": 1411 + }, + { + "epoch": 0.2800476001586672, + "grad_norm": 4.005261421203613, + "learning_rate": 0.00014417311891999206, + "loss": 0.07115628570318222, + "step": 1412 + }, + { + "epoch": 0.28024593415311383, + "grad_norm": 1.1437548398971558, + "learning_rate": 0.00014413341274568196, + "loss": 0.10369019210338593, + "step": 1413 + }, + { + "epoch": 0.2804442681475605, + "grad_norm": 1.793805718421936, + "learning_rate": 0.00014409370657137184, + "loss": 0.11966142058372498, + "step": 1414 + }, + { + "epoch": 0.28064260214200715, + "grad_norm": 5.117659091949463, + "learning_rate": 0.00014405400039706174, + "loss": 0.14240984618663788, + "step": 1415 + }, + { + "epoch": 0.2808409361364538, + "grad_norm": 1.4119281768798828, + "learning_rate": 0.00014401429422275167, + "loss": 0.07793886214494705, + "step": 1416 + }, + { + "epoch": 0.2810392701309004, + "grad_norm": 0.6432020664215088, + "learning_rate": 0.00014397458804844154, + "loss": 0.09616871178150177, + "step": 1417 + }, + { + "epoch": 0.2812376041253471, + "grad_norm": 1.3905104398727417, + "learning_rate": 0.00014393488187413144, + "loss": 0.10776665806770325, + "step": 1418 + }, + { + "epoch": 0.2814359381197937, + "grad_norm": 4.64579439163208, + "learning_rate": 0.00014389517569982134, + "loss": 0.1361790895462036, + "step": 1419 + }, + { + "epoch": 0.28163427211424036, + "grad_norm": 1.313574194908142, + "learning_rate": 0.00014385546952551124, + "loss": 0.09067728370428085, + "step": 1420 + }, + { + "epoch": 0.28183260610868704, + "grad_norm": 1.158779263496399, + "learning_rate": 0.00014381576335120112, + "loss": 0.06389158219099045, + "step": 1421 + }, + { + "epoch": 0.2820309401031337, + "grad_norm": 2.4301483631134033, + "learning_rate": 0.00014377605717689102, + "loss": 0.07836656272411346, + "step": 1422 + }, + { + "epoch": 0.2822292740975803, + "grad_norm": 1.2624738216400146, + "learning_rate": 0.00014373635100258092, + "loss": 0.0914531946182251, + "step": 1423 + }, + { + "epoch": 0.282427608092027, + "grad_norm": 0.8622018694877625, + "learning_rate": 0.00014369664482827082, + "loss": 0.09087293595075607, + "step": 1424 + }, + { + "epoch": 0.2826259420864736, + "grad_norm": 7.019484043121338, + "learning_rate": 0.0001436569386539607, + "loss": 0.10869061946868896, + "step": 1425 + }, + { + "epoch": 0.28282427608092026, + "grad_norm": 5.18035888671875, + "learning_rate": 0.0001436172324796506, + "loss": 0.12610359489917755, + "step": 1426 + }, + { + "epoch": 0.28302261007536694, + "grad_norm": 2.7966811656951904, + "learning_rate": 0.0001435775263053405, + "loss": 0.11499474197626114, + "step": 1427 + }, + { + "epoch": 0.2832209440698136, + "grad_norm": 1.8179086446762085, + "learning_rate": 0.0001435378201310304, + "loss": 0.19078975915908813, + "step": 1428 + }, + { + "epoch": 0.2834192780642602, + "grad_norm": 1.4760698080062866, + "learning_rate": 0.00014349811395672027, + "loss": 0.12555593252182007, + "step": 1429 + }, + { + "epoch": 0.28361761205870684, + "grad_norm": 0.5802066326141357, + "learning_rate": 0.00014345840778241017, + "loss": 0.11372043937444687, + "step": 1430 + }, + { + "epoch": 0.2838159460531535, + "grad_norm": 1.387877106666565, + "learning_rate": 0.00014341870160810007, + "loss": 0.06834332644939423, + "step": 1431 + }, + { + "epoch": 0.28401428004760015, + "grad_norm": 16.755516052246094, + "learning_rate": 0.00014337899543378997, + "loss": 0.06302163004875183, + "step": 1432 + }, + { + "epoch": 0.2842126140420468, + "grad_norm": 1.4592796564102173, + "learning_rate": 0.00014333928925947987, + "loss": 0.05969533324241638, + "step": 1433 + }, + { + "epoch": 0.28441094803649347, + "grad_norm": 0.5464813709259033, + "learning_rate": 0.00014329958308516975, + "loss": 0.10482707619667053, + "step": 1434 + }, + { + "epoch": 0.2846092820309401, + "grad_norm": 1.2859480381011963, + "learning_rate": 0.00014325987691085965, + "loss": 0.11676815152168274, + "step": 1435 + }, + { + "epoch": 0.28480761602538673, + "grad_norm": 6.5333757400512695, + "learning_rate": 0.00014322017073654955, + "loss": 0.07969003170728683, + "step": 1436 + }, + { + "epoch": 0.2850059500198334, + "grad_norm": 0.5872094631195068, + "learning_rate": 0.00014318046456223945, + "loss": 0.0940493643283844, + "step": 1437 + }, + { + "epoch": 0.28520428401428005, + "grad_norm": 0.48074251413345337, + "learning_rate": 0.00014314075838792932, + "loss": 0.07986173033714294, + "step": 1438 + }, + { + "epoch": 0.2854026180087267, + "grad_norm": 0.259859561920166, + "learning_rate": 0.00014310105221361922, + "loss": 0.07295694202184677, + "step": 1439 + }, + { + "epoch": 0.28560095200317337, + "grad_norm": 0.6309043765068054, + "learning_rate": 0.00014306134603930912, + "loss": 0.07011032104492188, + "step": 1440 + }, + { + "epoch": 0.28579928599762, + "grad_norm": 2.300445795059204, + "learning_rate": 0.00014302163986499902, + "loss": 0.06943432241678238, + "step": 1441 + }, + { + "epoch": 0.28599761999206663, + "grad_norm": 0.31129834055900574, + "learning_rate": 0.0001429819336906889, + "loss": 0.09566405415534973, + "step": 1442 + }, + { + "epoch": 0.28619595398651326, + "grad_norm": 280.1081237792969, + "learning_rate": 0.0001429422275163788, + "loss": 0.10076987743377686, + "step": 1443 + }, + { + "epoch": 0.28639428798095995, + "grad_norm": 1.0934348106384277, + "learning_rate": 0.0001429025213420687, + "loss": 0.07862105965614319, + "step": 1444 + }, + { + "epoch": 0.2865926219754066, + "grad_norm": 0.49308130145072937, + "learning_rate": 0.0001428628151677586, + "loss": 0.13012972474098206, + "step": 1445 + }, + { + "epoch": 0.2867909559698532, + "grad_norm": 2.424349069595337, + "learning_rate": 0.00014282310899344847, + "loss": 0.07174824923276901, + "step": 1446 + }, + { + "epoch": 0.2869892899642999, + "grad_norm": 0.6866879463195801, + "learning_rate": 0.00014278340281913837, + "loss": 0.07734405994415283, + "step": 1447 + }, + { + "epoch": 0.28718762395874653, + "grad_norm": 0.6691634654998779, + "learning_rate": 0.00014274369664482828, + "loss": 0.08736855536699295, + "step": 1448 + }, + { + "epoch": 0.28738595795319316, + "grad_norm": 0.792866051197052, + "learning_rate": 0.00014270399047051818, + "loss": 0.08500836044549942, + "step": 1449 + }, + { + "epoch": 0.28758429194763985, + "grad_norm": 0.29163819551467896, + "learning_rate": 0.00014266428429620805, + "loss": 0.05091875046491623, + "step": 1450 + }, + { + "epoch": 0.2877826259420865, + "grad_norm": 15.272749900817871, + "learning_rate": 0.00014262457812189795, + "loss": 0.08653486520051956, + "step": 1451 + }, + { + "epoch": 0.2879809599365331, + "grad_norm": 0.5290173292160034, + "learning_rate": 0.00014258487194758785, + "loss": 0.10769924521446228, + "step": 1452 + }, + { + "epoch": 0.2881792939309798, + "grad_norm": 0.5523995757102966, + "learning_rate": 0.00014254516577327775, + "loss": 0.1092209443449974, + "step": 1453 + }, + { + "epoch": 0.2883776279254264, + "grad_norm": 0.5557185411453247, + "learning_rate": 0.00014250545959896763, + "loss": 0.12629082798957825, + "step": 1454 + }, + { + "epoch": 0.28857596191987306, + "grad_norm": 7.898660182952881, + "learning_rate": 0.00014246575342465753, + "loss": 0.08591831475496292, + "step": 1455 + }, + { + "epoch": 0.2887742959143197, + "grad_norm": 4.178291320800781, + "learning_rate": 0.00014242604725034743, + "loss": 0.10024057328701019, + "step": 1456 + }, + { + "epoch": 0.2889726299087664, + "grad_norm": 0.41525930166244507, + "learning_rate": 0.00014238634107603733, + "loss": 0.1162625253200531, + "step": 1457 + }, + { + "epoch": 0.289170963903213, + "grad_norm": 6.610838413238525, + "learning_rate": 0.0001423466349017272, + "loss": 0.10243435204029083, + "step": 1458 + }, + { + "epoch": 0.28936929789765964, + "grad_norm": 1.087875247001648, + "learning_rate": 0.0001423069287274171, + "loss": 0.07651587575674057, + "step": 1459 + }, + { + "epoch": 0.2895676318921063, + "grad_norm": 0.2067931741476059, + "learning_rate": 0.000142267222553107, + "loss": 0.09836214780807495, + "step": 1460 + }, + { + "epoch": 0.28976596588655296, + "grad_norm": 1.3355380296707153, + "learning_rate": 0.0001422275163787969, + "loss": 0.08519761264324188, + "step": 1461 + }, + { + "epoch": 0.2899642998809996, + "grad_norm": 0.4811569154262543, + "learning_rate": 0.0001421878102044868, + "loss": 0.08724378049373627, + "step": 1462 + }, + { + "epoch": 0.2901626338754463, + "grad_norm": 8.158933639526367, + "learning_rate": 0.0001421481040301767, + "loss": 0.09978241473436356, + "step": 1463 + }, + { + "epoch": 0.2903609678698929, + "grad_norm": 0.7079756259918213, + "learning_rate": 0.0001421083978558666, + "loss": 0.1051345244050026, + "step": 1464 + }, + { + "epoch": 0.29055930186433954, + "grad_norm": 0.41456809639930725, + "learning_rate": 0.0001420686916815565, + "loss": 0.09379920363426208, + "step": 1465 + }, + { + "epoch": 0.2907576358587862, + "grad_norm": 1.0444228649139404, + "learning_rate": 0.00014202898550724638, + "loss": 0.07800512760877609, + "step": 1466 + }, + { + "epoch": 0.29095596985323285, + "grad_norm": 40.920433044433594, + "learning_rate": 0.00014198927933293628, + "loss": 0.10151489078998566, + "step": 1467 + }, + { + "epoch": 0.2911543038476795, + "grad_norm": 19.52560806274414, + "learning_rate": 0.00014194957315862618, + "loss": 0.08201680332422256, + "step": 1468 + }, + { + "epoch": 0.2913526378421261, + "grad_norm": 0.5626007914543152, + "learning_rate": 0.00014190986698431608, + "loss": 0.08107651770114899, + "step": 1469 + }, + { + "epoch": 0.2915509718365728, + "grad_norm": 2.606206178665161, + "learning_rate": 0.00014187016081000596, + "loss": 0.07452838867902756, + "step": 1470 + }, + { + "epoch": 0.29174930583101943, + "grad_norm": 7.257553577423096, + "learning_rate": 0.00014183045463569586, + "loss": 0.08702574670314789, + "step": 1471 + }, + { + "epoch": 0.29194763982546607, + "grad_norm": 0.27903488278388977, + "learning_rate": 0.00014179074846138576, + "loss": 0.12508070468902588, + "step": 1472 + }, + { + "epoch": 0.29214597381991275, + "grad_norm": 1.7879527807235718, + "learning_rate": 0.00014175104228707566, + "loss": 0.07764890789985657, + "step": 1473 + }, + { + "epoch": 0.2923443078143594, + "grad_norm": 0.5248450040817261, + "learning_rate": 0.00014171133611276554, + "loss": 0.07003605365753174, + "step": 1474 + }, + { + "epoch": 0.292542641808806, + "grad_norm": 0.8763116598129272, + "learning_rate": 0.00014167162993845544, + "loss": 0.10525169968605042, + "step": 1475 + }, + { + "epoch": 0.2927409758032527, + "grad_norm": 1.3404847383499146, + "learning_rate": 0.00014163192376414534, + "loss": 0.12774334847927094, + "step": 1476 + }, + { + "epoch": 0.29293930979769933, + "grad_norm": 0.29587823152542114, + "learning_rate": 0.00014159221758983524, + "loss": 0.08729516714811325, + "step": 1477 + }, + { + "epoch": 0.29313764379214596, + "grad_norm": 0.2766488492488861, + "learning_rate": 0.0001415525114155251, + "loss": 0.0740157961845398, + "step": 1478 + }, + { + "epoch": 0.2933359777865926, + "grad_norm": 3.4776861667633057, + "learning_rate": 0.000141512805241215, + "loss": 0.12146120518445969, + "step": 1479 + }, + { + "epoch": 0.2935343117810393, + "grad_norm": 1.2693724632263184, + "learning_rate": 0.0001414730990669049, + "loss": 0.10002873092889786, + "step": 1480 + }, + { + "epoch": 0.2937326457754859, + "grad_norm": 0.19671832025051117, + "learning_rate": 0.00014143339289259481, + "loss": 0.07938871532678604, + "step": 1481 + }, + { + "epoch": 0.29393097976993254, + "grad_norm": 6.078729629516602, + "learning_rate": 0.00014139368671828471, + "loss": 0.08386887609958649, + "step": 1482 + }, + { + "epoch": 0.29412931376437923, + "grad_norm": 1.5877267122268677, + "learning_rate": 0.0001413539805439746, + "loss": 0.08592914044857025, + "step": 1483 + }, + { + "epoch": 0.29432764775882586, + "grad_norm": 0.31204620003700256, + "learning_rate": 0.0001413142743696645, + "loss": 0.09002574533224106, + "step": 1484 + }, + { + "epoch": 0.2945259817532725, + "grad_norm": 0.3320445716381073, + "learning_rate": 0.0001412745681953544, + "loss": 0.07021871954202652, + "step": 1485 + }, + { + "epoch": 0.2947243157477192, + "grad_norm": 0.2994186580181122, + "learning_rate": 0.0001412348620210443, + "loss": 0.10721349716186523, + "step": 1486 + }, + { + "epoch": 0.2949226497421658, + "grad_norm": 0.5959643721580505, + "learning_rate": 0.00014119515584673416, + "loss": 0.103214330971241, + "step": 1487 + }, + { + "epoch": 0.29512098373661244, + "grad_norm": 0.24576634168624878, + "learning_rate": 0.00014115544967242407, + "loss": 0.08728766441345215, + "step": 1488 + }, + { + "epoch": 0.2953193177310591, + "grad_norm": 0.3905697464942932, + "learning_rate": 0.00014111574349811397, + "loss": 0.09333034604787827, + "step": 1489 + }, + { + "epoch": 0.29551765172550576, + "grad_norm": 0.34457606077194214, + "learning_rate": 0.00014107603732380387, + "loss": 0.11423048377037048, + "step": 1490 + }, + { + "epoch": 0.2957159857199524, + "grad_norm": 0.8353099822998047, + "learning_rate": 0.00014103633114949374, + "loss": 0.13216757774353027, + "step": 1491 + }, + { + "epoch": 0.295914319714399, + "grad_norm": 0.47160133719444275, + "learning_rate": 0.00014099662497518364, + "loss": 0.09144510328769684, + "step": 1492 + }, + { + "epoch": 0.2961126537088457, + "grad_norm": 0.8349454998970032, + "learning_rate": 0.00014095691880087354, + "loss": 0.07860392332077026, + "step": 1493 + }, + { + "epoch": 0.29631098770329234, + "grad_norm": 0.9049187302589417, + "learning_rate": 0.00014091721262656344, + "loss": 0.07545901089906693, + "step": 1494 + }, + { + "epoch": 0.29650932169773897, + "grad_norm": 0.26707279682159424, + "learning_rate": 0.00014087750645225332, + "loss": 0.08841745555400848, + "step": 1495 + }, + { + "epoch": 0.29670765569218566, + "grad_norm": 0.6317480802536011, + "learning_rate": 0.00014083780027794322, + "loss": 0.07520090043544769, + "step": 1496 + }, + { + "epoch": 0.2969059896866323, + "grad_norm": 0.7134697437286377, + "learning_rate": 0.00014079809410363312, + "loss": 0.08386658877134323, + "step": 1497 + }, + { + "epoch": 0.2971043236810789, + "grad_norm": 0.21797624230384827, + "learning_rate": 0.00014075838792932302, + "loss": 0.08325611054897308, + "step": 1498 + }, + { + "epoch": 0.2973026576755256, + "grad_norm": 0.2690010368824005, + "learning_rate": 0.0001407186817550129, + "loss": 0.10706479847431183, + "step": 1499 + }, + { + "epoch": 0.29750099166997224, + "grad_norm": 2.3782145977020264, + "learning_rate": 0.0001406789755807028, + "loss": 0.10114762932062149, + "step": 1500 + }, + { + "epoch": 0.29750099166997224, + "eval_loss": 0.6715241074562073, + "eval_runtime": 416.2332, + "eval_samples_per_second": 0.615, + "eval_steps_per_second": 0.154, + "step": 1500 + }, + { + "epoch": 0.29769932566441887, + "grad_norm": 0.24912910163402557, + "learning_rate": 0.0001406392694063927, + "loss": 0.07967396825551987, + "step": 1501 + }, + { + "epoch": 0.29789765965886555, + "grad_norm": 0.6515164375305176, + "learning_rate": 0.0001405995632320826, + "loss": 0.09725499153137207, + "step": 1502 + }, + { + "epoch": 0.2980959936533122, + "grad_norm": 3.4363012313842773, + "learning_rate": 0.00014055985705777247, + "loss": 0.061301447451114655, + "step": 1503 + }, + { + "epoch": 0.2982943276477588, + "grad_norm": 0.9787089824676514, + "learning_rate": 0.00014052015088346237, + "loss": 0.13634473085403442, + "step": 1504 + }, + { + "epoch": 0.29849266164220545, + "grad_norm": 0.34139758348464966, + "learning_rate": 0.00014048044470915227, + "loss": 0.10975077003240585, + "step": 1505 + }, + { + "epoch": 0.29869099563665213, + "grad_norm": 0.24775275588035583, + "learning_rate": 0.00014044073853484217, + "loss": 0.11449981480836868, + "step": 1506 + }, + { + "epoch": 0.29888932963109877, + "grad_norm": 0.7119569182395935, + "learning_rate": 0.00014040103236053205, + "loss": 0.10394594818353653, + "step": 1507 + }, + { + "epoch": 0.2990876636255454, + "grad_norm": 2.5584664344787598, + "learning_rate": 0.00014036132618622197, + "loss": 0.1055150032043457, + "step": 1508 + }, + { + "epoch": 0.2992859976199921, + "grad_norm": 0.6573823690414429, + "learning_rate": 0.00014032162001191187, + "loss": 0.08499609678983688, + "step": 1509 + }, + { + "epoch": 0.2994843316144387, + "grad_norm": 1.358189344406128, + "learning_rate": 0.00014028191383760178, + "loss": 0.09456735104322433, + "step": 1510 + }, + { + "epoch": 0.29968266560888535, + "grad_norm": 0.267899751663208, + "learning_rate": 0.00014024220766329165, + "loss": 0.09814199060201645, + "step": 1511 + }, + { + "epoch": 0.29988099960333203, + "grad_norm": 3.635981321334839, + "learning_rate": 0.00014020250148898155, + "loss": 0.09968575090169907, + "step": 1512 + }, + { + "epoch": 0.30007933359777866, + "grad_norm": 0.28711116313934326, + "learning_rate": 0.00014016279531467145, + "loss": 0.07669763267040253, + "step": 1513 + }, + { + "epoch": 0.3002776675922253, + "grad_norm": 0.9417737722396851, + "learning_rate": 0.00014012308914036135, + "loss": 0.0807320773601532, + "step": 1514 + }, + { + "epoch": 0.300476001586672, + "grad_norm": 0.28734704852104187, + "learning_rate": 0.00014008338296605123, + "loss": 0.06299130618572235, + "step": 1515 + }, + { + "epoch": 0.3006743355811186, + "grad_norm": 0.35663384199142456, + "learning_rate": 0.00014004367679174113, + "loss": 0.11276325583457947, + "step": 1516 + }, + { + "epoch": 0.30087266957556524, + "grad_norm": 0.4466193616390228, + "learning_rate": 0.00014000397061743103, + "loss": 0.06963324546813965, + "step": 1517 + }, + { + "epoch": 0.3010710035700119, + "grad_norm": 0.23979225754737854, + "learning_rate": 0.00013996426444312093, + "loss": 0.06988946348428726, + "step": 1518 + }, + { + "epoch": 0.30126933756445856, + "grad_norm": 0.16132035851478577, + "learning_rate": 0.0001399245582688108, + "loss": 0.0673169419169426, + "step": 1519 + }, + { + "epoch": 0.3014676715589052, + "grad_norm": 0.5797441601753235, + "learning_rate": 0.0001398848520945007, + "loss": 0.08664584904909134, + "step": 1520 + }, + { + "epoch": 0.3016660055533518, + "grad_norm": 0.3660130500793457, + "learning_rate": 0.0001398451459201906, + "loss": 0.0710446909070015, + "step": 1521 + }, + { + "epoch": 0.3018643395477985, + "grad_norm": 0.23143717646598816, + "learning_rate": 0.0001398054397458805, + "loss": 0.09227969497442245, + "step": 1522 + }, + { + "epoch": 0.30206267354224514, + "grad_norm": 0.7191054821014404, + "learning_rate": 0.00013976573357157038, + "loss": 0.08195103704929352, + "step": 1523 + }, + { + "epoch": 0.3022610075366918, + "grad_norm": 0.19267861545085907, + "learning_rate": 0.00013972602739726028, + "loss": 0.07498133927583694, + "step": 1524 + }, + { + "epoch": 0.30245934153113846, + "grad_norm": 0.2658624053001404, + "learning_rate": 0.00013968632122295018, + "loss": 0.06991605460643768, + "step": 1525 + }, + { + "epoch": 0.3026576755255851, + "grad_norm": 0.7652851343154907, + "learning_rate": 0.00013964661504864008, + "loss": 0.10267563164234161, + "step": 1526 + }, + { + "epoch": 0.3028560095200317, + "grad_norm": 0.46936723589897156, + "learning_rate": 0.00013960690887432995, + "loss": 0.12007414549589157, + "step": 1527 + }, + { + "epoch": 0.3030543435144784, + "grad_norm": 0.5540635585784912, + "learning_rate": 0.00013956720270001986, + "loss": 0.0794057846069336, + "step": 1528 + }, + { + "epoch": 0.30325267750892504, + "grad_norm": 1.2074813842773438, + "learning_rate": 0.00013952749652570976, + "loss": 0.0888795331120491, + "step": 1529 + }, + { + "epoch": 0.30345101150337167, + "grad_norm": 1.1421293020248413, + "learning_rate": 0.00013948779035139966, + "loss": 0.08319311589002609, + "step": 1530 + }, + { + "epoch": 0.3036493454978183, + "grad_norm": 7.055152893066406, + "learning_rate": 0.00013944808417708953, + "loss": 0.08059801906347275, + "step": 1531 + }, + { + "epoch": 0.303847679492265, + "grad_norm": 0.2843194007873535, + "learning_rate": 0.00013940837800277943, + "loss": 0.10529058426618576, + "step": 1532 + }, + { + "epoch": 0.3040460134867116, + "grad_norm": 0.46869125962257385, + "learning_rate": 0.00013936867182846933, + "loss": 0.06964083015918732, + "step": 1533 + }, + { + "epoch": 0.30424434748115825, + "grad_norm": 1.5201069116592407, + "learning_rate": 0.00013932896565415923, + "loss": 0.14522841572761536, + "step": 1534 + }, + { + "epoch": 0.30444268147560494, + "grad_norm": 0.7846847772598267, + "learning_rate": 0.00013928925947984913, + "loss": 0.0912645012140274, + "step": 1535 + }, + { + "epoch": 0.30464101547005157, + "grad_norm": 0.7639987468719482, + "learning_rate": 0.000139249553305539, + "loss": 0.09584277868270874, + "step": 1536 + }, + { + "epoch": 0.3048393494644982, + "grad_norm": 1.1020526885986328, + "learning_rate": 0.0001392098471312289, + "loss": 0.08007562160491943, + "step": 1537 + }, + { + "epoch": 0.3050376834589449, + "grad_norm": 0.3523455262184143, + "learning_rate": 0.0001391701409569188, + "loss": 0.12010926753282547, + "step": 1538 + }, + { + "epoch": 0.3052360174533915, + "grad_norm": 19.678754806518555, + "learning_rate": 0.0001391304347826087, + "loss": 0.09437533468008041, + "step": 1539 + }, + { + "epoch": 0.30543435144783815, + "grad_norm": 6.571433067321777, + "learning_rate": 0.00013909072860829858, + "loss": 0.09846121817827225, + "step": 1540 + }, + { + "epoch": 0.30563268544228483, + "grad_norm": 0.2488177865743637, + "learning_rate": 0.00013905102243398849, + "loss": 0.06543195992708206, + "step": 1541 + }, + { + "epoch": 0.30583101943673147, + "grad_norm": 1.1676663160324097, + "learning_rate": 0.00013901131625967839, + "loss": 0.06102053076028824, + "step": 1542 + }, + { + "epoch": 0.3060293534311781, + "grad_norm": 0.7754757404327393, + "learning_rate": 0.0001389716100853683, + "loss": 0.0920761227607727, + "step": 1543 + }, + { + "epoch": 0.30622768742562473, + "grad_norm": 0.42389389872550964, + "learning_rate": 0.00013893190391105816, + "loss": 0.09600438177585602, + "step": 1544 + }, + { + "epoch": 0.3064260214200714, + "grad_norm": 1.8094172477722168, + "learning_rate": 0.00013889219773674806, + "loss": 0.09995374083518982, + "step": 1545 + }, + { + "epoch": 0.30662435541451805, + "grad_norm": 0.9004209041595459, + "learning_rate": 0.00013885249156243796, + "loss": 0.10017095506191254, + "step": 1546 + }, + { + "epoch": 0.3068226894089647, + "grad_norm": 3.0331227779388428, + "learning_rate": 0.00013881278538812786, + "loss": 0.09086066484451294, + "step": 1547 + }, + { + "epoch": 0.30702102340341136, + "grad_norm": 0.6320685744285583, + "learning_rate": 0.00013877307921381774, + "loss": 0.1611410677433014, + "step": 1548 + }, + { + "epoch": 0.307219357397858, + "grad_norm": 0.34380480647087097, + "learning_rate": 0.00013873337303950764, + "loss": 0.08784415572881699, + "step": 1549 + }, + { + "epoch": 0.3074176913923046, + "grad_norm": 0.48432180285453796, + "learning_rate": 0.00013869366686519754, + "loss": 0.11716758459806442, + "step": 1550 + }, + { + "epoch": 0.3076160253867513, + "grad_norm": 0.8302556276321411, + "learning_rate": 0.00013865396069088744, + "loss": 0.10917438566684723, + "step": 1551 + }, + { + "epoch": 0.30781435938119794, + "grad_norm": 0.6145883202552795, + "learning_rate": 0.0001386142545165773, + "loss": 0.0923374742269516, + "step": 1552 + }, + { + "epoch": 0.3080126933756446, + "grad_norm": 0.3693712651729584, + "learning_rate": 0.00013857454834226721, + "loss": 0.08701494336128235, + "step": 1553 + }, + { + "epoch": 0.3082110273700912, + "grad_norm": 0.5028198957443237, + "learning_rate": 0.00013853484216795711, + "loss": 0.10213686525821686, + "step": 1554 + }, + { + "epoch": 0.3084093613645379, + "grad_norm": 0.35911449790000916, + "learning_rate": 0.00013849513599364704, + "loss": 0.08345749974250793, + "step": 1555 + }, + { + "epoch": 0.3086076953589845, + "grad_norm": 0.3524228036403656, + "learning_rate": 0.00013845542981933692, + "loss": 0.10314203053712845, + "step": 1556 + }, + { + "epoch": 0.30880602935343116, + "grad_norm": 1.652991771697998, + "learning_rate": 0.00013841572364502682, + "loss": 0.1309552937746048, + "step": 1557 + }, + { + "epoch": 0.30900436334787784, + "grad_norm": 0.9692798256874084, + "learning_rate": 0.00013837601747071672, + "loss": 0.08237324655056, + "step": 1558 + }, + { + "epoch": 0.3092026973423245, + "grad_norm": 4.6205573081970215, + "learning_rate": 0.00013833631129640662, + "loss": 0.09161792695522308, + "step": 1559 + }, + { + "epoch": 0.3094010313367711, + "grad_norm": 0.8884167075157166, + "learning_rate": 0.0001382966051220965, + "loss": 0.08783967047929764, + "step": 1560 + }, + { + "epoch": 0.3095993653312178, + "grad_norm": 0.5425876975059509, + "learning_rate": 0.0001382568989477864, + "loss": 0.11246230453252792, + "step": 1561 + }, + { + "epoch": 0.3097976993256644, + "grad_norm": 0.6849902868270874, + "learning_rate": 0.0001382171927734763, + "loss": 0.07718782871961594, + "step": 1562 + }, + { + "epoch": 0.30999603332011105, + "grad_norm": 0.6656235456466675, + "learning_rate": 0.0001381774865991662, + "loss": 0.11442529410123825, + "step": 1563 + }, + { + "epoch": 0.31019436731455774, + "grad_norm": 1.1615041494369507, + "learning_rate": 0.00013813778042485607, + "loss": 0.08501499891281128, + "step": 1564 + }, + { + "epoch": 0.31039270130900437, + "grad_norm": 0.43961283564567566, + "learning_rate": 0.00013809807425054597, + "loss": 0.10319508612155914, + "step": 1565 + }, + { + "epoch": 0.310591035303451, + "grad_norm": 1.9102798700332642, + "learning_rate": 0.00013805836807623587, + "loss": 0.1027260348200798, + "step": 1566 + }, + { + "epoch": 0.31078936929789763, + "grad_norm": 0.4958474636077881, + "learning_rate": 0.00013801866190192577, + "loss": 0.08855635672807693, + "step": 1567 + }, + { + "epoch": 0.3109877032923443, + "grad_norm": 2.629014015197754, + "learning_rate": 0.00013797895572761565, + "loss": 0.09949856251478195, + "step": 1568 + }, + { + "epoch": 0.31118603728679095, + "grad_norm": 2.3148958683013916, + "learning_rate": 0.00013793924955330555, + "loss": 0.08523090928792953, + "step": 1569 + }, + { + "epoch": 0.3113843712812376, + "grad_norm": 0.6520739793777466, + "learning_rate": 0.00013789954337899545, + "loss": 0.09508410096168518, + "step": 1570 + }, + { + "epoch": 0.31158270527568427, + "grad_norm": 0.38451409339904785, + "learning_rate": 0.00013785983720468535, + "loss": 0.0688835084438324, + "step": 1571 + }, + { + "epoch": 0.3117810392701309, + "grad_norm": 0.6241403818130493, + "learning_rate": 0.00013782013103037522, + "loss": 0.11810274422168732, + "step": 1572 + }, + { + "epoch": 0.31197937326457753, + "grad_norm": 0.3299873471260071, + "learning_rate": 0.00013778042485606512, + "loss": 0.10155551135540009, + "step": 1573 + }, + { + "epoch": 0.3121777072590242, + "grad_norm": 1.3507261276245117, + "learning_rate": 0.00013774071868175502, + "loss": 0.13233080506324768, + "step": 1574 + }, + { + "epoch": 0.31237604125347085, + "grad_norm": 0.4694364070892334, + "learning_rate": 0.00013770101250744492, + "loss": 0.11444783955812454, + "step": 1575 + }, + { + "epoch": 0.3125743752479175, + "grad_norm": 0.9412280917167664, + "learning_rate": 0.0001376613063331348, + "loss": 0.11025339365005493, + "step": 1576 + }, + { + "epoch": 0.31277270924236417, + "grad_norm": 0.5592020153999329, + "learning_rate": 0.0001376216001588247, + "loss": 0.09263361990451813, + "step": 1577 + }, + { + "epoch": 0.3129710432368108, + "grad_norm": 0.5579790472984314, + "learning_rate": 0.0001375818939845146, + "loss": 0.09084530174732208, + "step": 1578 + }, + { + "epoch": 0.31316937723125743, + "grad_norm": 0.2781396508216858, + "learning_rate": 0.0001375421878102045, + "loss": 0.10775808990001678, + "step": 1579 + }, + { + "epoch": 0.31336771122570406, + "grad_norm": 0.4187445044517517, + "learning_rate": 0.00013750248163589437, + "loss": 0.07898668944835663, + "step": 1580 + }, + { + "epoch": 0.31356604522015075, + "grad_norm": 0.47952577471733093, + "learning_rate": 0.00013746277546158428, + "loss": 0.07234453409910202, + "step": 1581 + }, + { + "epoch": 0.3137643792145974, + "grad_norm": 4.730881690979004, + "learning_rate": 0.00013742306928727418, + "loss": 0.07704368233680725, + "step": 1582 + }, + { + "epoch": 0.313962713209044, + "grad_norm": 1.5119781494140625, + "learning_rate": 0.00013738336311296408, + "loss": 0.09184572100639343, + "step": 1583 + }, + { + "epoch": 0.3141610472034907, + "grad_norm": 0.4646805226802826, + "learning_rate": 0.00013734365693865395, + "loss": 0.05923226848244667, + "step": 1584 + }, + { + "epoch": 0.3143593811979373, + "grad_norm": 0.36513304710388184, + "learning_rate": 0.00013730395076434385, + "loss": 0.09578361362218857, + "step": 1585 + }, + { + "epoch": 0.31455771519238396, + "grad_norm": 1.1550732851028442, + "learning_rate": 0.00013726424459003375, + "loss": 0.07100724428892136, + "step": 1586 + }, + { + "epoch": 0.31475604918683064, + "grad_norm": 0.40275269746780396, + "learning_rate": 0.00013722453841572365, + "loss": 0.10998901724815369, + "step": 1587 + }, + { + "epoch": 0.3149543831812773, + "grad_norm": 0.2647278308868408, + "learning_rate": 0.00013718483224141355, + "loss": 0.09743815660476685, + "step": 1588 + }, + { + "epoch": 0.3151527171757239, + "grad_norm": 0.729114830493927, + "learning_rate": 0.00013714512606710343, + "loss": 0.11249788105487823, + "step": 1589 + }, + { + "epoch": 0.3153510511701706, + "grad_norm": 0.21775533258914948, + "learning_rate": 0.00013710541989279333, + "loss": 0.0722697526216507, + "step": 1590 + }, + { + "epoch": 0.3155493851646172, + "grad_norm": 1.4710845947265625, + "learning_rate": 0.00013706571371848323, + "loss": 0.08329351246356964, + "step": 1591 + }, + { + "epoch": 0.31574771915906386, + "grad_norm": 0.4000491201877594, + "learning_rate": 0.00013702600754417313, + "loss": 0.10752954334020615, + "step": 1592 + }, + { + "epoch": 0.3159460531535105, + "grad_norm": 0.2795463800430298, + "learning_rate": 0.000136986301369863, + "loss": 0.07907666265964508, + "step": 1593 + }, + { + "epoch": 0.3161443871479572, + "grad_norm": 0.2804138660430908, + "learning_rate": 0.0001369465951955529, + "loss": 0.1237003356218338, + "step": 1594 + }, + { + "epoch": 0.3163427211424038, + "grad_norm": 0.22067642211914062, + "learning_rate": 0.0001369068890212428, + "loss": 0.09151025116443634, + "step": 1595 + }, + { + "epoch": 0.31654105513685044, + "grad_norm": 1.0925780534744263, + "learning_rate": 0.0001368671828469327, + "loss": 0.07547862827777863, + "step": 1596 + }, + { + "epoch": 0.3167393891312971, + "grad_norm": 1.4842174053192139, + "learning_rate": 0.00013682747667262258, + "loss": 0.11936945468187332, + "step": 1597 + }, + { + "epoch": 0.31693772312574375, + "grad_norm": 0.38737791776657104, + "learning_rate": 0.00013678777049831248, + "loss": 0.10025288909673691, + "step": 1598 + }, + { + "epoch": 0.3171360571201904, + "grad_norm": 0.5241446495056152, + "learning_rate": 0.00013674806432400238, + "loss": 0.07706253230571747, + "step": 1599 + }, + { + "epoch": 0.31733439111463707, + "grad_norm": 0.4640692174434662, + "learning_rate": 0.00013670835814969228, + "loss": 0.09649734199047089, + "step": 1600 + }, + { + "epoch": 0.3175327251090837, + "grad_norm": 0.23862017691135406, + "learning_rate": 0.00013666865197538218, + "loss": 0.0946512296795845, + "step": 1601 + }, + { + "epoch": 0.31773105910353033, + "grad_norm": 1.2580502033233643, + "learning_rate": 0.00013662894580107208, + "loss": 0.12659311294555664, + "step": 1602 + }, + { + "epoch": 0.317929393097977, + "grad_norm": 0.20234403014183044, + "learning_rate": 0.00013658923962676199, + "loss": 0.07256762683391571, + "step": 1603 + }, + { + "epoch": 0.31812772709242365, + "grad_norm": 0.21523922681808472, + "learning_rate": 0.00013654953345245186, + "loss": 0.0892510861158371, + "step": 1604 + }, + { + "epoch": 0.3183260610868703, + "grad_norm": 0.2243688851594925, + "learning_rate": 0.00013650982727814176, + "loss": 0.08890066295862198, + "step": 1605 + }, + { + "epoch": 0.3185243950813169, + "grad_norm": 0.6224368810653687, + "learning_rate": 0.00013647012110383166, + "loss": 0.06664484739303589, + "step": 1606 + }, + { + "epoch": 0.3187227290757636, + "grad_norm": 0.38003256916999817, + "learning_rate": 0.00013643041492952156, + "loss": 0.10504083335399628, + "step": 1607 + }, + { + "epoch": 0.31892106307021023, + "grad_norm": 0.5013844966888428, + "learning_rate": 0.00013639070875521146, + "loss": 0.07960550487041473, + "step": 1608 + }, + { + "epoch": 0.31911939706465686, + "grad_norm": 0.2912842333316803, + "learning_rate": 0.00013635100258090134, + "loss": 0.10955211520195007, + "step": 1609 + }, + { + "epoch": 0.31931773105910355, + "grad_norm": 0.3958187699317932, + "learning_rate": 0.00013631129640659124, + "loss": 0.09099003672599792, + "step": 1610 + }, + { + "epoch": 0.3195160650535502, + "grad_norm": 0.35198336839675903, + "learning_rate": 0.00013627159023228114, + "loss": 0.11367648839950562, + "step": 1611 + }, + { + "epoch": 0.3197143990479968, + "grad_norm": 3.201028347015381, + "learning_rate": 0.00013623188405797104, + "loss": 0.08790562301874161, + "step": 1612 + }, + { + "epoch": 0.3199127330424435, + "grad_norm": 0.23263029754161835, + "learning_rate": 0.0001361921778836609, + "loss": 0.11041843891143799, + "step": 1613 + }, + { + "epoch": 0.32011106703689013, + "grad_norm": 0.8899267911911011, + "learning_rate": 0.0001361524717093508, + "loss": 0.0710446834564209, + "step": 1614 + }, + { + "epoch": 0.32030940103133676, + "grad_norm": 0.3615238666534424, + "learning_rate": 0.00013611276553504071, + "loss": 0.08399299532175064, + "step": 1615 + }, + { + "epoch": 0.32050773502578345, + "grad_norm": 0.25478509068489075, + "learning_rate": 0.00013607305936073061, + "loss": 0.06527409702539444, + "step": 1616 + }, + { + "epoch": 0.3207060690202301, + "grad_norm": 0.186008483171463, + "learning_rate": 0.0001360333531864205, + "loss": 0.06604339927434921, + "step": 1617 + }, + { + "epoch": 0.3209044030146767, + "grad_norm": 0.21516773104667664, + "learning_rate": 0.0001359936470121104, + "loss": 0.08791995048522949, + "step": 1618 + }, + { + "epoch": 0.32110273700912334, + "grad_norm": 0.33384302258491516, + "learning_rate": 0.0001359539408378003, + "loss": 0.1333247274160385, + "step": 1619 + }, + { + "epoch": 0.32130107100357, + "grad_norm": 0.32449010014533997, + "learning_rate": 0.0001359142346634902, + "loss": 0.15981148183345795, + "step": 1620 + }, + { + "epoch": 0.32149940499801666, + "grad_norm": 0.17611844837665558, + "learning_rate": 0.00013587452848918007, + "loss": 0.07802163064479828, + "step": 1621 + }, + { + "epoch": 0.3216977389924633, + "grad_norm": 0.31489628553390503, + "learning_rate": 0.00013583482231486997, + "loss": 0.07605988532304764, + "step": 1622 + }, + { + "epoch": 0.32189607298691, + "grad_norm": 0.730179488658905, + "learning_rate": 0.00013579511614055987, + "loss": 0.12094038724899292, + "step": 1623 + }, + { + "epoch": 0.3220944069813566, + "grad_norm": 0.5024424195289612, + "learning_rate": 0.00013575540996624977, + "loss": 0.0906103327870369, + "step": 1624 + }, + { + "epoch": 0.32229274097580324, + "grad_norm": 2.5512399673461914, + "learning_rate": 0.00013571570379193964, + "loss": 0.08928458392620087, + "step": 1625 + }, + { + "epoch": 0.3224910749702499, + "grad_norm": 1.0460212230682373, + "learning_rate": 0.00013567599761762954, + "loss": 0.06646718829870224, + "step": 1626 + }, + { + "epoch": 0.32268940896469656, + "grad_norm": 0.5914202928543091, + "learning_rate": 0.00013563629144331944, + "loss": 0.06413482129573822, + "step": 1627 + }, + { + "epoch": 0.3228877429591432, + "grad_norm": 0.5311000943183899, + "learning_rate": 0.00013559658526900934, + "loss": 0.10487067699432373, + "step": 1628 + }, + { + "epoch": 0.3230860769535898, + "grad_norm": 3.6929168701171875, + "learning_rate": 0.00013555687909469922, + "loss": 0.08581919968128204, + "step": 1629 + }, + { + "epoch": 0.3232844109480365, + "grad_norm": 0.48723894357681274, + "learning_rate": 0.00013551717292038912, + "loss": 0.10242164880037308, + "step": 1630 + }, + { + "epoch": 0.32348274494248314, + "grad_norm": 0.6791173815727234, + "learning_rate": 0.00013547746674607902, + "loss": 0.1389772593975067, + "step": 1631 + }, + { + "epoch": 0.32368107893692977, + "grad_norm": 0.6567094326019287, + "learning_rate": 0.00013543776057176892, + "loss": 0.1376131772994995, + "step": 1632 + }, + { + "epoch": 0.32387941293137645, + "grad_norm": 0.23305171728134155, + "learning_rate": 0.0001353980543974588, + "loss": 0.062122784554958344, + "step": 1633 + }, + { + "epoch": 0.3240777469258231, + "grad_norm": 0.43706125020980835, + "learning_rate": 0.0001353583482231487, + "loss": 0.11238346993923187, + "step": 1634 + }, + { + "epoch": 0.3242760809202697, + "grad_norm": 0.3680537939071655, + "learning_rate": 0.0001353186420488386, + "loss": 0.10553409159183502, + "step": 1635 + }, + { + "epoch": 0.3244744149147164, + "grad_norm": 0.3830731511116028, + "learning_rate": 0.0001352789358745285, + "loss": 0.09389835596084595, + "step": 1636 + }, + { + "epoch": 0.32467274890916303, + "grad_norm": 1.0878123044967651, + "learning_rate": 0.0001352392297002184, + "loss": 0.07488458603620529, + "step": 1637 + }, + { + "epoch": 0.32487108290360966, + "grad_norm": 0.2518715560436249, + "learning_rate": 0.00013519952352590827, + "loss": 0.08458554744720459, + "step": 1638 + }, + { + "epoch": 0.32506941689805635, + "grad_norm": 0.5218717455863953, + "learning_rate": 0.00013515981735159817, + "loss": 0.11003470420837402, + "step": 1639 + }, + { + "epoch": 0.325267750892503, + "grad_norm": 0.5604013204574585, + "learning_rate": 0.00013512011117728807, + "loss": 0.08396400511264801, + "step": 1640 + }, + { + "epoch": 0.3254660848869496, + "grad_norm": 0.5015213489532471, + "learning_rate": 0.00013508040500297797, + "loss": 0.10173960030078888, + "step": 1641 + }, + { + "epoch": 0.32566441888139624, + "grad_norm": 0.4495139718055725, + "learning_rate": 0.00013504069882866785, + "loss": 0.10745039582252502, + "step": 1642 + }, + { + "epoch": 0.32586275287584293, + "grad_norm": 0.6157440543174744, + "learning_rate": 0.00013500099265435775, + "loss": 0.09427012503147125, + "step": 1643 + }, + { + "epoch": 0.32606108687028956, + "grad_norm": 0.7858442664146423, + "learning_rate": 0.00013496128648004765, + "loss": 0.11206763237714767, + "step": 1644 + }, + { + "epoch": 0.3262594208647362, + "grad_norm": 1.9643828868865967, + "learning_rate": 0.00013492158030573755, + "loss": 0.06614653766155243, + "step": 1645 + }, + { + "epoch": 0.3264577548591829, + "grad_norm": 0.3328002095222473, + "learning_rate": 0.00013488187413142742, + "loss": 0.10660265386104584, + "step": 1646 + }, + { + "epoch": 0.3266560888536295, + "grad_norm": 1.1163595914840698, + "learning_rate": 0.00013484216795711735, + "loss": 0.069881871342659, + "step": 1647 + }, + { + "epoch": 0.32685442284807614, + "grad_norm": 0.573000431060791, + "learning_rate": 0.00013480246178280725, + "loss": 0.08502896875143051, + "step": 1648 + }, + { + "epoch": 0.32705275684252283, + "grad_norm": 0.25695979595184326, + "learning_rate": 0.00013476275560849713, + "loss": 0.10700300335884094, + "step": 1649 + }, + { + "epoch": 0.32725109083696946, + "grad_norm": 0.9527412056922913, + "learning_rate": 0.00013472304943418703, + "loss": 0.11314462125301361, + "step": 1650 + }, + { + "epoch": 0.3274494248314161, + "grad_norm": 0.7541906833648682, + "learning_rate": 0.00013468334325987693, + "loss": 0.10682791471481323, + "step": 1651 + }, + { + "epoch": 0.3276477588258628, + "grad_norm": 13.95287036895752, + "learning_rate": 0.00013464363708556683, + "loss": 0.11535723507404327, + "step": 1652 + }, + { + "epoch": 0.3278460928203094, + "grad_norm": 0.20907576382160187, + "learning_rate": 0.0001346039309112567, + "loss": 0.08218254148960114, + "step": 1653 + }, + { + "epoch": 0.32804442681475604, + "grad_norm": 0.6836572289466858, + "learning_rate": 0.0001345642247369466, + "loss": 0.11747535318136215, + "step": 1654 + }, + { + "epoch": 0.32824276080920267, + "grad_norm": 7.898372650146484, + "learning_rate": 0.0001345245185626365, + "loss": 0.07616996765136719, + "step": 1655 + }, + { + "epoch": 0.32844109480364936, + "grad_norm": 0.5610212683677673, + "learning_rate": 0.0001344848123883264, + "loss": 0.07644817978143692, + "step": 1656 + }, + { + "epoch": 0.328639428798096, + "grad_norm": 0.8604614734649658, + "learning_rate": 0.00013444510621401628, + "loss": 0.10983377695083618, + "step": 1657 + }, + { + "epoch": 0.3288377627925426, + "grad_norm": 1.08688223361969, + "learning_rate": 0.00013440540003970618, + "loss": 0.08525584638118744, + "step": 1658 + }, + { + "epoch": 0.3290360967869893, + "grad_norm": 0.3756979703903198, + "learning_rate": 0.00013436569386539608, + "loss": 0.08872909843921661, + "step": 1659 + }, + { + "epoch": 0.32923443078143594, + "grad_norm": 0.18149389326572418, + "learning_rate": 0.00013432598769108598, + "loss": 0.09123782813549042, + "step": 1660 + }, + { + "epoch": 0.32943276477588257, + "grad_norm": 0.2189824879169464, + "learning_rate": 0.00013428628151677588, + "loss": 0.10214079916477203, + "step": 1661 + }, + { + "epoch": 0.32963109877032926, + "grad_norm": 65.78643035888672, + "learning_rate": 0.00013424657534246576, + "loss": 0.07555058598518372, + "step": 1662 + }, + { + "epoch": 0.3298294327647759, + "grad_norm": 0.34508001804351807, + "learning_rate": 0.00013420686916815566, + "loss": 0.08469627797603607, + "step": 1663 + }, + { + "epoch": 0.3300277667592225, + "grad_norm": 0.20170819759368896, + "learning_rate": 0.00013416716299384556, + "loss": 0.056829504668712616, + "step": 1664 + }, + { + "epoch": 0.3302261007536692, + "grad_norm": 0.48342961072921753, + "learning_rate": 0.00013412745681953546, + "loss": 0.1086646318435669, + "step": 1665 + }, + { + "epoch": 0.33042443474811584, + "grad_norm": 0.6954431533813477, + "learning_rate": 0.00013408775064522533, + "loss": 0.10096649825572968, + "step": 1666 + }, + { + "epoch": 0.33062276874256247, + "grad_norm": 0.36897769570350647, + "learning_rate": 0.00013404804447091523, + "loss": 0.09531679004430771, + "step": 1667 + }, + { + "epoch": 0.3308211027370091, + "grad_norm": 0.41274818778038025, + "learning_rate": 0.00013400833829660513, + "loss": 0.08328592777252197, + "step": 1668 + }, + { + "epoch": 0.3310194367314558, + "grad_norm": 0.6281067132949829, + "learning_rate": 0.00013396863212229503, + "loss": 0.11779287457466125, + "step": 1669 + }, + { + "epoch": 0.3312177707259024, + "grad_norm": 0.45712003111839294, + "learning_rate": 0.0001339289259479849, + "loss": 0.11920298635959625, + "step": 1670 + }, + { + "epoch": 0.33141610472034905, + "grad_norm": 0.6710689663887024, + "learning_rate": 0.0001338892197736748, + "loss": 0.12469068169593811, + "step": 1671 + }, + { + "epoch": 0.33161443871479573, + "grad_norm": 0.5225349068641663, + "learning_rate": 0.0001338495135993647, + "loss": 0.10637766122817993, + "step": 1672 + }, + { + "epoch": 0.33181277270924237, + "grad_norm": 0.19590851664543152, + "learning_rate": 0.0001338098074250546, + "loss": 0.11267916113138199, + "step": 1673 + }, + { + "epoch": 0.332011106703689, + "grad_norm": 1.9126591682434082, + "learning_rate": 0.00013377010125074448, + "loss": 0.061799388378858566, + "step": 1674 + }, + { + "epoch": 0.3322094406981357, + "grad_norm": 1.453413963317871, + "learning_rate": 0.00013373039507643439, + "loss": 0.12974867224693298, + "step": 1675 + }, + { + "epoch": 0.3324077746925823, + "grad_norm": 0.4903501272201538, + "learning_rate": 0.00013369068890212429, + "loss": 0.10818223655223846, + "step": 1676 + }, + { + "epoch": 0.33260610868702895, + "grad_norm": 0.3243289589881897, + "learning_rate": 0.0001336509827278142, + "loss": 0.07545097172260284, + "step": 1677 + }, + { + "epoch": 0.33280444268147563, + "grad_norm": 0.7863208651542664, + "learning_rate": 0.00013361127655350406, + "loss": 0.08978378027677536, + "step": 1678 + }, + { + "epoch": 0.33300277667592226, + "grad_norm": 0.44490647315979004, + "learning_rate": 0.00013357157037919396, + "loss": 0.08354452252388, + "step": 1679 + }, + { + "epoch": 0.3332011106703689, + "grad_norm": 0.2849133312702179, + "learning_rate": 0.00013353186420488386, + "loss": 0.12200941890478134, + "step": 1680 + }, + { + "epoch": 0.3333994446648155, + "grad_norm": 0.6616219878196716, + "learning_rate": 0.00013349215803057376, + "loss": 0.08645326644182205, + "step": 1681 + }, + { + "epoch": 0.3335977786592622, + "grad_norm": 0.25126200914382935, + "learning_rate": 0.00013345245185626364, + "loss": 0.07151072472333908, + "step": 1682 + }, + { + "epoch": 0.33379611265370884, + "grad_norm": 0.7513309121131897, + "learning_rate": 0.00013341274568195354, + "loss": 0.09817338734865189, + "step": 1683 + }, + { + "epoch": 0.3339944466481555, + "grad_norm": 0.43682658672332764, + "learning_rate": 0.00013337303950764344, + "loss": 0.07122321426868439, + "step": 1684 + }, + { + "epoch": 0.33419278064260216, + "grad_norm": 17.6733341217041, + "learning_rate": 0.00013333333333333334, + "loss": 0.09318751096725464, + "step": 1685 + }, + { + "epoch": 0.3343911146370488, + "grad_norm": 0.9452465176582336, + "learning_rate": 0.0001332936271590232, + "loss": 0.08454745262861252, + "step": 1686 + }, + { + "epoch": 0.3345894486314954, + "grad_norm": 0.33100372552871704, + "learning_rate": 0.00013325392098471311, + "loss": 0.09294945001602173, + "step": 1687 + }, + { + "epoch": 0.3347877826259421, + "grad_norm": 0.3506169021129608, + "learning_rate": 0.00013321421481040302, + "loss": 0.11180344969034195, + "step": 1688 + }, + { + "epoch": 0.33498611662038874, + "grad_norm": 0.2760511338710785, + "learning_rate": 0.00013317450863609292, + "loss": 0.0762612521648407, + "step": 1689 + }, + { + "epoch": 0.33518445061483537, + "grad_norm": 0.35813772678375244, + "learning_rate": 0.00013313480246178282, + "loss": 0.09414903074502945, + "step": 1690 + }, + { + "epoch": 0.33538278460928206, + "grad_norm": 1.024051547050476, + "learning_rate": 0.0001330950962874727, + "loss": 0.10091982781887054, + "step": 1691 + }, + { + "epoch": 0.3355811186037287, + "grad_norm": 0.3486914336681366, + "learning_rate": 0.0001330553901131626, + "loss": 0.08634723722934723, + "step": 1692 + }, + { + "epoch": 0.3357794525981753, + "grad_norm": 0.29560938477516174, + "learning_rate": 0.00013301568393885252, + "loss": 0.08091691136360168, + "step": 1693 + }, + { + "epoch": 0.33597778659262195, + "grad_norm": 0.31975820660591125, + "learning_rate": 0.0001329759777645424, + "loss": 0.07261067628860474, + "step": 1694 + }, + { + "epoch": 0.33617612058706864, + "grad_norm": 0.9905362129211426, + "learning_rate": 0.0001329362715902323, + "loss": 0.08598283678293228, + "step": 1695 + }, + { + "epoch": 0.33637445458151527, + "grad_norm": 2.5980782508850098, + "learning_rate": 0.0001328965654159222, + "loss": 0.11210054159164429, + "step": 1696 + }, + { + "epoch": 0.3365727885759619, + "grad_norm": 0.2835341691970825, + "learning_rate": 0.0001328568592416121, + "loss": 0.11177174001932144, + "step": 1697 + }, + { + "epoch": 0.3367711225704086, + "grad_norm": 2.028165578842163, + "learning_rate": 0.00013281715306730197, + "loss": 0.11884796619415283, + "step": 1698 + }, + { + "epoch": 0.3369694565648552, + "grad_norm": 0.8013289570808411, + "learning_rate": 0.00013277744689299187, + "loss": 0.08067136257886887, + "step": 1699 + }, + { + "epoch": 0.33716779055930185, + "grad_norm": 0.3817608952522278, + "learning_rate": 0.00013273774071868177, + "loss": 0.08254662901163101, + "step": 1700 + }, + { + "epoch": 0.33736612455374854, + "grad_norm": 0.3032442331314087, + "learning_rate": 0.00013269803454437167, + "loss": 0.08697494119405746, + "step": 1701 + }, + { + "epoch": 0.33756445854819517, + "grad_norm": 1.923457384109497, + "learning_rate": 0.00013265832837006155, + "loss": 0.10273580998182297, + "step": 1702 + }, + { + "epoch": 0.3377627925426418, + "grad_norm": 0.404894083738327, + "learning_rate": 0.00013261862219575145, + "loss": 0.06695602089166641, + "step": 1703 + }, + { + "epoch": 0.33796112653708843, + "grad_norm": 0.403295636177063, + "learning_rate": 0.00013257891602144135, + "loss": 0.07448692619800568, + "step": 1704 + }, + { + "epoch": 0.3381594605315351, + "grad_norm": 2.3126862049102783, + "learning_rate": 0.00013253920984713125, + "loss": 0.11434955894947052, + "step": 1705 + }, + { + "epoch": 0.33835779452598175, + "grad_norm": 0.4852790832519531, + "learning_rate": 0.00013249950367282112, + "loss": 0.10071944445371628, + "step": 1706 + }, + { + "epoch": 0.3385561285204284, + "grad_norm": 0.5811065435409546, + "learning_rate": 0.00013245979749851102, + "loss": 0.0997750461101532, + "step": 1707 + }, + { + "epoch": 0.33875446251487507, + "grad_norm": 0.18835869431495667, + "learning_rate": 0.00013242009132420092, + "loss": 0.10676298290491104, + "step": 1708 + }, + { + "epoch": 0.3389527965093217, + "grad_norm": 2.0154054164886475, + "learning_rate": 0.00013238038514989082, + "loss": 0.08245281875133514, + "step": 1709 + }, + { + "epoch": 0.3391511305037683, + "grad_norm": 0.310267835855484, + "learning_rate": 0.00013234067897558073, + "loss": 0.10219217836856842, + "step": 1710 + }, + { + "epoch": 0.339349464498215, + "grad_norm": 1.5395276546478271, + "learning_rate": 0.0001323009728012706, + "loss": 0.10069291293621063, + "step": 1711 + }, + { + "epoch": 0.33954779849266165, + "grad_norm": 0.24448925256729126, + "learning_rate": 0.0001322612666269605, + "loss": 0.17251814901828766, + "step": 1712 + }, + { + "epoch": 0.3397461324871083, + "grad_norm": 2.1502835750579834, + "learning_rate": 0.0001322215604526504, + "loss": 0.09771546721458435, + "step": 1713 + }, + { + "epoch": 0.33994446648155496, + "grad_norm": 0.525189995765686, + "learning_rate": 0.0001321818542783403, + "loss": 0.11258669942617416, + "step": 1714 + }, + { + "epoch": 0.3401428004760016, + "grad_norm": 0.23894654214382172, + "learning_rate": 0.00013214214810403018, + "loss": 0.11589514464139938, + "step": 1715 + }, + { + "epoch": 0.3403411344704482, + "grad_norm": 0.16366399824619293, + "learning_rate": 0.00013210244192972008, + "loss": 0.07974952459335327, + "step": 1716 + }, + { + "epoch": 0.34053946846489486, + "grad_norm": 0.18995067477226257, + "learning_rate": 0.00013206273575540998, + "loss": 0.08068274706602097, + "step": 1717 + }, + { + "epoch": 0.34073780245934154, + "grad_norm": 0.22088612616062164, + "learning_rate": 0.00013202302958109988, + "loss": 0.1466139703989029, + "step": 1718 + }, + { + "epoch": 0.3409361364537882, + "grad_norm": 0.18448005616664886, + "learning_rate": 0.00013198332340678975, + "loss": 0.07626636326313019, + "step": 1719 + }, + { + "epoch": 0.3411344704482348, + "grad_norm": 0.20657604932785034, + "learning_rate": 0.00013194361723247965, + "loss": 0.10242344439029694, + "step": 1720 + }, + { + "epoch": 0.3413328044426815, + "grad_norm": 0.1393895000219345, + "learning_rate": 0.00013190391105816955, + "loss": 0.0795070081949234, + "step": 1721 + }, + { + "epoch": 0.3415311384371281, + "grad_norm": 0.17697130143642426, + "learning_rate": 0.00013186420488385945, + "loss": 0.0825301930308342, + "step": 1722 + }, + { + "epoch": 0.34172947243157475, + "grad_norm": 0.18297865986824036, + "learning_rate": 0.00013182449870954933, + "loss": 0.10711066424846649, + "step": 1723 + }, + { + "epoch": 0.34192780642602144, + "grad_norm": 0.20009638369083405, + "learning_rate": 0.00013178479253523923, + "loss": 0.096319779753685, + "step": 1724 + }, + { + "epoch": 0.3421261404204681, + "grad_norm": 0.1720668077468872, + "learning_rate": 0.00013174508636092913, + "loss": 0.09634707868099213, + "step": 1725 + }, + { + "epoch": 0.3423244744149147, + "grad_norm": 0.19248226284980774, + "learning_rate": 0.00013170538018661903, + "loss": 0.09190962463617325, + "step": 1726 + }, + { + "epoch": 0.3425228084093614, + "grad_norm": 0.18544010818004608, + "learning_rate": 0.0001316656740123089, + "loss": 0.08717003464698792, + "step": 1727 + }, + { + "epoch": 0.342721142403808, + "grad_norm": 1.8767603635787964, + "learning_rate": 0.0001316259678379988, + "loss": 0.0826951414346695, + "step": 1728 + }, + { + "epoch": 0.34291947639825465, + "grad_norm": 0.18040408194065094, + "learning_rate": 0.0001315862616636887, + "loss": 0.0764811635017395, + "step": 1729 + }, + { + "epoch": 0.3431178103927013, + "grad_norm": 0.21392881870269775, + "learning_rate": 0.0001315465554893786, + "loss": 0.09117056429386139, + "step": 1730 + }, + { + "epoch": 0.34331614438714797, + "grad_norm": 0.20925769209861755, + "learning_rate": 0.00013150684931506848, + "loss": 0.09855112433433533, + "step": 1731 + }, + { + "epoch": 0.3435144783815946, + "grad_norm": 0.16790713369846344, + "learning_rate": 0.00013146714314075838, + "loss": 0.10058852285146713, + "step": 1732 + }, + { + "epoch": 0.34371281237604123, + "grad_norm": 0.19912657141685486, + "learning_rate": 0.00013142743696644828, + "loss": 0.10164456069469452, + "step": 1733 + }, + { + "epoch": 0.3439111463704879, + "grad_norm": 0.2061750292778015, + "learning_rate": 0.00013138773079213818, + "loss": 0.10852564871311188, + "step": 1734 + }, + { + "epoch": 0.34410948036493455, + "grad_norm": 0.16870371997356415, + "learning_rate": 0.00013134802461782806, + "loss": 0.10448187589645386, + "step": 1735 + }, + { + "epoch": 0.3443078143593812, + "grad_norm": 0.16598628461360931, + "learning_rate": 0.00013130831844351796, + "loss": 0.11477288603782654, + "step": 1736 + }, + { + "epoch": 0.34450614835382787, + "grad_norm": 0.19027192890644073, + "learning_rate": 0.00013126861226920786, + "loss": 0.1158008873462677, + "step": 1737 + }, + { + "epoch": 0.3447044823482745, + "grad_norm": 0.18639704585075378, + "learning_rate": 0.00013122890609489776, + "loss": 0.1054946556687355, + "step": 1738 + }, + { + "epoch": 0.34490281634272113, + "grad_norm": 2.3203892707824707, + "learning_rate": 0.00013118919992058766, + "loss": 0.061905503273010254, + "step": 1739 + }, + { + "epoch": 0.3451011503371678, + "grad_norm": 2.999197244644165, + "learning_rate": 0.00013114949374627756, + "loss": 0.1153772845864296, + "step": 1740 + }, + { + "epoch": 0.34529948433161445, + "grad_norm": 0.2173391580581665, + "learning_rate": 0.00013110978757196746, + "loss": 0.12130644917488098, + "step": 1741 + }, + { + "epoch": 0.3454978183260611, + "grad_norm": 0.5700271129608154, + "learning_rate": 0.00013107008139765736, + "loss": 0.11061498522758484, + "step": 1742 + }, + { + "epoch": 0.3456961523205077, + "grad_norm": 0.3731108009815216, + "learning_rate": 0.00013103037522334724, + "loss": 0.09444969892501831, + "step": 1743 + }, + { + "epoch": 0.3458944863149544, + "grad_norm": 0.17873847484588623, + "learning_rate": 0.00013099066904903714, + "loss": 0.11517961323261261, + "step": 1744 + }, + { + "epoch": 0.34609282030940103, + "grad_norm": 0.20721542835235596, + "learning_rate": 0.00013095096287472704, + "loss": 0.1356726884841919, + "step": 1745 + }, + { + "epoch": 0.34629115430384766, + "grad_norm": 1.5516716241836548, + "learning_rate": 0.00013091125670041694, + "loss": 0.0702497810125351, + "step": 1746 + }, + { + "epoch": 0.34648948829829435, + "grad_norm": 0.1718025803565979, + "learning_rate": 0.0001308715505261068, + "loss": 0.09661263972520828, + "step": 1747 + }, + { + "epoch": 0.346687822292741, + "grad_norm": 0.214603990316391, + "learning_rate": 0.00013083184435179671, + "loss": 0.12130608409643173, + "step": 1748 + }, + { + "epoch": 0.3468861562871876, + "grad_norm": 0.21785031259059906, + "learning_rate": 0.00013079213817748661, + "loss": 0.11431331932544708, + "step": 1749 + }, + { + "epoch": 0.3470844902816343, + "grad_norm": 0.22188866138458252, + "learning_rate": 0.00013075243200317652, + "loss": 0.09307801723480225, + "step": 1750 + }, + { + "epoch": 0.3472828242760809, + "grad_norm": 0.18014176189899445, + "learning_rate": 0.0001307127258288664, + "loss": 0.09738678485155106, + "step": 1751 + }, + { + "epoch": 0.34748115827052756, + "grad_norm": 0.18161113560199738, + "learning_rate": 0.0001306730196545563, + "loss": 0.08276288211345673, + "step": 1752 + }, + { + "epoch": 0.34767949226497424, + "grad_norm": 0.3527069091796875, + "learning_rate": 0.0001306333134802462, + "loss": 0.09609697014093399, + "step": 1753 + }, + { + "epoch": 0.3478778262594209, + "grad_norm": 0.247873917222023, + "learning_rate": 0.0001305936073059361, + "loss": 0.12425348162651062, + "step": 1754 + }, + { + "epoch": 0.3480761602538675, + "grad_norm": 0.20981371402740479, + "learning_rate": 0.00013055390113162597, + "loss": 0.10465969145298004, + "step": 1755 + }, + { + "epoch": 0.34827449424831414, + "grad_norm": 1.5991454124450684, + "learning_rate": 0.00013051419495731587, + "loss": 0.09819695353507996, + "step": 1756 + }, + { + "epoch": 0.3484728282427608, + "grad_norm": 0.2148980051279068, + "learning_rate": 0.00013047448878300577, + "loss": 0.06459091603755951, + "step": 1757 + }, + { + "epoch": 0.34867116223720745, + "grad_norm": 0.21196694672107697, + "learning_rate": 0.00013043478260869567, + "loss": 0.092461496591568, + "step": 1758 + }, + { + "epoch": 0.3488694962316541, + "grad_norm": 0.21054191887378693, + "learning_rate": 0.00013039507643438554, + "loss": 0.11840486526489258, + "step": 1759 + }, + { + "epoch": 0.3490678302261008, + "grad_norm": 0.1883956491947174, + "learning_rate": 0.00013035537026007544, + "loss": 0.05992985889315605, + "step": 1760 + }, + { + "epoch": 0.3492661642205474, + "grad_norm": 0.12284685671329498, + "learning_rate": 0.00013031566408576534, + "loss": 0.07018747180700302, + "step": 1761 + }, + { + "epoch": 0.34946449821499403, + "grad_norm": 0.4076498746871948, + "learning_rate": 0.00013027595791145524, + "loss": 0.07160356640815735, + "step": 1762 + }, + { + "epoch": 0.3496628322094407, + "grad_norm": 0.10669978708028793, + "learning_rate": 0.00013023625173714514, + "loss": 0.060347624123096466, + "step": 1763 + }, + { + "epoch": 0.34986116620388735, + "grad_norm": 0.18373286724090576, + "learning_rate": 0.00013019654556283502, + "loss": 0.11386120319366455, + "step": 1764 + }, + { + "epoch": 0.350059500198334, + "grad_norm": 0.12893640995025635, + "learning_rate": 0.00013015683938852492, + "loss": 0.06750764697790146, + "step": 1765 + }, + { + "epoch": 0.3502578341927806, + "grad_norm": 0.21402829885482788, + "learning_rate": 0.00013011713321421482, + "loss": 0.10113799571990967, + "step": 1766 + }, + { + "epoch": 0.3504561681872273, + "grad_norm": 0.4166302978992462, + "learning_rate": 0.00013007742703990472, + "loss": 0.07545730471611023, + "step": 1767 + }, + { + "epoch": 0.35065450218167393, + "grad_norm": 2.1951308250427246, + "learning_rate": 0.0001300377208655946, + "loss": 0.11058180034160614, + "step": 1768 + }, + { + "epoch": 0.35085283617612056, + "grad_norm": 0.18651825189590454, + "learning_rate": 0.0001299980146912845, + "loss": 0.09751482307910919, + "step": 1769 + }, + { + "epoch": 0.35105117017056725, + "grad_norm": 0.2020168900489807, + "learning_rate": 0.0001299583085169744, + "loss": 0.09220778197050095, + "step": 1770 + }, + { + "epoch": 0.3512495041650139, + "grad_norm": 0.1872691512107849, + "learning_rate": 0.0001299186023426643, + "loss": 0.12389833480119705, + "step": 1771 + }, + { + "epoch": 0.3514478381594605, + "grad_norm": 0.17136691510677338, + "learning_rate": 0.00012987889616835417, + "loss": 0.08396479487419128, + "step": 1772 + }, + { + "epoch": 0.3516461721539072, + "grad_norm": 0.17486117780208588, + "learning_rate": 0.00012983918999404407, + "loss": 0.06857288628816605, + "step": 1773 + }, + { + "epoch": 0.35184450614835383, + "grad_norm": 0.1756562441587448, + "learning_rate": 0.00012979948381973397, + "loss": 0.09747066348791122, + "step": 1774 + }, + { + "epoch": 0.35204284014280046, + "grad_norm": 0.17441430687904358, + "learning_rate": 0.00012975977764542387, + "loss": 0.090718574821949, + "step": 1775 + }, + { + "epoch": 0.35224117413724715, + "grad_norm": 0.2050974816083908, + "learning_rate": 0.00012972007147111375, + "loss": 0.11607049405574799, + "step": 1776 + }, + { + "epoch": 0.3524395081316938, + "grad_norm": 0.226497620344162, + "learning_rate": 0.00012968036529680365, + "loss": 0.09853488206863403, + "step": 1777 + }, + { + "epoch": 0.3526378421261404, + "grad_norm": 0.15636873245239258, + "learning_rate": 0.00012964065912249355, + "loss": 0.07030954957008362, + "step": 1778 + }, + { + "epoch": 0.35283617612058704, + "grad_norm": 0.42876556515693665, + "learning_rate": 0.00012960095294818345, + "loss": 0.10605090856552124, + "step": 1779 + }, + { + "epoch": 0.35303451011503373, + "grad_norm": 0.23739974200725555, + "learning_rate": 0.00012956124677387332, + "loss": 0.10051963478326797, + "step": 1780 + }, + { + "epoch": 0.35323284410948036, + "grad_norm": 0.5340001583099365, + "learning_rate": 0.00012952154059956322, + "loss": 0.10787385702133179, + "step": 1781 + }, + { + "epoch": 0.353431178103927, + "grad_norm": 0.2366357296705246, + "learning_rate": 0.00012948183442525313, + "loss": 0.08304774761199951, + "step": 1782 + }, + { + "epoch": 0.3536295120983737, + "grad_norm": 0.9913932085037231, + "learning_rate": 0.00012944212825094303, + "loss": 0.09928470849990845, + "step": 1783 + }, + { + "epoch": 0.3538278460928203, + "grad_norm": 0.2132379114627838, + "learning_rate": 0.0001294024220766329, + "loss": 0.11186611652374268, + "step": 1784 + }, + { + "epoch": 0.35402618008726694, + "grad_norm": 0.24897754192352295, + "learning_rate": 0.0001293627159023228, + "loss": 0.1251276433467865, + "step": 1785 + }, + { + "epoch": 0.3542245140817136, + "grad_norm": 0.34394094347953796, + "learning_rate": 0.00012932300972801273, + "loss": 0.07125294208526611, + "step": 1786 + }, + { + "epoch": 0.35442284807616026, + "grad_norm": 0.16154491901397705, + "learning_rate": 0.00012928330355370263, + "loss": 0.07741108536720276, + "step": 1787 + }, + { + "epoch": 0.3546211820706069, + "grad_norm": 0.13545125722885132, + "learning_rate": 0.0001292435973793925, + "loss": 0.04949390888214111, + "step": 1788 + }, + { + "epoch": 0.3548195160650536, + "grad_norm": 0.4536314010620117, + "learning_rate": 0.0001292038912050824, + "loss": 0.09505145996809006, + "step": 1789 + }, + { + "epoch": 0.3550178500595002, + "grad_norm": 0.31547871232032776, + "learning_rate": 0.0001291641850307723, + "loss": 0.1176484078168869, + "step": 1790 + }, + { + "epoch": 0.35521618405394684, + "grad_norm": 0.20984315872192383, + "learning_rate": 0.0001291244788564622, + "loss": 0.10491805523633957, + "step": 1791 + }, + { + "epoch": 0.35541451804839347, + "grad_norm": 0.280764102935791, + "learning_rate": 0.00012908477268215208, + "loss": 0.113016277551651, + "step": 1792 + }, + { + "epoch": 0.35561285204284016, + "grad_norm": 0.22209155559539795, + "learning_rate": 0.00012904506650784198, + "loss": 0.08297856152057648, + "step": 1793 + }, + { + "epoch": 0.3558111860372868, + "grad_norm": 0.19916701316833496, + "learning_rate": 0.00012900536033353188, + "loss": 0.08341262489557266, + "step": 1794 + }, + { + "epoch": 0.3560095200317334, + "grad_norm": 0.1984449326992035, + "learning_rate": 0.00012896565415922178, + "loss": 0.07363144308328629, + "step": 1795 + }, + { + "epoch": 0.3562078540261801, + "grad_norm": 1.8735883235931396, + "learning_rate": 0.00012892594798491166, + "loss": 0.1099502444267273, + "step": 1796 + }, + { + "epoch": 0.35640618802062674, + "grad_norm": 0.40386658906936646, + "learning_rate": 0.00012888624181060156, + "loss": 0.085534006357193, + "step": 1797 + }, + { + "epoch": 0.35660452201507337, + "grad_norm": 0.22335059940814972, + "learning_rate": 0.00012884653563629146, + "loss": 0.08822326362133026, + "step": 1798 + }, + { + "epoch": 0.35680285600952005, + "grad_norm": 0.300430029630661, + "learning_rate": 0.00012880682946198136, + "loss": 0.081870436668396, + "step": 1799 + }, + { + "epoch": 0.3570011900039667, + "grad_norm": 0.2190222591161728, + "learning_rate": 0.00012876712328767123, + "loss": 0.0833810567855835, + "step": 1800 + }, + { + "epoch": 0.3571995239984133, + "grad_norm": 0.27606189250946045, + "learning_rate": 0.00012872741711336113, + "loss": 0.11333270370960236, + "step": 1801 + }, + { + "epoch": 0.35739785799286, + "grad_norm": 0.21500234305858612, + "learning_rate": 0.00012868771093905103, + "loss": 0.07831110805273056, + "step": 1802 + }, + { + "epoch": 0.35759619198730663, + "grad_norm": 0.18534819781780243, + "learning_rate": 0.00012864800476474093, + "loss": 0.08399182558059692, + "step": 1803 + }, + { + "epoch": 0.35779452598175326, + "grad_norm": 0.16797345876693726, + "learning_rate": 0.0001286082985904308, + "loss": 0.08266106247901917, + "step": 1804 + }, + { + "epoch": 0.3579928599761999, + "grad_norm": 0.17095021903514862, + "learning_rate": 0.0001285685924161207, + "loss": 0.07953327894210815, + "step": 1805 + }, + { + "epoch": 0.3581911939706466, + "grad_norm": 0.1620389074087143, + "learning_rate": 0.0001285288862418106, + "loss": 0.059943534433841705, + "step": 1806 + }, + { + "epoch": 0.3583895279650932, + "grad_norm": 0.17266955971717834, + "learning_rate": 0.0001284891800675005, + "loss": 0.07571425288915634, + "step": 1807 + }, + { + "epoch": 0.35858786195953984, + "grad_norm": 1.9931546449661255, + "learning_rate": 0.00012844947389319038, + "loss": 0.0729883685708046, + "step": 1808 + }, + { + "epoch": 0.35878619595398653, + "grad_norm": 0.15626728534698486, + "learning_rate": 0.00012840976771888029, + "loss": 0.07877989113330841, + "step": 1809 + }, + { + "epoch": 0.35898452994843316, + "grad_norm": 0.25268295407295227, + "learning_rate": 0.0001283700615445702, + "loss": 0.129741370677948, + "step": 1810 + }, + { + "epoch": 0.3591828639428798, + "grad_norm": 2.4984254837036133, + "learning_rate": 0.0001283303553702601, + "loss": 0.12903644144535065, + "step": 1811 + }, + { + "epoch": 0.3593811979373265, + "grad_norm": 0.5878256559371948, + "learning_rate": 0.00012829064919594996, + "loss": 0.08557992428541183, + "step": 1812 + }, + { + "epoch": 0.3595795319317731, + "grad_norm": 3.5906925201416016, + "learning_rate": 0.00012825094302163986, + "loss": 0.09298856556415558, + "step": 1813 + }, + { + "epoch": 0.35977786592621974, + "grad_norm": 0.32539263367652893, + "learning_rate": 0.00012821123684732976, + "loss": 0.12402931600809097, + "step": 1814 + }, + { + "epoch": 0.35997619992066643, + "grad_norm": 0.48574861884117126, + "learning_rate": 0.00012817153067301966, + "loss": 0.11758744716644287, + "step": 1815 + }, + { + "epoch": 0.36017453391511306, + "grad_norm": 1.288142442703247, + "learning_rate": 0.00012813182449870956, + "loss": 0.09091029316186905, + "step": 1816 + }, + { + "epoch": 0.3603728679095597, + "grad_norm": 1.4169843196868896, + "learning_rate": 0.00012809211832439944, + "loss": 0.09946274757385254, + "step": 1817 + }, + { + "epoch": 0.3605712019040063, + "grad_norm": 0.14587825536727905, + "learning_rate": 0.00012805241215008934, + "loss": 0.0825958102941513, + "step": 1818 + }, + { + "epoch": 0.360769535898453, + "grad_norm": 0.22365330159664154, + "learning_rate": 0.00012801270597577924, + "loss": 0.08651870489120483, + "step": 1819 + }, + { + "epoch": 0.36096786989289964, + "grad_norm": 0.1913425624370575, + "learning_rate": 0.00012797299980146914, + "loss": 0.0790850967168808, + "step": 1820 + }, + { + "epoch": 0.36116620388734627, + "grad_norm": 0.20674553513526917, + "learning_rate": 0.00012793329362715901, + "loss": 0.12895849347114563, + "step": 1821 + }, + { + "epoch": 0.36136453788179296, + "grad_norm": 0.30449724197387695, + "learning_rate": 0.00012789358745284892, + "loss": 0.08182120323181152, + "step": 1822 + }, + { + "epoch": 0.3615628718762396, + "grad_norm": 1.0841028690338135, + "learning_rate": 0.00012785388127853882, + "loss": 0.07012657821178436, + "step": 1823 + }, + { + "epoch": 0.3617612058706862, + "grad_norm": 7.38488245010376, + "learning_rate": 0.00012781417510422872, + "loss": 0.08692558109760284, + "step": 1824 + }, + { + "epoch": 0.3619595398651329, + "grad_norm": 0.42643097043037415, + "learning_rate": 0.0001277744689299186, + "loss": 0.07732178270816803, + "step": 1825 + }, + { + "epoch": 0.36215787385957954, + "grad_norm": 0.29895755648612976, + "learning_rate": 0.0001277347627556085, + "loss": 0.05989610776305199, + "step": 1826 + }, + { + "epoch": 0.36235620785402617, + "grad_norm": 0.4470970928668976, + "learning_rate": 0.0001276950565812984, + "loss": 0.12488877028226852, + "step": 1827 + }, + { + "epoch": 0.36255454184847286, + "grad_norm": 0.7867005467414856, + "learning_rate": 0.0001276553504069883, + "loss": 0.1270085871219635, + "step": 1828 + }, + { + "epoch": 0.3627528758429195, + "grad_norm": 0.36988383531570435, + "learning_rate": 0.00012761564423267817, + "loss": 0.07361965626478195, + "step": 1829 + }, + { + "epoch": 0.3629512098373661, + "grad_norm": 0.18200217187404633, + "learning_rate": 0.00012757593805836807, + "loss": 0.08860260248184204, + "step": 1830 + }, + { + "epoch": 0.36314954383181275, + "grad_norm": 0.28424450755119324, + "learning_rate": 0.00012753623188405797, + "loss": 0.1240098774433136, + "step": 1831 + }, + { + "epoch": 0.36334787782625944, + "grad_norm": 0.2784275412559509, + "learning_rate": 0.00012749652570974787, + "loss": 0.09459619224071503, + "step": 1832 + }, + { + "epoch": 0.36354621182070607, + "grad_norm": 1.7197606563568115, + "learning_rate": 0.00012745681953543777, + "loss": 0.10425559431314468, + "step": 1833 + }, + { + "epoch": 0.3637445458151527, + "grad_norm": 0.34054142236709595, + "learning_rate": 0.00012741711336112767, + "loss": 0.10503624379634857, + "step": 1834 + }, + { + "epoch": 0.3639428798095994, + "grad_norm": 0.31609010696411133, + "learning_rate": 0.00012737740718681757, + "loss": 0.11316436529159546, + "step": 1835 + }, + { + "epoch": 0.364141213804046, + "grad_norm": 0.26275062561035156, + "learning_rate": 0.00012733770101250747, + "loss": 0.1137235164642334, + "step": 1836 + }, + { + "epoch": 0.36433954779849265, + "grad_norm": 8.786600112915039, + "learning_rate": 0.00012729799483819735, + "loss": 0.07620684057474136, + "step": 1837 + }, + { + "epoch": 0.36453788179293933, + "grad_norm": 2.2103142738342285, + "learning_rate": 0.00012725828866388725, + "loss": 0.0915801003575325, + "step": 1838 + }, + { + "epoch": 0.36473621578738596, + "grad_norm": 0.2791128158569336, + "learning_rate": 0.00012721858248957715, + "loss": 0.08179539442062378, + "step": 1839 + }, + { + "epoch": 0.3649345497818326, + "grad_norm": 0.27035918831825256, + "learning_rate": 0.00012717887631526705, + "loss": 0.0628168135881424, + "step": 1840 + }, + { + "epoch": 0.3651328837762792, + "grad_norm": 0.5492700338363647, + "learning_rate": 0.00012713917014095692, + "loss": 0.07230247557163239, + "step": 1841 + }, + { + "epoch": 0.3653312177707259, + "grad_norm": 0.5112115740776062, + "learning_rate": 0.00012709946396664682, + "loss": 0.08108092844486237, + "step": 1842 + }, + { + "epoch": 0.36552955176517254, + "grad_norm": 1.4913359880447388, + "learning_rate": 0.00012705975779233672, + "loss": 0.08134503662586212, + "step": 1843 + }, + { + "epoch": 0.3657278857596192, + "grad_norm": 0.1961606740951538, + "learning_rate": 0.00012702005161802663, + "loss": 0.09834271669387817, + "step": 1844 + }, + { + "epoch": 0.36592621975406586, + "grad_norm": 962.23095703125, + "learning_rate": 0.0001269803454437165, + "loss": 0.10561271011829376, + "step": 1845 + }, + { + "epoch": 0.3661245537485125, + "grad_norm": 0.17459122836589813, + "learning_rate": 0.0001269406392694064, + "loss": 0.08415436744689941, + "step": 1846 + }, + { + "epoch": 0.3663228877429591, + "grad_norm": 0.3372831344604492, + "learning_rate": 0.0001269009330950963, + "loss": 0.10019055008888245, + "step": 1847 + }, + { + "epoch": 0.3665212217374058, + "grad_norm": 0.38448017835617065, + "learning_rate": 0.0001268612269207862, + "loss": 0.09459659457206726, + "step": 1848 + }, + { + "epoch": 0.36671955573185244, + "grad_norm": 0.2521553337574005, + "learning_rate": 0.00012682152074647608, + "loss": 0.07385555654764175, + "step": 1849 + }, + { + "epoch": 0.3669178897262991, + "grad_norm": 0.1582438051700592, + "learning_rate": 0.00012678181457216598, + "loss": 0.06667598336935043, + "step": 1850 + }, + { + "epoch": 0.36711622372074576, + "grad_norm": 0.3239564895629883, + "learning_rate": 0.00012674210839785588, + "loss": 0.10701653361320496, + "step": 1851 + }, + { + "epoch": 0.3673145577151924, + "grad_norm": 0.23711557686328888, + "learning_rate": 0.00012670240222354578, + "loss": 0.06486126780509949, + "step": 1852 + }, + { + "epoch": 0.367512891709639, + "grad_norm": 0.3413405418395996, + "learning_rate": 0.00012666269604923565, + "loss": 0.09856890887022018, + "step": 1853 + }, + { + "epoch": 0.36771122570408565, + "grad_norm": 0.9589343667030334, + "learning_rate": 0.00012662298987492555, + "loss": 0.09310583025217056, + "step": 1854 + }, + { + "epoch": 0.36790955969853234, + "grad_norm": 0.24342003464698792, + "learning_rate": 0.00012658328370061545, + "loss": 0.08647821843624115, + "step": 1855 + }, + { + "epoch": 0.36810789369297897, + "grad_norm": 14.003045082092285, + "learning_rate": 0.00012654357752630535, + "loss": 0.07912913709878922, + "step": 1856 + }, + { + "epoch": 0.3683062276874256, + "grad_norm": 0.710326075553894, + "learning_rate": 0.00012650387135199523, + "loss": 0.09339860826730728, + "step": 1857 + }, + { + "epoch": 0.3685045616818723, + "grad_norm": 0.24929237365722656, + "learning_rate": 0.00012646416517768513, + "loss": 0.07575582712888718, + "step": 1858 + }, + { + "epoch": 0.3687028956763189, + "grad_norm": 0.45066821575164795, + "learning_rate": 0.00012642445900337503, + "loss": 0.09658203274011612, + "step": 1859 + }, + { + "epoch": 0.36890122967076555, + "grad_norm": 0.19874776899814606, + "learning_rate": 0.00012638475282906493, + "loss": 0.08146553486585617, + "step": 1860 + }, + { + "epoch": 0.36909956366521224, + "grad_norm": 0.39980244636535645, + "learning_rate": 0.0001263450466547548, + "loss": 0.07477355748414993, + "step": 1861 + }, + { + "epoch": 0.36929789765965887, + "grad_norm": 0.38183075189590454, + "learning_rate": 0.0001263053404804447, + "loss": 0.10804708302021027, + "step": 1862 + }, + { + "epoch": 0.3694962316541055, + "grad_norm": 0.2003711462020874, + "learning_rate": 0.0001262656343061346, + "loss": 0.07083983719348907, + "step": 1863 + }, + { + "epoch": 0.3696945656485522, + "grad_norm": 0.22054538130760193, + "learning_rate": 0.0001262259281318245, + "loss": 0.07790214568376541, + "step": 1864 + }, + { + "epoch": 0.3698928996429988, + "grad_norm": 0.3221161365509033, + "learning_rate": 0.0001261862219575144, + "loss": 0.10055392980575562, + "step": 1865 + }, + { + "epoch": 0.37009123363744545, + "grad_norm": 0.3968830406665802, + "learning_rate": 0.00012614651578320428, + "loss": 0.11027368903160095, + "step": 1866 + }, + { + "epoch": 0.3702895676318921, + "grad_norm": 0.21088184416294098, + "learning_rate": 0.00012610680960889418, + "loss": 0.0850481390953064, + "step": 1867 + }, + { + "epoch": 0.37048790162633877, + "grad_norm": 0.38679754734039307, + "learning_rate": 0.00012606710343458408, + "loss": 0.0878012552857399, + "step": 1868 + }, + { + "epoch": 0.3706862356207854, + "grad_norm": 0.15087023377418518, + "learning_rate": 0.00012602739726027398, + "loss": 0.0669371485710144, + "step": 1869 + }, + { + "epoch": 0.37088456961523203, + "grad_norm": 0.22017458081245422, + "learning_rate": 0.00012598769108596386, + "loss": 0.12299489974975586, + "step": 1870 + }, + { + "epoch": 0.3710829036096787, + "grad_norm": 0.22043772041797638, + "learning_rate": 0.00012594798491165376, + "loss": 0.0900905579328537, + "step": 1871 + }, + { + "epoch": 0.37128123760412535, + "grad_norm": 0.33934056758880615, + "learning_rate": 0.00012590827873734366, + "loss": 0.10990669578313828, + "step": 1872 + }, + { + "epoch": 0.371479571598572, + "grad_norm": 3.570937156677246, + "learning_rate": 0.00012586857256303356, + "loss": 0.11813750863075256, + "step": 1873 + }, + { + "epoch": 0.37167790559301866, + "grad_norm": 0.17825065553188324, + "learning_rate": 0.00012582886638872343, + "loss": 0.09752977639436722, + "step": 1874 + }, + { + "epoch": 0.3718762395874653, + "grad_norm": 0.3929293155670166, + "learning_rate": 0.00012578916021441334, + "loss": 0.09645368903875351, + "step": 1875 + }, + { + "epoch": 0.3720745735819119, + "grad_norm": 0.8251179456710815, + "learning_rate": 0.00012574945404010324, + "loss": 0.112798310816288, + "step": 1876 + }, + { + "epoch": 0.3722729075763586, + "grad_norm": 1.731971025466919, + "learning_rate": 0.00012570974786579314, + "loss": 0.08329018205404282, + "step": 1877 + }, + { + "epoch": 0.37247124157080524, + "grad_norm": 0.1882135272026062, + "learning_rate": 0.00012567004169148304, + "loss": 0.07173331081867218, + "step": 1878 + }, + { + "epoch": 0.3726695755652519, + "grad_norm": 1.1564027070999146, + "learning_rate": 0.00012563033551717294, + "loss": 0.07962808758020401, + "step": 1879 + }, + { + "epoch": 0.3728679095596985, + "grad_norm": 0.31468337774276733, + "learning_rate": 0.00012559062934286284, + "loss": 0.11500703543424606, + "step": 1880 + }, + { + "epoch": 0.3730662435541452, + "grad_norm": 0.17364083230495453, + "learning_rate": 0.0001255509231685527, + "loss": 0.08597372472286224, + "step": 1881 + }, + { + "epoch": 0.3732645775485918, + "grad_norm": 1.2093919515609741, + "learning_rate": 0.00012551121699424261, + "loss": 0.14723822474479675, + "step": 1882 + }, + { + "epoch": 0.37346291154303846, + "grad_norm": 0.3640435039997101, + "learning_rate": 0.00012547151081993251, + "loss": 0.08681310713291168, + "step": 1883 + }, + { + "epoch": 0.37366124553748514, + "grad_norm": 0.36854228377342224, + "learning_rate": 0.00012543180464562242, + "loss": 0.08565764874219894, + "step": 1884 + }, + { + "epoch": 0.3738595795319318, + "grad_norm": 1.5658947229385376, + "learning_rate": 0.0001253920984713123, + "loss": 0.09003105014562607, + "step": 1885 + }, + { + "epoch": 0.3740579135263784, + "grad_norm": 0.4418794810771942, + "learning_rate": 0.0001253523922970022, + "loss": 0.09419780969619751, + "step": 1886 + }, + { + "epoch": 0.3742562475208251, + "grad_norm": 0.9996130466461182, + "learning_rate": 0.0001253126861226921, + "loss": 0.11952158808708191, + "step": 1887 + }, + { + "epoch": 0.3744545815152717, + "grad_norm": 0.21886824071407318, + "learning_rate": 0.000125272979948382, + "loss": 0.0843794047832489, + "step": 1888 + }, + { + "epoch": 0.37465291550971835, + "grad_norm": 0.20212465524673462, + "learning_rate": 0.0001252332737740719, + "loss": 0.0861743688583374, + "step": 1889 + }, + { + "epoch": 0.37485124950416504, + "grad_norm": 0.2429545521736145, + "learning_rate": 0.00012519356759976177, + "loss": 0.0959300622344017, + "step": 1890 + }, + { + "epoch": 0.37504958349861167, + "grad_norm": 0.14962837100028992, + "learning_rate": 0.00012515386142545167, + "loss": 0.07043997943401337, + "step": 1891 + }, + { + "epoch": 0.3752479174930583, + "grad_norm": 0.4364034831523895, + "learning_rate": 0.00012511415525114157, + "loss": 0.1119803711771965, + "step": 1892 + }, + { + "epoch": 0.37544625148750493, + "grad_norm": 1.138563632965088, + "learning_rate": 0.00012507444907683147, + "loss": 0.11953943967819214, + "step": 1893 + }, + { + "epoch": 0.3756445854819516, + "grad_norm": 0.38884222507476807, + "learning_rate": 0.00012503474290252134, + "loss": 0.1038336306810379, + "step": 1894 + }, + { + "epoch": 0.37584291947639825, + "grad_norm": 0.2800436019897461, + "learning_rate": 0.00012499503672821124, + "loss": 0.0946761891245842, + "step": 1895 + }, + { + "epoch": 0.3760412534708449, + "grad_norm": 1.2958145141601562, + "learning_rate": 0.00012495533055390114, + "loss": 0.09129264205694199, + "step": 1896 + }, + { + "epoch": 0.37623958746529157, + "grad_norm": 0.30616503953933716, + "learning_rate": 0.00012491562437959105, + "loss": 0.10582315921783447, + "step": 1897 + }, + { + "epoch": 0.3764379214597382, + "grad_norm": 0.1893317997455597, + "learning_rate": 0.00012487591820528092, + "loss": 0.10330288112163544, + "step": 1898 + }, + { + "epoch": 0.37663625545418483, + "grad_norm": 0.38995158672332764, + "learning_rate": 0.00012483621203097082, + "loss": 0.08586046099662781, + "step": 1899 + }, + { + "epoch": 0.3768345894486315, + "grad_norm": 0.18824642896652222, + "learning_rate": 0.00012479650585666072, + "loss": 0.07278835773468018, + "step": 1900 + }, + { + "epoch": 0.37703292344307815, + "grad_norm": 1.1443040370941162, + "learning_rate": 0.00012475679968235062, + "loss": 0.11747335642576218, + "step": 1901 + }, + { + "epoch": 0.3772312574375248, + "grad_norm": 0.5050233006477356, + "learning_rate": 0.0001247170935080405, + "loss": 0.07317166030406952, + "step": 1902 + }, + { + "epoch": 0.37742959143197147, + "grad_norm": 0.21398702263832092, + "learning_rate": 0.0001246773873337304, + "loss": 0.09265010803937912, + "step": 1903 + }, + { + "epoch": 0.3776279254264181, + "grad_norm": 0.2537399232387543, + "learning_rate": 0.0001246376811594203, + "loss": 0.07715599238872528, + "step": 1904 + }, + { + "epoch": 0.37782625942086473, + "grad_norm": 0.22084985673427582, + "learning_rate": 0.0001245979749851102, + "loss": 0.07448716461658478, + "step": 1905 + }, + { + "epoch": 0.37802459341531136, + "grad_norm": 0.22499625384807587, + "learning_rate": 0.00012455826881080007, + "loss": 0.05915576219558716, + "step": 1906 + }, + { + "epoch": 0.37822292740975805, + "grad_norm": 0.6679489016532898, + "learning_rate": 0.00012451856263648997, + "loss": 0.08299046754837036, + "step": 1907 + }, + { + "epoch": 0.3784212614042047, + "grad_norm": 0.727436363697052, + "learning_rate": 0.00012447885646217987, + "loss": 0.07441805303096771, + "step": 1908 + }, + { + "epoch": 0.3786195953986513, + "grad_norm": 0.16200509667396545, + "learning_rate": 0.00012443915028786977, + "loss": 0.08115307986736298, + "step": 1909 + }, + { + "epoch": 0.378817929393098, + "grad_norm": 1.316124677658081, + "learning_rate": 0.00012439944411355965, + "loss": 0.08827772736549377, + "step": 1910 + }, + { + "epoch": 0.3790162633875446, + "grad_norm": 0.2672506272792816, + "learning_rate": 0.00012435973793924955, + "loss": 0.09287704527378082, + "step": 1911 + }, + { + "epoch": 0.37921459738199126, + "grad_norm": 0.205171599984169, + "learning_rate": 0.00012432003176493945, + "loss": 0.11309565603733063, + "step": 1912 + }, + { + "epoch": 0.37941293137643795, + "grad_norm": 0.22866486012935638, + "learning_rate": 0.00012428032559062935, + "loss": 0.09637047350406647, + "step": 1913 + }, + { + "epoch": 0.3796112653708846, + "grad_norm": 0.8953546285629272, + "learning_rate": 0.00012424061941631922, + "loss": 0.08106584846973419, + "step": 1914 + }, + { + "epoch": 0.3798095993653312, + "grad_norm": 0.28243038058280945, + "learning_rate": 0.00012420091324200913, + "loss": 0.0794798880815506, + "step": 1915 + }, + { + "epoch": 0.38000793335977784, + "grad_norm": 0.2442692220211029, + "learning_rate": 0.00012416120706769903, + "loss": 0.11314591765403748, + "step": 1916 + }, + { + "epoch": 0.3802062673542245, + "grad_norm": 0.3581285774707794, + "learning_rate": 0.00012412150089338893, + "loss": 0.10846751928329468, + "step": 1917 + }, + { + "epoch": 0.38040460134867116, + "grad_norm": 0.2240106463432312, + "learning_rate": 0.00012408179471907883, + "loss": 0.11683826893568039, + "step": 1918 + }, + { + "epoch": 0.3806029353431178, + "grad_norm": 0.9062848687171936, + "learning_rate": 0.0001240420885447687, + "loss": 0.10386482626199722, + "step": 1919 + }, + { + "epoch": 0.3808012693375645, + "grad_norm": 0.20743241906166077, + "learning_rate": 0.0001240023823704586, + "loss": 0.07122069597244263, + "step": 1920 + }, + { + "epoch": 0.3809996033320111, + "grad_norm": 0.6258435845375061, + "learning_rate": 0.0001239626761961485, + "loss": 0.11896762251853943, + "step": 1921 + }, + { + "epoch": 0.38119793732645774, + "grad_norm": 0.29459765553474426, + "learning_rate": 0.0001239229700218384, + "loss": 0.08324248343706131, + "step": 1922 + }, + { + "epoch": 0.3813962713209044, + "grad_norm": 0.18326783180236816, + "learning_rate": 0.00012388326384752828, + "loss": 0.08121182769536972, + "step": 1923 + }, + { + "epoch": 0.38159460531535105, + "grad_norm": 0.3239485025405884, + "learning_rate": 0.0001238435576732182, + "loss": 0.0829809233546257, + "step": 1924 + }, + { + "epoch": 0.3817929393097977, + "grad_norm": 0.2291518598794937, + "learning_rate": 0.0001238038514989081, + "loss": 0.09539653360843658, + "step": 1925 + }, + { + "epoch": 0.38199127330424437, + "grad_norm": 0.4194621443748474, + "learning_rate": 0.00012376414532459798, + "loss": 0.0706375315785408, + "step": 1926 + }, + { + "epoch": 0.382189607298691, + "grad_norm": 0.19967038929462433, + "learning_rate": 0.00012372443915028788, + "loss": 0.1189294308423996, + "step": 1927 + }, + { + "epoch": 0.38238794129313763, + "grad_norm": 0.19449271261692047, + "learning_rate": 0.00012368473297597778, + "loss": 0.07149361819028854, + "step": 1928 + }, + { + "epoch": 0.38258627528758427, + "grad_norm": 0.21521727740764618, + "learning_rate": 0.00012364502680166768, + "loss": 0.06548219174146652, + "step": 1929 + }, + { + "epoch": 0.38278460928203095, + "grad_norm": 0.2462940365076065, + "learning_rate": 0.00012360532062735756, + "loss": 0.1085013821721077, + "step": 1930 + }, + { + "epoch": 0.3829829432764776, + "grad_norm": 0.623418927192688, + "learning_rate": 0.00012356561445304746, + "loss": 0.10575402528047562, + "step": 1931 + }, + { + "epoch": 0.3831812772709242, + "grad_norm": 0.2810696065425873, + "learning_rate": 0.00012352590827873736, + "loss": 0.12803488969802856, + "step": 1932 + }, + { + "epoch": 0.3833796112653709, + "grad_norm": 0.2108679711818695, + "learning_rate": 0.00012348620210442726, + "loss": 0.11001057177782059, + "step": 1933 + }, + { + "epoch": 0.38357794525981753, + "grad_norm": 0.24328245222568512, + "learning_rate": 0.00012344649593011713, + "loss": 0.148503378033638, + "step": 1934 + }, + { + "epoch": 0.38377627925426416, + "grad_norm": 0.26675498485565186, + "learning_rate": 0.00012340678975580703, + "loss": 0.08402509987354279, + "step": 1935 + }, + { + "epoch": 0.38397461324871085, + "grad_norm": 0.2051413506269455, + "learning_rate": 0.00012336708358149693, + "loss": 0.11469011008739471, + "step": 1936 + }, + { + "epoch": 0.3841729472431575, + "grad_norm": 0.391142338514328, + "learning_rate": 0.00012332737740718684, + "loss": 0.09298107028007507, + "step": 1937 + }, + { + "epoch": 0.3843712812376041, + "grad_norm": 1.0232067108154297, + "learning_rate": 0.0001232876712328767, + "loss": 0.08340254426002502, + "step": 1938 + }, + { + "epoch": 0.3845696152320508, + "grad_norm": 0.5079798102378845, + "learning_rate": 0.0001232479650585666, + "loss": 0.10040566325187683, + "step": 1939 + }, + { + "epoch": 0.38476794922649743, + "grad_norm": 0.22428198158740997, + "learning_rate": 0.0001232082588842565, + "loss": 0.11077484488487244, + "step": 1940 + }, + { + "epoch": 0.38496628322094406, + "grad_norm": 0.29466813802719116, + "learning_rate": 0.0001231685527099464, + "loss": 0.13063395023345947, + "step": 1941 + }, + { + "epoch": 0.3851646172153907, + "grad_norm": 0.2647917866706848, + "learning_rate": 0.0001231288465356363, + "loss": 0.10926749557256699, + "step": 1942 + }, + { + "epoch": 0.3853629512098374, + "grad_norm": 0.16093309223651886, + "learning_rate": 0.00012308914036132619, + "loss": 0.08823835849761963, + "step": 1943 + }, + { + "epoch": 0.385561285204284, + "grad_norm": 0.2344892919063568, + "learning_rate": 0.0001230494341870161, + "loss": 0.08531402796506882, + "step": 1944 + }, + { + "epoch": 0.38575961919873064, + "grad_norm": 0.17973679304122925, + "learning_rate": 0.000123009728012706, + "loss": 0.09503808617591858, + "step": 1945 + }, + { + "epoch": 0.3859579531931773, + "grad_norm": 0.3617191016674042, + "learning_rate": 0.0001229700218383959, + "loss": 0.09136447310447693, + "step": 1946 + }, + { + "epoch": 0.38615628718762396, + "grad_norm": 1.3269540071487427, + "learning_rate": 0.00012293031566408576, + "loss": 0.09759052097797394, + "step": 1947 + }, + { + "epoch": 0.3863546211820706, + "grad_norm": 0.6977583169937134, + "learning_rate": 0.00012289060948977566, + "loss": 0.07885540276765823, + "step": 1948 + }, + { + "epoch": 0.3865529551765173, + "grad_norm": 5.610811233520508, + "learning_rate": 0.00012285090331546556, + "loss": 0.13079138100147247, + "step": 1949 + }, + { + "epoch": 0.3867512891709639, + "grad_norm": 0.4039287269115448, + "learning_rate": 0.00012281119714115546, + "loss": 0.07836654037237167, + "step": 1950 + }, + { + "epoch": 0.38694962316541054, + "grad_norm": 0.2498202621936798, + "learning_rate": 0.00012277149096684534, + "loss": 0.07626664638519287, + "step": 1951 + }, + { + "epoch": 0.3871479571598572, + "grad_norm": 0.18057607114315033, + "learning_rate": 0.00012273178479253524, + "loss": 0.10205500572919846, + "step": 1952 + }, + { + "epoch": 0.38734629115430386, + "grad_norm": 0.18635457754135132, + "learning_rate": 0.00012269207861822514, + "loss": 0.11108509451150894, + "step": 1953 + }, + { + "epoch": 0.3875446251487505, + "grad_norm": 0.42786282300949097, + "learning_rate": 0.00012265237244391504, + "loss": 0.10819748789072037, + "step": 1954 + }, + { + "epoch": 0.3877429591431971, + "grad_norm": 0.2876374125480652, + "learning_rate": 0.00012261266626960491, + "loss": 0.10240483283996582, + "step": 1955 + }, + { + "epoch": 0.3879412931376438, + "grad_norm": 0.18266132473945618, + "learning_rate": 0.00012257296009529482, + "loss": 0.09588456153869629, + "step": 1956 + }, + { + "epoch": 0.38813962713209044, + "grad_norm": 7.797414779663086, + "learning_rate": 0.00012253325392098472, + "loss": 0.10324962437152863, + "step": 1957 + }, + { + "epoch": 0.38833796112653707, + "grad_norm": 0.4742653965950012, + "learning_rate": 0.00012249354774667462, + "loss": 0.11571426689624786, + "step": 1958 + }, + { + "epoch": 0.38853629512098375, + "grad_norm": 0.687329113483429, + "learning_rate": 0.0001224538415723645, + "loss": 0.11062831431627274, + "step": 1959 + }, + { + "epoch": 0.3887346291154304, + "grad_norm": 0.2489197552204132, + "learning_rate": 0.0001224141353980544, + "loss": 0.09722857922315598, + "step": 1960 + }, + { + "epoch": 0.388932963109877, + "grad_norm": 0.16145990788936615, + "learning_rate": 0.0001223744292237443, + "loss": 0.08882425725460052, + "step": 1961 + }, + { + "epoch": 0.3891312971043237, + "grad_norm": 0.5134047865867615, + "learning_rate": 0.0001223347230494342, + "loss": 0.09327194839715958, + "step": 1962 + }, + { + "epoch": 0.38932963109877033, + "grad_norm": 0.1927414834499359, + "learning_rate": 0.00012229501687512407, + "loss": 0.09075723588466644, + "step": 1963 + }, + { + "epoch": 0.38952796509321697, + "grad_norm": 0.2758848965167999, + "learning_rate": 0.00012225531070081397, + "loss": 0.06821026653051376, + "step": 1964 + }, + { + "epoch": 0.38972629908766365, + "grad_norm": 0.16371513903141022, + "learning_rate": 0.00012221560452650387, + "loss": 0.0779399573802948, + "step": 1965 + }, + { + "epoch": 0.3899246330821103, + "grad_norm": 0.4890343248844147, + "learning_rate": 0.00012217589835219377, + "loss": 0.07307393848896027, + "step": 1966 + }, + { + "epoch": 0.3901229670765569, + "grad_norm": 0.23124386370182037, + "learning_rate": 0.00012213619217788364, + "loss": 0.1223122775554657, + "step": 1967 + }, + { + "epoch": 0.39032130107100355, + "grad_norm": 0.21405406296253204, + "learning_rate": 0.00012209648600357354, + "loss": 0.10798616707324982, + "step": 1968 + }, + { + "epoch": 0.39051963506545023, + "grad_norm": 0.24097922444343567, + "learning_rate": 0.00012205677982926345, + "loss": 0.08904361724853516, + "step": 1969 + }, + { + "epoch": 0.39071796905989686, + "grad_norm": 0.15630991756916046, + "learning_rate": 0.00012201707365495336, + "loss": 0.058068133890628815, + "step": 1970 + }, + { + "epoch": 0.3909163030543435, + "grad_norm": 5.27362585067749, + "learning_rate": 0.00012197736748064326, + "loss": 0.11567453294992447, + "step": 1971 + }, + { + "epoch": 0.3911146370487902, + "grad_norm": 0.19528834521770477, + "learning_rate": 0.00012193766130633315, + "loss": 0.09198856353759766, + "step": 1972 + }, + { + "epoch": 0.3913129710432368, + "grad_norm": 0.23986931145191193, + "learning_rate": 0.00012189795513202305, + "loss": 0.0850890576839447, + "step": 1973 + }, + { + "epoch": 0.39151130503768344, + "grad_norm": 0.6081694960594177, + "learning_rate": 0.00012185824895771294, + "loss": 0.12599346041679382, + "step": 1974 + }, + { + "epoch": 0.39170963903213013, + "grad_norm": 0.4465571343898773, + "learning_rate": 0.00012181854278340284, + "loss": 0.08556695282459259, + "step": 1975 + }, + { + "epoch": 0.39190797302657676, + "grad_norm": 0.7527819275856018, + "learning_rate": 0.00012177883660909272, + "loss": 0.08725696802139282, + "step": 1976 + }, + { + "epoch": 0.3921063070210234, + "grad_norm": 0.2656158208847046, + "learning_rate": 0.00012173913043478263, + "loss": 0.06995484977960587, + "step": 1977 + }, + { + "epoch": 0.3923046410154701, + "grad_norm": 0.7966620326042175, + "learning_rate": 0.00012169942426047251, + "loss": 0.060223668813705444, + "step": 1978 + }, + { + "epoch": 0.3925029750099167, + "grad_norm": 0.4150940179824829, + "learning_rate": 0.00012165971808616241, + "loss": 0.1468137502670288, + "step": 1979 + }, + { + "epoch": 0.39270130900436334, + "grad_norm": 0.1996259242296219, + "learning_rate": 0.0001216200119118523, + "loss": 0.10358759015798569, + "step": 1980 + }, + { + "epoch": 0.39289964299881, + "grad_norm": 0.26145315170288086, + "learning_rate": 0.0001215803057375422, + "loss": 0.07487156242132187, + "step": 1981 + }, + { + "epoch": 0.39309797699325666, + "grad_norm": 0.21219106018543243, + "learning_rate": 0.00012154059956323209, + "loss": 0.10916844755411148, + "step": 1982 + }, + { + "epoch": 0.3932963109877033, + "grad_norm": 0.1610526293516159, + "learning_rate": 0.00012150089338892199, + "loss": 0.07454831153154373, + "step": 1983 + }, + { + "epoch": 0.3934946449821499, + "grad_norm": 0.1838720440864563, + "learning_rate": 0.00012146118721461188, + "loss": 0.08767706155776978, + "step": 1984 + }, + { + "epoch": 0.3936929789765966, + "grad_norm": 0.18843084573745728, + "learning_rate": 0.00012142148104030178, + "loss": 0.04812435060739517, + "step": 1985 + }, + { + "epoch": 0.39389131297104324, + "grad_norm": 0.19269250333309174, + "learning_rate": 0.00012138177486599166, + "loss": 0.07895465940237045, + "step": 1986 + }, + { + "epoch": 0.39408964696548987, + "grad_norm": 0.15636026859283447, + "learning_rate": 0.00012134206869168157, + "loss": 0.06368210911750793, + "step": 1987 + }, + { + "epoch": 0.39428798095993656, + "grad_norm": 0.18669511377811432, + "learning_rate": 0.00012130236251737145, + "loss": 0.1030687466263771, + "step": 1988 + }, + { + "epoch": 0.3944863149543832, + "grad_norm": 0.20871073007583618, + "learning_rate": 0.00012126265634306135, + "loss": 0.08525198698043823, + "step": 1989 + }, + { + "epoch": 0.3946846489488298, + "grad_norm": 0.16983652114868164, + "learning_rate": 0.00012122295016875125, + "loss": 0.06950728595256805, + "step": 1990 + }, + { + "epoch": 0.39488298294327645, + "grad_norm": 0.36315008997917175, + "learning_rate": 0.00012118324399444114, + "loss": 0.10802118480205536, + "step": 1991 + }, + { + "epoch": 0.39508131693772314, + "grad_norm": 0.19837665557861328, + "learning_rate": 0.00012114353782013104, + "loss": 0.10785592347383499, + "step": 1992 + }, + { + "epoch": 0.39527965093216977, + "grad_norm": 0.3094506859779358, + "learning_rate": 0.00012110383164582093, + "loss": 0.11497876793146133, + "step": 1993 + }, + { + "epoch": 0.3954779849266164, + "grad_norm": 2.7007992267608643, + "learning_rate": 0.00012106412547151083, + "loss": 0.07796507328748703, + "step": 1994 + }, + { + "epoch": 0.3956763189210631, + "grad_norm": 0.5498531460762024, + "learning_rate": 0.00012102441929720072, + "loss": 0.09152235835790634, + "step": 1995 + }, + { + "epoch": 0.3958746529155097, + "grad_norm": 0.2460741400718689, + "learning_rate": 0.00012098471312289062, + "loss": 0.08136790990829468, + "step": 1996 + }, + { + "epoch": 0.39607298690995635, + "grad_norm": 0.27978330850601196, + "learning_rate": 0.0001209450069485805, + "loss": 0.10168790817260742, + "step": 1997 + }, + { + "epoch": 0.39627132090440303, + "grad_norm": 1.0961506366729736, + "learning_rate": 0.00012090530077427041, + "loss": 0.11220991611480713, + "step": 1998 + }, + { + "epoch": 0.39646965489884967, + "grad_norm": 0.2708759009838104, + "learning_rate": 0.0001208655945999603, + "loss": 0.07352620363235474, + "step": 1999 + }, + { + "epoch": 0.3966679888932963, + "grad_norm": 0.2429785281419754, + "learning_rate": 0.0001208258884256502, + "loss": 0.07089512795209885, + "step": 2000 + }, + { + "epoch": 0.3966679888932963, + "eval_loss": 0.6678510904312134, + "eval_runtime": 415.4303, + "eval_samples_per_second": 0.616, + "eval_steps_per_second": 0.154, + "step": 2000 + }, + { + "epoch": 0.396866322887743, + "grad_norm": 0.1806420236825943, + "learning_rate": 0.00012078618225134008, + "loss": 0.1056881919503212, + "step": 2001 + }, + { + "epoch": 0.3970646568821896, + "grad_norm": 0.4726141095161438, + "learning_rate": 0.00012074647607702998, + "loss": 0.08899205923080444, + "step": 2002 + }, + { + "epoch": 0.39726299087663625, + "grad_norm": 0.27268433570861816, + "learning_rate": 0.00012070676990271987, + "loss": 0.10448776185512543, + "step": 2003 + }, + { + "epoch": 0.3974613248710829, + "grad_norm": 0.22640518844127655, + "learning_rate": 0.00012066706372840977, + "loss": 0.1156965121626854, + "step": 2004 + }, + { + "epoch": 0.39765965886552956, + "grad_norm": 0.16978803277015686, + "learning_rate": 0.00012062735755409966, + "loss": 0.09581702202558517, + "step": 2005 + }, + { + "epoch": 0.3978579928599762, + "grad_norm": 0.1611315757036209, + "learning_rate": 0.00012058765137978956, + "loss": 0.0780172348022461, + "step": 2006 + }, + { + "epoch": 0.3980563268544228, + "grad_norm": 0.18423940241336823, + "learning_rate": 0.00012054794520547945, + "loss": 0.08428438007831573, + "step": 2007 + }, + { + "epoch": 0.3982546608488695, + "grad_norm": 1.3253531455993652, + "learning_rate": 0.00012050823903116935, + "loss": 0.11703798174858093, + "step": 2008 + }, + { + "epoch": 0.39845299484331614, + "grad_norm": 0.2993014454841614, + "learning_rate": 0.00012046853285685924, + "loss": 0.10725829005241394, + "step": 2009 + }, + { + "epoch": 0.3986513288377628, + "grad_norm": 0.1788792908191681, + "learning_rate": 0.00012042882668254914, + "loss": 0.08004870265722275, + "step": 2010 + }, + { + "epoch": 0.39884966283220946, + "grad_norm": 0.23092223703861237, + "learning_rate": 0.00012038912050823902, + "loss": 0.07665079832077026, + "step": 2011 + }, + { + "epoch": 0.3990479968266561, + "grad_norm": 0.17042838037014008, + "learning_rate": 0.00012034941433392892, + "loss": 0.09566039592027664, + "step": 2012 + }, + { + "epoch": 0.3992463308211027, + "grad_norm": 0.15904264152050018, + "learning_rate": 0.00012030970815961881, + "loss": 0.07004145532846451, + "step": 2013 + }, + { + "epoch": 0.3994446648155494, + "grad_norm": 0.5782638788223267, + "learning_rate": 0.00012027000198530871, + "loss": 0.12158305197954178, + "step": 2014 + }, + { + "epoch": 0.39964299880999604, + "grad_norm": 0.26278921961784363, + "learning_rate": 0.0001202302958109986, + "loss": 0.06970032304525375, + "step": 2015 + }, + { + "epoch": 0.3998413328044427, + "grad_norm": 0.31644800305366516, + "learning_rate": 0.0001201905896366885, + "loss": 0.09018808603286743, + "step": 2016 + }, + { + "epoch": 0.4000396667988893, + "grad_norm": 0.16512906551361084, + "learning_rate": 0.00012015088346237842, + "loss": 0.07105575501918793, + "step": 2017 + }, + { + "epoch": 0.400238000793336, + "grad_norm": 0.26532214879989624, + "learning_rate": 0.00012011117728806832, + "loss": 0.07845905423164368, + "step": 2018 + }, + { + "epoch": 0.4004363347877826, + "grad_norm": 0.24489910900592804, + "learning_rate": 0.0001200714711137582, + "loss": 0.11241991817951202, + "step": 2019 + }, + { + "epoch": 0.40063466878222925, + "grad_norm": 0.17778770625591278, + "learning_rate": 0.0001200317649394481, + "loss": 0.05267927423119545, + "step": 2020 + }, + { + "epoch": 0.40083300277667594, + "grad_norm": 0.23359942436218262, + "learning_rate": 0.00011999205876513799, + "loss": 0.09037145972251892, + "step": 2021 + }, + { + "epoch": 0.40103133677112257, + "grad_norm": 0.1818772703409195, + "learning_rate": 0.00011995235259082789, + "loss": 0.06577487289905548, + "step": 2022 + }, + { + "epoch": 0.4012296707655692, + "grad_norm": 0.70118647813797, + "learning_rate": 0.00011991264641651778, + "loss": 0.08448873460292816, + "step": 2023 + }, + { + "epoch": 0.4014280047600159, + "grad_norm": 1.2639597654342651, + "learning_rate": 0.00011987294024220768, + "loss": 0.11970263719558716, + "step": 2024 + }, + { + "epoch": 0.4016263387544625, + "grad_norm": 0.31258082389831543, + "learning_rate": 0.00011983323406789757, + "loss": 0.07045860588550568, + "step": 2025 + }, + { + "epoch": 0.40182467274890915, + "grad_norm": 0.5137667059898376, + "learning_rate": 0.00011979352789358747, + "loss": 0.07811690866947174, + "step": 2026 + }, + { + "epoch": 0.40202300674335584, + "grad_norm": 0.5860007405281067, + "learning_rate": 0.00011975382171927736, + "loss": 0.115012988448143, + "step": 2027 + }, + { + "epoch": 0.40222134073780247, + "grad_norm": 0.16508372128009796, + "learning_rate": 0.00011971411554496726, + "loss": 0.07397429645061493, + "step": 2028 + }, + { + "epoch": 0.4024196747322491, + "grad_norm": 3.899174690246582, + "learning_rate": 0.00011967440937065714, + "loss": 0.12968605756759644, + "step": 2029 + }, + { + "epoch": 0.40261800872669573, + "grad_norm": 0.4165278971195221, + "learning_rate": 0.00011963470319634704, + "loss": 0.08545257151126862, + "step": 2030 + }, + { + "epoch": 0.4028163427211424, + "grad_norm": 0.46113669872283936, + "learning_rate": 0.00011959499702203693, + "loss": 0.08955768495798111, + "step": 2031 + }, + { + "epoch": 0.40301467671558905, + "grad_norm": 0.2765626609325409, + "learning_rate": 0.00011955529084772683, + "loss": 0.08478672057390213, + "step": 2032 + }, + { + "epoch": 0.4032130107100357, + "grad_norm": 0.2671125531196594, + "learning_rate": 0.00011951558467341672, + "loss": 0.09434022009372711, + "step": 2033 + }, + { + "epoch": 0.40341134470448237, + "grad_norm": 0.761660635471344, + "learning_rate": 0.00011947587849910662, + "loss": 0.07972769439220428, + "step": 2034 + }, + { + "epoch": 0.403609678698929, + "grad_norm": 4.067869186401367, + "learning_rate": 0.00011943617232479651, + "loss": 0.16499894857406616, + "step": 2035 + }, + { + "epoch": 0.40380801269337563, + "grad_norm": 0.2976246774196625, + "learning_rate": 0.00011939646615048641, + "loss": 0.08815952390432358, + "step": 2036 + }, + { + "epoch": 0.4040063466878223, + "grad_norm": 0.3000321090221405, + "learning_rate": 0.0001193567599761763, + "loss": 0.1074763834476471, + "step": 2037 + }, + { + "epoch": 0.40420468068226895, + "grad_norm": 0.37442708015441895, + "learning_rate": 0.0001193170538018662, + "loss": 0.1318933218717575, + "step": 2038 + }, + { + "epoch": 0.4044030146767156, + "grad_norm": 0.3157120645046234, + "learning_rate": 0.00011927734762755608, + "loss": 0.08296684920787811, + "step": 2039 + }, + { + "epoch": 0.40460134867116226, + "grad_norm": 0.20281314849853516, + "learning_rate": 0.00011923764145324599, + "loss": 0.09430328011512756, + "step": 2040 + }, + { + "epoch": 0.4047996826656089, + "grad_norm": 0.1908627450466156, + "learning_rate": 0.00011919793527893587, + "loss": 0.06203220784664154, + "step": 2041 + }, + { + "epoch": 0.4049980166600555, + "grad_norm": 0.35199111700057983, + "learning_rate": 0.00011915822910462577, + "loss": 0.09190894663333893, + "step": 2042 + }, + { + "epoch": 0.40519635065450216, + "grad_norm": 0.540537416934967, + "learning_rate": 0.00011911852293031567, + "loss": 0.07178156822919846, + "step": 2043 + }, + { + "epoch": 0.40539468464894884, + "grad_norm": 0.5369985103607178, + "learning_rate": 0.00011907881675600556, + "loss": 0.0995943620800972, + "step": 2044 + }, + { + "epoch": 0.4055930186433955, + "grad_norm": 0.7261865735054016, + "learning_rate": 0.00011903911058169546, + "loss": 0.11049444228410721, + "step": 2045 + }, + { + "epoch": 0.4057913526378421, + "grad_norm": 1.5550508499145508, + "learning_rate": 0.00011899940440738535, + "loss": 0.08502161502838135, + "step": 2046 + }, + { + "epoch": 0.4059896866322888, + "grad_norm": 0.20612594485282898, + "learning_rate": 0.00011895969823307525, + "loss": 0.09593014419078827, + "step": 2047 + }, + { + "epoch": 0.4061880206267354, + "grad_norm": 0.18591144680976868, + "learning_rate": 0.00011891999205876514, + "loss": 0.07373730838298798, + "step": 2048 + }, + { + "epoch": 0.40638635462118206, + "grad_norm": 0.18703995645046234, + "learning_rate": 0.00011888028588445504, + "loss": 0.0637732595205307, + "step": 2049 + }, + { + "epoch": 0.40658468861562874, + "grad_norm": 0.3714415729045868, + "learning_rate": 0.00011884057971014493, + "loss": 0.10021814703941345, + "step": 2050 + }, + { + "epoch": 0.4067830226100754, + "grad_norm": 0.21685168147087097, + "learning_rate": 0.00011880087353583483, + "loss": 0.12536267936229706, + "step": 2051 + }, + { + "epoch": 0.406981356604522, + "grad_norm": 0.3802628815174103, + "learning_rate": 0.00011876116736152471, + "loss": 0.06851302087306976, + "step": 2052 + }, + { + "epoch": 0.40717969059896864, + "grad_norm": 0.2179868370294571, + "learning_rate": 0.00011872146118721462, + "loss": 0.0793149471282959, + "step": 2053 + }, + { + "epoch": 0.4073780245934153, + "grad_norm": 0.5860966444015503, + "learning_rate": 0.0001186817550129045, + "loss": 0.08700018376111984, + "step": 2054 + }, + { + "epoch": 0.40757635858786195, + "grad_norm": 0.2048242837190628, + "learning_rate": 0.0001186420488385944, + "loss": 0.07021020352840424, + "step": 2055 + }, + { + "epoch": 0.4077746925823086, + "grad_norm": 3.1350810527801514, + "learning_rate": 0.00011860234266428429, + "loss": 0.08406195044517517, + "step": 2056 + }, + { + "epoch": 0.40797302657675527, + "grad_norm": 0.3728754222393036, + "learning_rate": 0.00011856263648997419, + "loss": 0.10762280225753784, + "step": 2057 + }, + { + "epoch": 0.4081713605712019, + "grad_norm": 0.40144285559654236, + "learning_rate": 0.00011852293031566408, + "loss": 0.09486086666584015, + "step": 2058 + }, + { + "epoch": 0.40836969456564853, + "grad_norm": 0.32574406266212463, + "learning_rate": 0.00011848322414135398, + "loss": 0.08513801544904709, + "step": 2059 + }, + { + "epoch": 0.4085680285600952, + "grad_norm": 0.2554458975791931, + "learning_rate": 0.00011844351796704387, + "loss": 0.10496366769075394, + "step": 2060 + }, + { + "epoch": 0.40876636255454185, + "grad_norm": 0.2620392143726349, + "learning_rate": 0.00011840381179273377, + "loss": 0.06359434872865677, + "step": 2061 + }, + { + "epoch": 0.4089646965489885, + "grad_norm": 0.3064245581626892, + "learning_rate": 0.00011836410561842366, + "loss": 0.08062843233346939, + "step": 2062 + }, + { + "epoch": 0.40916303054343517, + "grad_norm": 0.2929184138774872, + "learning_rate": 0.00011832439944411357, + "loss": 0.06489820778369904, + "step": 2063 + }, + { + "epoch": 0.4093613645378818, + "grad_norm": 0.9888594150543213, + "learning_rate": 0.00011828469326980347, + "loss": 0.10277365893125534, + "step": 2064 + }, + { + "epoch": 0.40955969853232843, + "grad_norm": 0.34255096316337585, + "learning_rate": 0.00011824498709549337, + "loss": 0.07467304170131683, + "step": 2065 + }, + { + "epoch": 0.40975803252677506, + "grad_norm": 0.2492077499628067, + "learning_rate": 0.00011820528092118326, + "loss": 0.07676158845424652, + "step": 2066 + }, + { + "epoch": 0.40995636652122175, + "grad_norm": 2.51924991607666, + "learning_rate": 0.00011816557474687316, + "loss": 0.12627865374088287, + "step": 2067 + }, + { + "epoch": 0.4101547005156684, + "grad_norm": 1.1558187007904053, + "learning_rate": 0.00011812586857256305, + "loss": 0.061318933963775635, + "step": 2068 + }, + { + "epoch": 0.410353034510115, + "grad_norm": 0.6764494776725769, + "learning_rate": 0.00011808616239825295, + "loss": 0.1135665699839592, + "step": 2069 + }, + { + "epoch": 0.4105513685045617, + "grad_norm": 0.43447592854499817, + "learning_rate": 0.00011804645622394283, + "loss": 0.07530643790960312, + "step": 2070 + }, + { + "epoch": 0.41074970249900833, + "grad_norm": 0.39410513639450073, + "learning_rate": 0.00011800675004963274, + "loss": 0.10677704215049744, + "step": 2071 + }, + { + "epoch": 0.41094803649345496, + "grad_norm": 0.37700530886650085, + "learning_rate": 0.00011796704387532262, + "loss": 0.09086146950721741, + "step": 2072 + }, + { + "epoch": 0.41114637048790165, + "grad_norm": 0.5652486681938171, + "learning_rate": 0.00011792733770101252, + "loss": 0.07276974618434906, + "step": 2073 + }, + { + "epoch": 0.4113447044823483, + "grad_norm": 1.299461007118225, + "learning_rate": 0.00011788763152670241, + "loss": 0.08812804520130157, + "step": 2074 + }, + { + "epoch": 0.4115430384767949, + "grad_norm": 0.47067052125930786, + "learning_rate": 0.00011784792535239231, + "loss": 0.058352936059236526, + "step": 2075 + }, + { + "epoch": 0.4117413724712416, + "grad_norm": 0.9730185866355896, + "learning_rate": 0.0001178082191780822, + "loss": 0.10874904692173004, + "step": 2076 + }, + { + "epoch": 0.4119397064656882, + "grad_norm": 1.8884915113449097, + "learning_rate": 0.0001177685130037721, + "loss": 0.11428316682577133, + "step": 2077 + }, + { + "epoch": 0.41213804046013486, + "grad_norm": 1.8743884563446045, + "learning_rate": 0.00011772880682946199, + "loss": 0.09057650715112686, + "step": 2078 + }, + { + "epoch": 0.4123363744545815, + "grad_norm": 0.25684255361557007, + "learning_rate": 0.00011768910065515189, + "loss": 0.07499812543392181, + "step": 2079 + }, + { + "epoch": 0.4125347084490282, + "grad_norm": 0.3329283893108368, + "learning_rate": 0.00011764939448084178, + "loss": 0.08358897268772125, + "step": 2080 + }, + { + "epoch": 0.4127330424434748, + "grad_norm": 0.23087312281131744, + "learning_rate": 0.00011760968830653168, + "loss": 0.0648886039853096, + "step": 2081 + }, + { + "epoch": 0.41293137643792144, + "grad_norm": 0.957179605960846, + "learning_rate": 0.00011756998213222156, + "loss": 0.06129854917526245, + "step": 2082 + }, + { + "epoch": 0.4131297104323681, + "grad_norm": 0.25788256525993347, + "learning_rate": 0.00011753027595791146, + "loss": 0.06989734619855881, + "step": 2083 + }, + { + "epoch": 0.41332804442681476, + "grad_norm": 22.873620986938477, + "learning_rate": 0.00011749056978360135, + "loss": 0.0884966030716896, + "step": 2084 + }, + { + "epoch": 0.4135263784212614, + "grad_norm": 0.2392340451478958, + "learning_rate": 0.00011745086360929125, + "loss": 0.10818979144096375, + "step": 2085 + }, + { + "epoch": 0.4137247124157081, + "grad_norm": 0.4301050901412964, + "learning_rate": 0.00011741115743498114, + "loss": 0.10578165203332901, + "step": 2086 + }, + { + "epoch": 0.4139230464101547, + "grad_norm": 0.48562514781951904, + "learning_rate": 0.00011737145126067104, + "loss": 0.08060833811759949, + "step": 2087 + }, + { + "epoch": 0.41412138040460134, + "grad_norm": 0.28491631150245667, + "learning_rate": 0.00011733174508636093, + "loss": 0.07196690887212753, + "step": 2088 + }, + { + "epoch": 0.414319714399048, + "grad_norm": 0.2825258672237396, + "learning_rate": 0.00011729203891205083, + "loss": 0.09149201959371567, + "step": 2089 + }, + { + "epoch": 0.41451804839349465, + "grad_norm": 0.29179683327674866, + "learning_rate": 0.00011725233273774072, + "loss": 0.08195993304252625, + "step": 2090 + }, + { + "epoch": 0.4147163823879413, + "grad_norm": 0.7731612324714661, + "learning_rate": 0.00011721262656343062, + "loss": 0.08595888316631317, + "step": 2091 + }, + { + "epoch": 0.4149147163823879, + "grad_norm": 0.8082753419876099, + "learning_rate": 0.0001171729203891205, + "loss": 0.09304206073284149, + "step": 2092 + }, + { + "epoch": 0.4151130503768346, + "grad_norm": 0.3551291227340698, + "learning_rate": 0.0001171332142148104, + "loss": 0.11863838136196136, + "step": 2093 + }, + { + "epoch": 0.41531138437128123, + "grad_norm": 0.22412602603435516, + "learning_rate": 0.0001170935080405003, + "loss": 0.09366710484027863, + "step": 2094 + }, + { + "epoch": 0.41550971836572786, + "grad_norm": 0.29629188776016235, + "learning_rate": 0.00011705380186619019, + "loss": 0.10065736621618271, + "step": 2095 + }, + { + "epoch": 0.41570805236017455, + "grad_norm": 2.3712730407714844, + "learning_rate": 0.0001170140956918801, + "loss": 0.08557954430580139, + "step": 2096 + }, + { + "epoch": 0.4159063863546212, + "grad_norm": 0.7699525952339172, + "learning_rate": 0.00011697438951756998, + "loss": 0.10444909334182739, + "step": 2097 + }, + { + "epoch": 0.4161047203490678, + "grad_norm": 0.8660667538642883, + "learning_rate": 0.00011693468334325988, + "loss": 0.08484876155853271, + "step": 2098 + }, + { + "epoch": 0.4163030543435145, + "grad_norm": 1.0121017694473267, + "learning_rate": 0.00011689497716894977, + "loss": 0.08210247755050659, + "step": 2099 + }, + { + "epoch": 0.41650138833796113, + "grad_norm": 0.4322407841682434, + "learning_rate": 0.00011685527099463967, + "loss": 0.07423611730337143, + "step": 2100 + }, + { + "epoch": 0.41669972233240776, + "grad_norm": 0.3715638220310211, + "learning_rate": 0.00011681556482032956, + "loss": 0.09970995783805847, + "step": 2101 + }, + { + "epoch": 0.41689805632685445, + "grad_norm": 2.455354690551758, + "learning_rate": 0.00011677585864601946, + "loss": 0.11411065608263016, + "step": 2102 + }, + { + "epoch": 0.4170963903213011, + "grad_norm": 0.5240165591239929, + "learning_rate": 0.00011673615247170935, + "loss": 0.10419661551713943, + "step": 2103 + }, + { + "epoch": 0.4172947243157477, + "grad_norm": 1.309303879737854, + "learning_rate": 0.00011669644629739925, + "loss": 0.09313659369945526, + "step": 2104 + }, + { + "epoch": 0.41749305831019434, + "grad_norm": 0.7117307186126709, + "learning_rate": 0.00011665674012308913, + "loss": 0.12373194098472595, + "step": 2105 + }, + { + "epoch": 0.41769139230464103, + "grad_norm": 0.2917611300945282, + "learning_rate": 0.00011661703394877903, + "loss": 0.06793716549873352, + "step": 2106 + }, + { + "epoch": 0.41788972629908766, + "grad_norm": 1.3273323774337769, + "learning_rate": 0.00011657732777446892, + "loss": 0.059270452708005905, + "step": 2107 + }, + { + "epoch": 0.4180880602935343, + "grad_norm": 1.1759803295135498, + "learning_rate": 0.00011653762160015882, + "loss": 0.1326902210712433, + "step": 2108 + }, + { + "epoch": 0.418286394287981, + "grad_norm": 0.6951112151145935, + "learning_rate": 0.00011649791542584874, + "loss": 0.0893092080950737, + "step": 2109 + }, + { + "epoch": 0.4184847282824276, + "grad_norm": 0.75416100025177, + "learning_rate": 0.00011645820925153862, + "loss": 0.09306634962558746, + "step": 2110 + }, + { + "epoch": 0.41868306227687424, + "grad_norm": 0.780471920967102, + "learning_rate": 0.00011641850307722853, + "loss": 0.07441526651382446, + "step": 2111 + }, + { + "epoch": 0.4188813962713209, + "grad_norm": 0.4478934705257416, + "learning_rate": 0.00011637879690291841, + "loss": 0.10325804352760315, + "step": 2112 + }, + { + "epoch": 0.41907973026576756, + "grad_norm": 0.39886847138404846, + "learning_rate": 0.00011633909072860831, + "loss": 0.09658481180667877, + "step": 2113 + }, + { + "epoch": 0.4192780642602142, + "grad_norm": 0.3835556209087372, + "learning_rate": 0.0001162993845542982, + "loss": 0.0669020265340805, + "step": 2114 + }, + { + "epoch": 0.4194763982546609, + "grad_norm": 0.6052465438842773, + "learning_rate": 0.0001162596783799881, + "loss": 0.08994041383266449, + "step": 2115 + }, + { + "epoch": 0.4196747322491075, + "grad_norm": 0.3692316710948944, + "learning_rate": 0.000116219972205678, + "loss": 0.08520860970020294, + "step": 2116 + }, + { + "epoch": 0.41987306624355414, + "grad_norm": 0.800597608089447, + "learning_rate": 0.00011618026603136789, + "loss": 0.08803451061248779, + "step": 2117 + }, + { + "epoch": 0.42007140023800077, + "grad_norm": 0.7027320861816406, + "learning_rate": 0.00011614055985705779, + "loss": 0.06605801731348038, + "step": 2118 + }, + { + "epoch": 0.42026973423244746, + "grad_norm": 0.46943917870521545, + "learning_rate": 0.00011610085368274768, + "loss": 0.08125975728034973, + "step": 2119 + }, + { + "epoch": 0.4204680682268941, + "grad_norm": 0.8162416815757751, + "learning_rate": 0.00011606114750843758, + "loss": 0.08963824808597565, + "step": 2120 + }, + { + "epoch": 0.4206664022213407, + "grad_norm": 1.2221378087997437, + "learning_rate": 0.00011602144133412747, + "loss": 0.08722461760044098, + "step": 2121 + }, + { + "epoch": 0.4208647362157874, + "grad_norm": 0.8870896697044373, + "learning_rate": 0.00011598173515981737, + "loss": 0.07846959680318832, + "step": 2122 + }, + { + "epoch": 0.42106307021023404, + "grad_norm": 4.225294589996338, + "learning_rate": 0.00011594202898550725, + "loss": 0.10263220220804214, + "step": 2123 + }, + { + "epoch": 0.42126140420468067, + "grad_norm": 1.1269662380218506, + "learning_rate": 0.00011590232281119716, + "loss": 0.11499334871768951, + "step": 2124 + }, + { + "epoch": 0.42145973819912735, + "grad_norm": 10.428170204162598, + "learning_rate": 0.00011586261663688704, + "loss": 0.1637067198753357, + "step": 2125 + }, + { + "epoch": 0.421658072193574, + "grad_norm": 5.199125289916992, + "learning_rate": 0.00011582291046257694, + "loss": 0.1055302768945694, + "step": 2126 + }, + { + "epoch": 0.4218564061880206, + "grad_norm": 18.973012924194336, + "learning_rate": 0.00011578320428826683, + "loss": 0.08379220217466354, + "step": 2127 + }, + { + "epoch": 0.42205474018246725, + "grad_norm": 2.340409994125366, + "learning_rate": 0.00011574349811395673, + "loss": 0.07904975116252899, + "step": 2128 + }, + { + "epoch": 0.42225307417691393, + "grad_norm": 1.4159877300262451, + "learning_rate": 0.00011570379193964662, + "loss": 0.11855418980121613, + "step": 2129 + }, + { + "epoch": 0.42245140817136057, + "grad_norm": 0.8936110734939575, + "learning_rate": 0.00011566408576533652, + "loss": 0.07972650974988937, + "step": 2130 + }, + { + "epoch": 0.4226497421658072, + "grad_norm": 6.33046817779541, + "learning_rate": 0.00011562437959102641, + "loss": 0.07561620324850082, + "step": 2131 + }, + { + "epoch": 0.4228480761602539, + "grad_norm": 0.8782609701156616, + "learning_rate": 0.00011558467341671631, + "loss": 0.09397413581609726, + "step": 2132 + }, + { + "epoch": 0.4230464101547005, + "grad_norm": 1.024728536605835, + "learning_rate": 0.0001155449672424062, + "loss": 0.08217877894639969, + "step": 2133 + }, + { + "epoch": 0.42324474414914715, + "grad_norm": 3.796800136566162, + "learning_rate": 0.0001155052610680961, + "loss": 0.1305561661720276, + "step": 2134 + }, + { + "epoch": 0.42344307814359383, + "grad_norm": 4.939550399780273, + "learning_rate": 0.00011546555489378598, + "loss": 0.1389428824186325, + "step": 2135 + }, + { + "epoch": 0.42364141213804046, + "grad_norm": 1.068397045135498, + "learning_rate": 0.00011542584871947588, + "loss": 0.12207306921482086, + "step": 2136 + }, + { + "epoch": 0.4238397461324871, + "grad_norm": 1.6068140268325806, + "learning_rate": 0.00011538614254516577, + "loss": 0.0790228396654129, + "step": 2137 + }, + { + "epoch": 0.4240380801269338, + "grad_norm": 0.826496958732605, + "learning_rate": 0.00011534643637085567, + "loss": 0.09840540587902069, + "step": 2138 + }, + { + "epoch": 0.4242364141213804, + "grad_norm": 1.704290509223938, + "learning_rate": 0.00011530673019654556, + "loss": 0.09382712841033936, + "step": 2139 + }, + { + "epoch": 0.42443474811582704, + "grad_norm": 1.0187724828720093, + "learning_rate": 0.00011526702402223546, + "loss": 0.09311925619840622, + "step": 2140 + }, + { + "epoch": 0.4246330821102737, + "grad_norm": 4.015765190124512, + "learning_rate": 0.00011522731784792535, + "loss": 0.10847354680299759, + "step": 2141 + }, + { + "epoch": 0.42483141610472036, + "grad_norm": 21.67527198791504, + "learning_rate": 0.00011518761167361525, + "loss": 0.11434142291545868, + "step": 2142 + }, + { + "epoch": 0.425029750099167, + "grad_norm": 5.486181259155273, + "learning_rate": 0.00011514790549930514, + "loss": 0.17737185955047607, + "step": 2143 + }, + { + "epoch": 0.4252280840936136, + "grad_norm": 18.074522018432617, + "learning_rate": 0.00011510819932499504, + "loss": 0.28440994024276733, + "step": 2144 + }, + { + "epoch": 0.4254264180880603, + "grad_norm": 5.691741466522217, + "learning_rate": 0.00011506849315068494, + "loss": 0.3011898994445801, + "step": 2145 + }, + { + "epoch": 0.42562475208250694, + "grad_norm": 5.305418014526367, + "learning_rate": 0.00011502878697637482, + "loss": 0.17481721937656403, + "step": 2146 + }, + { + "epoch": 0.42582308607695357, + "grad_norm": 4.71095609664917, + "learning_rate": 0.00011498908080206473, + "loss": 0.08150933682918549, + "step": 2147 + }, + { + "epoch": 0.42602142007140026, + "grad_norm": 3.920344591140747, + "learning_rate": 0.00011494937462775461, + "loss": 0.14246630668640137, + "step": 2148 + }, + { + "epoch": 0.4262197540658469, + "grad_norm": 2.634209156036377, + "learning_rate": 0.00011490966845344451, + "loss": 0.1289222240447998, + "step": 2149 + }, + { + "epoch": 0.4264180880602935, + "grad_norm": 1.074357032775879, + "learning_rate": 0.0001148699622791344, + "loss": 0.08846116065979004, + "step": 2150 + }, + { + "epoch": 0.4266164220547402, + "grad_norm": 2.5424153804779053, + "learning_rate": 0.0001148302561048243, + "loss": 0.0717715248465538, + "step": 2151 + }, + { + "epoch": 0.42681475604918684, + "grad_norm": 1.2495115995407104, + "learning_rate": 0.00011479054993051419, + "loss": 0.09019458293914795, + "step": 2152 + }, + { + "epoch": 0.42701309004363347, + "grad_norm": 0.8815088272094727, + "learning_rate": 0.00011475084375620409, + "loss": 0.0787520483136177, + "step": 2153 + }, + { + "epoch": 0.4272114240380801, + "grad_norm": 1.3392828702926636, + "learning_rate": 0.00011471113758189398, + "loss": 0.09401167929172516, + "step": 2154 + }, + { + "epoch": 0.4274097580325268, + "grad_norm": 3.2208709716796875, + "learning_rate": 0.00011467143140758389, + "loss": 0.09525689482688904, + "step": 2155 + }, + { + "epoch": 0.4276080920269734, + "grad_norm": 2.915329933166504, + "learning_rate": 0.00011463172523327379, + "loss": 0.09944867342710495, + "step": 2156 + }, + { + "epoch": 0.42780642602142005, + "grad_norm": 4.7083659172058105, + "learning_rate": 0.00011459201905896368, + "loss": 0.07869205623865128, + "step": 2157 + }, + { + "epoch": 0.42800476001586674, + "grad_norm": 0.5419081449508667, + "learning_rate": 0.00011455231288465358, + "loss": 0.13086552917957306, + "step": 2158 + }, + { + "epoch": 0.42820309401031337, + "grad_norm": 0.7534244060516357, + "learning_rate": 0.00011451260671034347, + "loss": 0.08093056082725525, + "step": 2159 + }, + { + "epoch": 0.42840142800476, + "grad_norm": 0.597579836845398, + "learning_rate": 0.00011447290053603337, + "loss": 0.08008341491222382, + "step": 2160 + }, + { + "epoch": 0.4285997619992067, + "grad_norm": 0.7906220555305481, + "learning_rate": 0.00011443319436172326, + "loss": 0.09874264150857925, + "step": 2161 + }, + { + "epoch": 0.4287980959936533, + "grad_norm": 8.336690902709961, + "learning_rate": 0.00011439348818741316, + "loss": 0.07938537001609802, + "step": 2162 + }, + { + "epoch": 0.42899642998809995, + "grad_norm": 13.3655424118042, + "learning_rate": 0.00011435378201310304, + "loss": 0.05766087770462036, + "step": 2163 + }, + { + "epoch": 0.42919476398254663, + "grad_norm": 2.526388645172119, + "learning_rate": 0.00011431407583879295, + "loss": 0.06608206033706665, + "step": 2164 + }, + { + "epoch": 0.42939309797699327, + "grad_norm": 1.6422173976898193, + "learning_rate": 0.00011427436966448283, + "loss": 0.09260869026184082, + "step": 2165 + }, + { + "epoch": 0.4295914319714399, + "grad_norm": 0.892347514629364, + "learning_rate": 0.00011423466349017273, + "loss": 0.08185289055109024, + "step": 2166 + }, + { + "epoch": 0.4297897659658865, + "grad_norm": 2.404758930206299, + "learning_rate": 0.00011419495731586263, + "loss": 0.1073346808552742, + "step": 2167 + }, + { + "epoch": 0.4299880999603332, + "grad_norm": 1.0882947444915771, + "learning_rate": 0.00011415525114155252, + "loss": 0.05948365479707718, + "step": 2168 + }, + { + "epoch": 0.43018643395477985, + "grad_norm": 1.0225446224212646, + "learning_rate": 0.00011411554496724242, + "loss": 0.08524578809738159, + "step": 2169 + }, + { + "epoch": 0.4303847679492265, + "grad_norm": 0.9121667742729187, + "learning_rate": 0.00011407583879293231, + "loss": 0.06112578511238098, + "step": 2170 + }, + { + "epoch": 0.43058310194367316, + "grad_norm": 0.6400453448295593, + "learning_rate": 0.00011403613261862221, + "loss": 0.06000163406133652, + "step": 2171 + }, + { + "epoch": 0.4307814359381198, + "grad_norm": 0.8308809399604797, + "learning_rate": 0.0001139964264443121, + "loss": 0.07547124475240707, + "step": 2172 + }, + { + "epoch": 0.4309797699325664, + "grad_norm": 1.4569894075393677, + "learning_rate": 0.000113956720270002, + "loss": 0.08009680360555649, + "step": 2173 + }, + { + "epoch": 0.4311781039270131, + "grad_norm": 7.855870246887207, + "learning_rate": 0.00011391701409569189, + "loss": 0.13306069374084473, + "step": 2174 + }, + { + "epoch": 0.43137643792145974, + "grad_norm": 4.46442174911499, + "learning_rate": 0.00011387730792138179, + "loss": 0.09845206886529922, + "step": 2175 + }, + { + "epoch": 0.4315747719159064, + "grad_norm": 1.3962575197219849, + "learning_rate": 0.00011383760174707167, + "loss": 0.08612756431102753, + "step": 2176 + }, + { + "epoch": 0.43177310591035306, + "grad_norm": 1.8342067003250122, + "learning_rate": 0.00011379789557276157, + "loss": 0.1272762417793274, + "step": 2177 + }, + { + "epoch": 0.4319714399047997, + "grad_norm": 0.941689133644104, + "learning_rate": 0.00011375818939845146, + "loss": 0.09205526858568192, + "step": 2178 + }, + { + "epoch": 0.4321697738992463, + "grad_norm": 0.8014768958091736, + "learning_rate": 0.00011371848322414136, + "loss": 0.09835996478796005, + "step": 2179 + }, + { + "epoch": 0.43236810789369295, + "grad_norm": 0.6638708114624023, + "learning_rate": 0.00011367877704983125, + "loss": 0.12532874941825867, + "step": 2180 + }, + { + "epoch": 0.43256644188813964, + "grad_norm": 5.073543548583984, + "learning_rate": 0.00011363907087552115, + "loss": 0.11330831050872803, + "step": 2181 + }, + { + "epoch": 0.4327647758825863, + "grad_norm": 1.1724777221679688, + "learning_rate": 0.00011359936470121104, + "loss": 0.11163224279880524, + "step": 2182 + }, + { + "epoch": 0.4329631098770329, + "grad_norm": 2.326716423034668, + "learning_rate": 0.00011355965852690094, + "loss": 0.0952981561422348, + "step": 2183 + }, + { + "epoch": 0.4331614438714796, + "grad_norm": 0.5556974411010742, + "learning_rate": 0.00011351995235259083, + "loss": 0.08775004744529724, + "step": 2184 + }, + { + "epoch": 0.4333597778659262, + "grad_norm": 0.39462515711784363, + "learning_rate": 0.00011348024617828073, + "loss": 0.08854707330465317, + "step": 2185 + }, + { + "epoch": 0.43355811186037285, + "grad_norm": 0.47152429819107056, + "learning_rate": 0.00011344054000397061, + "loss": 0.09256844222545624, + "step": 2186 + }, + { + "epoch": 0.43375644585481954, + "grad_norm": 0.34122365713119507, + "learning_rate": 0.00011340083382966052, + "loss": 0.08295299112796783, + "step": 2187 + }, + { + "epoch": 0.43395477984926617, + "grad_norm": 0.7460868954658508, + "learning_rate": 0.0001133611276553504, + "loss": 0.07927322387695312, + "step": 2188 + }, + { + "epoch": 0.4341531138437128, + "grad_norm": 0.595533013343811, + "learning_rate": 0.0001133214214810403, + "loss": 0.09078638255596161, + "step": 2189 + }, + { + "epoch": 0.4343514478381595, + "grad_norm": 1.0033237934112549, + "learning_rate": 0.00011328171530673019, + "loss": 0.05721558257937431, + "step": 2190 + }, + { + "epoch": 0.4345497818326061, + "grad_norm": 0.45265284180641174, + "learning_rate": 0.00011324200913242009, + "loss": 0.10555161535739899, + "step": 2191 + }, + { + "epoch": 0.43474811582705275, + "grad_norm": 0.3612750768661499, + "learning_rate": 0.00011320230295810998, + "loss": 0.12404963374137878, + "step": 2192 + }, + { + "epoch": 0.4349464498214994, + "grad_norm": 0.8740168809890747, + "learning_rate": 0.00011316259678379988, + "loss": 0.07010073214769363, + "step": 2193 + }, + { + "epoch": 0.43514478381594607, + "grad_norm": 1.1880825757980347, + "learning_rate": 0.00011312289060948977, + "loss": 0.07194817811250687, + "step": 2194 + }, + { + "epoch": 0.4353431178103927, + "grad_norm": 0.3314549922943115, + "learning_rate": 0.00011308318443517967, + "loss": 0.08505412936210632, + "step": 2195 + }, + { + "epoch": 0.43554145180483933, + "grad_norm": 0.5502796173095703, + "learning_rate": 0.00011304347826086956, + "loss": 0.08923371136188507, + "step": 2196 + }, + { + "epoch": 0.435739785799286, + "grad_norm": 0.37286245822906494, + "learning_rate": 0.00011300377208655946, + "loss": 0.053657613694667816, + "step": 2197 + }, + { + "epoch": 0.43593811979373265, + "grad_norm": 0.42327070236206055, + "learning_rate": 0.00011296406591224936, + "loss": 0.08748814463615417, + "step": 2198 + }, + { + "epoch": 0.4361364537881793, + "grad_norm": 0.4990934729576111, + "learning_rate": 0.00011292435973793924, + "loss": 0.07139680534601212, + "step": 2199 + }, + { + "epoch": 0.43633478778262597, + "grad_norm": 0.8553785681724548, + "learning_rate": 0.00011288465356362915, + "loss": 0.0949198454618454, + "step": 2200 + }, + { + "epoch": 0.4365331217770726, + "grad_norm": 0.8730490803718567, + "learning_rate": 0.00011284494738931903, + "loss": 0.09341351687908173, + "step": 2201 + }, + { + "epoch": 0.43673145577151923, + "grad_norm": 0.3118603825569153, + "learning_rate": 0.00011280524121500895, + "loss": 0.08711889386177063, + "step": 2202 + }, + { + "epoch": 0.43692978976596586, + "grad_norm": 0.7948288321495056, + "learning_rate": 0.00011276553504069885, + "loss": 0.06590084731578827, + "step": 2203 + }, + { + "epoch": 0.43712812376041255, + "grad_norm": 0.3860781788825989, + "learning_rate": 0.00011272582886638873, + "loss": 0.068690724670887, + "step": 2204 + }, + { + "epoch": 0.4373264577548592, + "grad_norm": 1.1115646362304688, + "learning_rate": 0.00011268612269207864, + "loss": 0.06681546568870544, + "step": 2205 + }, + { + "epoch": 0.4375247917493058, + "grad_norm": 0.2642810046672821, + "learning_rate": 0.00011264641651776852, + "loss": 0.12856051325798035, + "step": 2206 + }, + { + "epoch": 0.4377231257437525, + "grad_norm": 1.489669919013977, + "learning_rate": 0.00011260671034345842, + "loss": 0.09499865025281906, + "step": 2207 + }, + { + "epoch": 0.4379214597381991, + "grad_norm": 0.3480675220489502, + "learning_rate": 0.00011256700416914831, + "loss": 0.12381146848201752, + "step": 2208 + }, + { + "epoch": 0.43811979373264576, + "grad_norm": 0.33295658230781555, + "learning_rate": 0.00011252729799483821, + "loss": 0.0752372145652771, + "step": 2209 + }, + { + "epoch": 0.43831812772709244, + "grad_norm": 0.4208093285560608, + "learning_rate": 0.0001124875918205281, + "loss": 0.1307739019393921, + "step": 2210 + }, + { + "epoch": 0.4385164617215391, + "grad_norm": 0.2642458379268646, + "learning_rate": 0.000112447885646218, + "loss": 0.11081143468618393, + "step": 2211 + }, + { + "epoch": 0.4387147957159857, + "grad_norm": 1.3577940464019775, + "learning_rate": 0.00011240817947190789, + "loss": 0.05686704069375992, + "step": 2212 + }, + { + "epoch": 0.4389131297104324, + "grad_norm": 0.7506312727928162, + "learning_rate": 0.00011236847329759779, + "loss": 0.12444958835840225, + "step": 2213 + }, + { + "epoch": 0.439111463704879, + "grad_norm": 1.3584822416305542, + "learning_rate": 0.00011232876712328768, + "loss": 0.11293160915374756, + "step": 2214 + }, + { + "epoch": 0.43930979769932565, + "grad_norm": 0.5832341313362122, + "learning_rate": 0.00011228906094897758, + "loss": 0.11175478994846344, + "step": 2215 + }, + { + "epoch": 0.4395081316937723, + "grad_norm": 0.7352454662322998, + "learning_rate": 0.00011224935477466746, + "loss": 0.1025465801358223, + "step": 2216 + }, + { + "epoch": 0.439706465688219, + "grad_norm": 0.31272098422050476, + "learning_rate": 0.00011220964860035736, + "loss": 0.08611074090003967, + "step": 2217 + }, + { + "epoch": 0.4399047996826656, + "grad_norm": 1.2955971956253052, + "learning_rate": 0.00011216994242604725, + "loss": 0.09385083615779877, + "step": 2218 + }, + { + "epoch": 0.44010313367711223, + "grad_norm": 0.2435675412416458, + "learning_rate": 0.00011213023625173715, + "loss": 0.06367365270853043, + "step": 2219 + }, + { + "epoch": 0.4403014676715589, + "grad_norm": 0.21931546926498413, + "learning_rate": 0.00011209053007742705, + "loss": 0.09543216228485107, + "step": 2220 + }, + { + "epoch": 0.44049980166600555, + "grad_norm": 0.40233108401298523, + "learning_rate": 0.00011205082390311694, + "loss": 0.07327336072921753, + "step": 2221 + }, + { + "epoch": 0.4406981356604522, + "grad_norm": 0.40337058901786804, + "learning_rate": 0.00011201111772880684, + "loss": 0.10217981040477753, + "step": 2222 + }, + { + "epoch": 0.44089646965489887, + "grad_norm": 0.34576815366744995, + "learning_rate": 0.00011197141155449673, + "loss": 0.11174602061510086, + "step": 2223 + }, + { + "epoch": 0.4410948036493455, + "grad_norm": 0.2527365982532501, + "learning_rate": 0.00011193170538018663, + "loss": 0.09024307876825333, + "step": 2224 + }, + { + "epoch": 0.44129313764379213, + "grad_norm": 0.3091317415237427, + "learning_rate": 0.00011189199920587652, + "loss": 0.09666233509778976, + "step": 2225 + }, + { + "epoch": 0.4414914716382388, + "grad_norm": 0.2857123017311096, + "learning_rate": 0.00011185229303156642, + "loss": 0.10303372144699097, + "step": 2226 + }, + { + "epoch": 0.44168980563268545, + "grad_norm": 0.2620816230773926, + "learning_rate": 0.0001118125868572563, + "loss": 0.09571816027164459, + "step": 2227 + }, + { + "epoch": 0.4418881396271321, + "grad_norm": 0.9737977981567383, + "learning_rate": 0.0001117728806829462, + "loss": 0.12031739205121994, + "step": 2228 + }, + { + "epoch": 0.4420864736215787, + "grad_norm": 0.5455041527748108, + "learning_rate": 0.0001117331745086361, + "loss": 0.08295468986034393, + "step": 2229 + }, + { + "epoch": 0.4422848076160254, + "grad_norm": 0.33105340600013733, + "learning_rate": 0.000111693468334326, + "loss": 0.12065601348876953, + "step": 2230 + }, + { + "epoch": 0.44248314161047203, + "grad_norm": 0.3263106346130371, + "learning_rate": 0.00011165376216001588, + "loss": 0.08876858651638031, + "step": 2231 + }, + { + "epoch": 0.44268147560491866, + "grad_norm": 0.38662001490592957, + "learning_rate": 0.00011161405598570578, + "loss": 0.08131995052099228, + "step": 2232 + }, + { + "epoch": 0.44287980959936535, + "grad_norm": 5.571929931640625, + "learning_rate": 0.00011157434981139567, + "loss": 0.0682087168097496, + "step": 2233 + }, + { + "epoch": 0.443078143593812, + "grad_norm": 0.5767706036567688, + "learning_rate": 0.00011153464363708557, + "loss": 0.10193216800689697, + "step": 2234 + }, + { + "epoch": 0.4432764775882586, + "grad_norm": 0.16261965036392212, + "learning_rate": 0.00011149493746277546, + "loss": 0.06462928652763367, + "step": 2235 + }, + { + "epoch": 0.4434748115827053, + "grad_norm": 0.3141863942146301, + "learning_rate": 0.00011145523128846536, + "loss": 0.06375223398208618, + "step": 2236 + }, + { + "epoch": 0.44367314557715193, + "grad_norm": 0.7309103012084961, + "learning_rate": 0.00011141552511415525, + "loss": 0.11342375725507736, + "step": 2237 + }, + { + "epoch": 0.44387147957159856, + "grad_norm": 0.16961123049259186, + "learning_rate": 0.00011137581893984515, + "loss": 0.05474381148815155, + "step": 2238 + }, + { + "epoch": 0.44406981356604525, + "grad_norm": 0.21833130717277527, + "learning_rate": 0.00011133611276553503, + "loss": 0.11154207587242126, + "step": 2239 + }, + { + "epoch": 0.4442681475604919, + "grad_norm": 0.31995871663093567, + "learning_rate": 0.00011129640659122494, + "loss": 0.11062078177928925, + "step": 2240 + }, + { + "epoch": 0.4444664815549385, + "grad_norm": 0.2640749514102936, + "learning_rate": 0.00011125670041691482, + "loss": 0.08353597670793533, + "step": 2241 + }, + { + "epoch": 0.44466481554938514, + "grad_norm": 2.3613829612731934, + "learning_rate": 0.00011121699424260472, + "loss": 0.09689228981733322, + "step": 2242 + }, + { + "epoch": 0.4448631495438318, + "grad_norm": 1.3039052486419678, + "learning_rate": 0.00011117728806829461, + "loss": 0.1039629653096199, + "step": 2243 + }, + { + "epoch": 0.44506148353827846, + "grad_norm": 0.288946270942688, + "learning_rate": 0.00011113758189398451, + "loss": 0.08378860354423523, + "step": 2244 + }, + { + "epoch": 0.4452598175327251, + "grad_norm": 3.584035634994507, + "learning_rate": 0.0001110978757196744, + "loss": 0.09469129145145416, + "step": 2245 + }, + { + "epoch": 0.4454581515271718, + "grad_norm": 0.20748910307884216, + "learning_rate": 0.0001110581695453643, + "loss": 0.08063104748725891, + "step": 2246 + }, + { + "epoch": 0.4456564855216184, + "grad_norm": 0.17633964121341705, + "learning_rate": 0.00011101846337105419, + "loss": 0.06208815425634384, + "step": 2247 + }, + { + "epoch": 0.44585481951606504, + "grad_norm": 0.22474806010723114, + "learning_rate": 0.00011097875719674411, + "loss": 0.08674845844507217, + "step": 2248 + }, + { + "epoch": 0.4460531535105117, + "grad_norm": 0.9182435870170593, + "learning_rate": 0.000110939051022434, + "loss": 0.07363559305667877, + "step": 2249 + }, + { + "epoch": 0.44625148750495836, + "grad_norm": 0.33326300978660583, + "learning_rate": 0.0001108993448481239, + "loss": 0.06768396496772766, + "step": 2250 + }, + { + "epoch": 0.446449821499405, + "grad_norm": 12.518800735473633, + "learning_rate": 0.00011085963867381379, + "loss": 0.1053495854139328, + "step": 2251 + }, + { + "epoch": 0.4466481554938517, + "grad_norm": 2.5746822357177734, + "learning_rate": 0.00011081993249950369, + "loss": 0.07369387894868851, + "step": 2252 + }, + { + "epoch": 0.4468464894882983, + "grad_norm": 0.48022517561912537, + "learning_rate": 0.00011078022632519358, + "loss": 0.08723388612270355, + "step": 2253 + }, + { + "epoch": 0.44704482348274494, + "grad_norm": 0.6872380971908569, + "learning_rate": 0.00011074052015088348, + "loss": 0.08496323227882385, + "step": 2254 + }, + { + "epoch": 0.44724315747719157, + "grad_norm": 0.3083667755126953, + "learning_rate": 0.00011070081397657337, + "loss": 0.08599945157766342, + "step": 2255 + }, + { + "epoch": 0.44744149147163825, + "grad_norm": 1.4200043678283691, + "learning_rate": 0.00011066110780226327, + "loss": 0.07872910797595978, + "step": 2256 + }, + { + "epoch": 0.4476398254660849, + "grad_norm": 0.2844642996788025, + "learning_rate": 0.00011062140162795315, + "loss": 0.07305093854665756, + "step": 2257 + }, + { + "epoch": 0.4478381594605315, + "grad_norm": 0.4051293432712555, + "learning_rate": 0.00011058169545364306, + "loss": 0.10153261572122574, + "step": 2258 + }, + { + "epoch": 0.4480364934549782, + "grad_norm": 0.2839941084384918, + "learning_rate": 0.00011054198927933294, + "loss": 0.08003729581832886, + "step": 2259 + }, + { + "epoch": 0.44823482744942483, + "grad_norm": 0.3591615557670593, + "learning_rate": 0.00011050228310502284, + "loss": 0.08623214811086655, + "step": 2260 + }, + { + "epoch": 0.44843316144387146, + "grad_norm": 0.6057350039482117, + "learning_rate": 0.00011046257693071273, + "loss": 0.10875337570905685, + "step": 2261 + }, + { + "epoch": 0.44863149543831815, + "grad_norm": 0.256258100271225, + "learning_rate": 0.00011042287075640263, + "loss": 0.06327944248914719, + "step": 2262 + }, + { + "epoch": 0.4488298294327648, + "grad_norm": 0.733496904373169, + "learning_rate": 0.00011038316458209252, + "loss": 0.1052650585770607, + "step": 2263 + }, + { + "epoch": 0.4490281634272114, + "grad_norm": 0.6474268436431885, + "learning_rate": 0.00011034345840778242, + "loss": 0.11973081529140472, + "step": 2264 + }, + { + "epoch": 0.4492264974216581, + "grad_norm": 4.344832420349121, + "learning_rate": 0.00011030375223347231, + "loss": 0.12285135686397552, + "step": 2265 + }, + { + "epoch": 0.44942483141610473, + "grad_norm": 0.2590891420841217, + "learning_rate": 0.00011026404605916221, + "loss": 0.11084920167922974, + "step": 2266 + }, + { + "epoch": 0.44962316541055136, + "grad_norm": 0.4107363820075989, + "learning_rate": 0.0001102243398848521, + "loss": 0.07249182462692261, + "step": 2267 + }, + { + "epoch": 0.449821499404998, + "grad_norm": 0.2042611539363861, + "learning_rate": 0.000110184633710542, + "loss": 0.0958789810538292, + "step": 2268 + }, + { + "epoch": 0.4500198333994447, + "grad_norm": 0.29044920206069946, + "learning_rate": 0.00011014492753623188, + "loss": 0.09077256172895432, + "step": 2269 + }, + { + "epoch": 0.4502181673938913, + "grad_norm": 0.17179279029369354, + "learning_rate": 0.00011010522136192178, + "loss": 0.06441586464643478, + "step": 2270 + }, + { + "epoch": 0.45041650138833794, + "grad_norm": 0.2656378149986267, + "learning_rate": 0.00011006551518761169, + "loss": 0.11234094202518463, + "step": 2271 + }, + { + "epoch": 0.45061483538278463, + "grad_norm": 0.2063056379556656, + "learning_rate": 0.00011002580901330157, + "loss": 0.07726675271987915, + "step": 2272 + }, + { + "epoch": 0.45081316937723126, + "grad_norm": 0.3426765501499176, + "learning_rate": 0.00010998610283899147, + "loss": 0.07919193804264069, + "step": 2273 + }, + { + "epoch": 0.4510115033716779, + "grad_norm": 1.1154230833053589, + "learning_rate": 0.00010994639666468136, + "loss": 0.09156855940818787, + "step": 2274 + }, + { + "epoch": 0.4512098373661246, + "grad_norm": 0.4897603392601013, + "learning_rate": 0.00010990669049037126, + "loss": 0.08173315227031708, + "step": 2275 + }, + { + "epoch": 0.4514081713605712, + "grad_norm": 0.9625586271286011, + "learning_rate": 0.00010986698431606115, + "loss": 0.10609932243824005, + "step": 2276 + }, + { + "epoch": 0.45160650535501784, + "grad_norm": 0.24162434041500092, + "learning_rate": 0.00010982727814175105, + "loss": 0.09636813402175903, + "step": 2277 + }, + { + "epoch": 0.45180483934946447, + "grad_norm": 0.2423945516347885, + "learning_rate": 0.00010978757196744094, + "loss": 0.09189493954181671, + "step": 2278 + }, + { + "epoch": 0.45200317334391116, + "grad_norm": 0.28752511739730835, + "learning_rate": 0.00010974786579313084, + "loss": 0.06995536386966705, + "step": 2279 + }, + { + "epoch": 0.4522015073383578, + "grad_norm": 0.26190856099128723, + "learning_rate": 0.00010970815961882072, + "loss": 0.10099514573812485, + "step": 2280 + }, + { + "epoch": 0.4523998413328044, + "grad_norm": 1.5883162021636963, + "learning_rate": 0.00010966845344451063, + "loss": 0.08033618330955505, + "step": 2281 + }, + { + "epoch": 0.4525981753272511, + "grad_norm": 0.33618229627609253, + "learning_rate": 0.00010962874727020051, + "loss": 0.0922807902097702, + "step": 2282 + }, + { + "epoch": 0.45279650932169774, + "grad_norm": 0.9159253835678101, + "learning_rate": 0.00010958904109589041, + "loss": 0.09934351593255997, + "step": 2283 + }, + { + "epoch": 0.45299484331614437, + "grad_norm": 0.5026412606239319, + "learning_rate": 0.0001095493349215803, + "loss": 0.10547784715890884, + "step": 2284 + }, + { + "epoch": 0.45319317731059106, + "grad_norm": 0.29775914549827576, + "learning_rate": 0.0001095096287472702, + "loss": 0.09520058333873749, + "step": 2285 + }, + { + "epoch": 0.4533915113050377, + "grad_norm": 0.2591419517993927, + "learning_rate": 0.00010946992257296009, + "loss": 0.06432098150253296, + "step": 2286 + }, + { + "epoch": 0.4535898452994843, + "grad_norm": 0.476919561624527, + "learning_rate": 0.00010943021639864999, + "loss": 0.09668435156345367, + "step": 2287 + }, + { + "epoch": 0.453788179293931, + "grad_norm": 0.5150584578514099, + "learning_rate": 0.00010939051022433988, + "loss": 0.08413710445165634, + "step": 2288 + }, + { + "epoch": 0.45398651328837764, + "grad_norm": 0.4140079617500305, + "learning_rate": 0.00010935080405002978, + "loss": 0.0856151431798935, + "step": 2289 + }, + { + "epoch": 0.45418484728282427, + "grad_norm": 0.3463263213634491, + "learning_rate": 0.00010931109787571967, + "loss": 0.12639328837394714, + "step": 2290 + }, + { + "epoch": 0.4543831812772709, + "grad_norm": 0.21899867057800293, + "learning_rate": 0.00010927139170140957, + "loss": 0.07625086605548859, + "step": 2291 + }, + { + "epoch": 0.4545815152717176, + "grad_norm": 0.2923951745033264, + "learning_rate": 0.00010923168552709945, + "loss": 0.12585066258907318, + "step": 2292 + }, + { + "epoch": 0.4547798492661642, + "grad_norm": 0.23356959223747253, + "learning_rate": 0.00010919197935278935, + "loss": 0.09406173974275589, + "step": 2293 + }, + { + "epoch": 0.45497818326061085, + "grad_norm": 0.33465906977653503, + "learning_rate": 0.00010915227317847927, + "loss": 0.10837649554014206, + "step": 2294 + }, + { + "epoch": 0.45517651725505753, + "grad_norm": 0.19971805810928345, + "learning_rate": 0.00010911256700416917, + "loss": 0.08591573685407639, + "step": 2295 + }, + { + "epoch": 0.45537485124950416, + "grad_norm": 0.45368385314941406, + "learning_rate": 0.00010907286082985906, + "loss": 0.10201449692249298, + "step": 2296 + }, + { + "epoch": 0.4555731852439508, + "grad_norm": 0.4739173352718353, + "learning_rate": 0.00010903315465554896, + "loss": 0.13425561785697937, + "step": 2297 + }, + { + "epoch": 0.4557715192383975, + "grad_norm": 0.26128095388412476, + "learning_rate": 0.00010899344848123885, + "loss": 0.10002732276916504, + "step": 2298 + }, + { + "epoch": 0.4559698532328441, + "grad_norm": 0.48118799924850464, + "learning_rate": 0.00010895374230692875, + "loss": 0.06310858577489853, + "step": 2299 + }, + { + "epoch": 0.45616818722729074, + "grad_norm": 1.8250172138214111, + "learning_rate": 0.00010891403613261863, + "loss": 0.14545370638370514, + "step": 2300 + }, + { + "epoch": 0.45636652122173743, + "grad_norm": 0.8551942706108093, + "learning_rate": 0.00010887432995830853, + "loss": 0.06619194895029068, + "step": 2301 + }, + { + "epoch": 0.45656485521618406, + "grad_norm": 9.633225440979004, + "learning_rate": 0.00010883462378399842, + "loss": 0.07010146975517273, + "step": 2302 + }, + { + "epoch": 0.4567631892106307, + "grad_norm": 0.42346447706222534, + "learning_rate": 0.00010879491760968832, + "loss": 0.1262475997209549, + "step": 2303 + }, + { + "epoch": 0.4569615232050773, + "grad_norm": 1.714167594909668, + "learning_rate": 0.00010875521143537821, + "loss": 0.11706739664077759, + "step": 2304 + }, + { + "epoch": 0.457159857199524, + "grad_norm": 0.5969627499580383, + "learning_rate": 0.00010871550526106811, + "loss": 0.07780086249113083, + "step": 2305 + }, + { + "epoch": 0.45735819119397064, + "grad_norm": 0.18581615388393402, + "learning_rate": 0.000108675799086758, + "loss": 0.08138378709554672, + "step": 2306 + }, + { + "epoch": 0.4575565251884173, + "grad_norm": 0.2490466833114624, + "learning_rate": 0.0001086360929124479, + "loss": 0.09695039689540863, + "step": 2307 + }, + { + "epoch": 0.45775485918286396, + "grad_norm": 1.622389554977417, + "learning_rate": 0.00010859638673813779, + "loss": 0.07223519682884216, + "step": 2308 + }, + { + "epoch": 0.4579531931773106, + "grad_norm": 0.6747170090675354, + "learning_rate": 0.00010855668056382769, + "loss": 0.08476715534925461, + "step": 2309 + }, + { + "epoch": 0.4581515271717572, + "grad_norm": 0.2600441575050354, + "learning_rate": 0.00010851697438951757, + "loss": 0.059998612850904465, + "step": 2310 + }, + { + "epoch": 0.4583498611662039, + "grad_norm": 0.633789598941803, + "learning_rate": 0.00010847726821520748, + "loss": 0.08280366659164429, + "step": 2311 + }, + { + "epoch": 0.45854819516065054, + "grad_norm": 0.23782752454280853, + "learning_rate": 0.00010843756204089736, + "loss": 0.07059899717569351, + "step": 2312 + }, + { + "epoch": 0.45874652915509717, + "grad_norm": 0.39385750889778137, + "learning_rate": 0.00010839785586658726, + "loss": 0.10637693107128143, + "step": 2313 + }, + { + "epoch": 0.45894486314954386, + "grad_norm": 0.4181310832500458, + "learning_rate": 0.00010835814969227715, + "loss": 0.08585082739591599, + "step": 2314 + }, + { + "epoch": 0.4591431971439905, + "grad_norm": 0.637664794921875, + "learning_rate": 0.00010831844351796705, + "loss": 0.10483777523040771, + "step": 2315 + }, + { + "epoch": 0.4593415311384371, + "grad_norm": 0.4325051009654999, + "learning_rate": 0.00010827873734365694, + "loss": 0.07422776520252228, + "step": 2316 + }, + { + "epoch": 0.45953986513288375, + "grad_norm": 0.3881379961967468, + "learning_rate": 0.00010823903116934684, + "loss": 0.09078051149845123, + "step": 2317 + }, + { + "epoch": 0.45973819912733044, + "grad_norm": 1.7932931184768677, + "learning_rate": 0.00010819932499503673, + "loss": 0.08210740983486176, + "step": 2318 + }, + { + "epoch": 0.45993653312177707, + "grad_norm": 0.28254419565200806, + "learning_rate": 0.00010815961882072663, + "loss": 0.09751909226179123, + "step": 2319 + }, + { + "epoch": 0.4601348671162237, + "grad_norm": 0.39024618268013, + "learning_rate": 0.00010811991264641651, + "loss": 0.03188932314515114, + "step": 2320 + }, + { + "epoch": 0.4603332011106704, + "grad_norm": 1.8070076704025269, + "learning_rate": 0.00010808020647210642, + "loss": 0.06507555395364761, + "step": 2321 + }, + { + "epoch": 0.460531535105117, + "grad_norm": 0.21021194756031036, + "learning_rate": 0.00010804050029779632, + "loss": 0.06314782053232193, + "step": 2322 + }, + { + "epoch": 0.46072986909956365, + "grad_norm": 2.218567132949829, + "learning_rate": 0.0001080007941234862, + "loss": 0.08335340768098831, + "step": 2323 + }, + { + "epoch": 0.46092820309401034, + "grad_norm": 0.314394474029541, + "learning_rate": 0.0001079610879491761, + "loss": 0.08553901314735413, + "step": 2324 + }, + { + "epoch": 0.46112653708845697, + "grad_norm": 0.23995542526245117, + "learning_rate": 0.00010792138177486599, + "loss": 0.08403707295656204, + "step": 2325 + }, + { + "epoch": 0.4613248710829036, + "grad_norm": 0.47548702359199524, + "learning_rate": 0.00010788167560055589, + "loss": 0.0872495099902153, + "step": 2326 + }, + { + "epoch": 0.4615232050773503, + "grad_norm": 9.414664268493652, + "learning_rate": 0.00010784196942624578, + "loss": 0.061199016869068146, + "step": 2327 + }, + { + "epoch": 0.4617215390717969, + "grad_norm": 0.24523843824863434, + "learning_rate": 0.00010780226325193568, + "loss": 0.09743198752403259, + "step": 2328 + }, + { + "epoch": 0.46191987306624355, + "grad_norm": 0.29568883776664734, + "learning_rate": 0.00010776255707762557, + "loss": 0.06647911667823792, + "step": 2329 + }, + { + "epoch": 0.4621182070606902, + "grad_norm": 0.4979139268398285, + "learning_rate": 0.00010772285090331547, + "loss": 0.09041492640972137, + "step": 2330 + }, + { + "epoch": 0.46231654105513686, + "grad_norm": 0.36641767621040344, + "learning_rate": 0.00010768314472900536, + "loss": 0.0917201042175293, + "step": 2331 + }, + { + "epoch": 0.4625148750495835, + "grad_norm": 0.49089130759239197, + "learning_rate": 0.00010764343855469526, + "loss": 0.08220410346984863, + "step": 2332 + }, + { + "epoch": 0.4627132090440301, + "grad_norm": 0.45611587166786194, + "learning_rate": 0.00010760373238038514, + "loss": 0.08775358647108078, + "step": 2333 + }, + { + "epoch": 0.4629115430384768, + "grad_norm": 2.0601248741149902, + "learning_rate": 0.00010756402620607505, + "loss": 0.06133107841014862, + "step": 2334 + }, + { + "epoch": 0.46310987703292344, + "grad_norm": 0.27366936206817627, + "learning_rate": 0.00010752432003176493, + "loss": 0.06358516216278076, + "step": 2335 + }, + { + "epoch": 0.4633082110273701, + "grad_norm": 0.17097094655036926, + "learning_rate": 0.00010748461385745483, + "loss": 0.07411062717437744, + "step": 2336 + }, + { + "epoch": 0.46350654502181676, + "grad_norm": 0.4957088232040405, + "learning_rate": 0.00010744490768314472, + "loss": 0.08541812002658844, + "step": 2337 + }, + { + "epoch": 0.4637048790162634, + "grad_norm": 0.4871484637260437, + "learning_rate": 0.00010740520150883462, + "loss": 0.09427344799041748, + "step": 2338 + }, + { + "epoch": 0.46390321301071, + "grad_norm": 0.25235217809677124, + "learning_rate": 0.00010736549533452451, + "loss": 0.08475905656814575, + "step": 2339 + }, + { + "epoch": 0.4641015470051567, + "grad_norm": 0.31911221146583557, + "learning_rate": 0.00010732578916021442, + "loss": 0.08707617223262787, + "step": 2340 + }, + { + "epoch": 0.46429988099960334, + "grad_norm": 0.31732553243637085, + "learning_rate": 0.00010728608298590432, + "loss": 0.08162156492471695, + "step": 2341 + }, + { + "epoch": 0.46449821499405, + "grad_norm": 0.26533135771751404, + "learning_rate": 0.00010724637681159421, + "loss": 0.10527868568897247, + "step": 2342 + }, + { + "epoch": 0.4646965489884966, + "grad_norm": 1.288109540939331, + "learning_rate": 0.00010720667063728411, + "loss": 0.0918852835893631, + "step": 2343 + }, + { + "epoch": 0.4648948829829433, + "grad_norm": 0.22076508402824402, + "learning_rate": 0.00010716696446297401, + "loss": 0.08841260522603989, + "step": 2344 + }, + { + "epoch": 0.4650932169773899, + "grad_norm": 0.3532758355140686, + "learning_rate": 0.0001071272582886639, + "loss": 0.12634587287902832, + "step": 2345 + }, + { + "epoch": 0.46529155097183655, + "grad_norm": 0.19985777139663696, + "learning_rate": 0.0001070875521143538, + "loss": 0.08951529860496521, + "step": 2346 + }, + { + "epoch": 0.46548988496628324, + "grad_norm": 0.1955038160085678, + "learning_rate": 0.00010704784594004369, + "loss": 0.08467221260070801, + "step": 2347 + }, + { + "epoch": 0.46568821896072987, + "grad_norm": 0.5978630781173706, + "learning_rate": 0.00010700813976573359, + "loss": 0.07768892496824265, + "step": 2348 + }, + { + "epoch": 0.4658865529551765, + "grad_norm": 0.34077316522598267, + "learning_rate": 0.00010696843359142348, + "loss": 0.08613763004541397, + "step": 2349 + }, + { + "epoch": 0.4660848869496232, + "grad_norm": 0.15074904263019562, + "learning_rate": 0.00010692872741711338, + "loss": 0.07197870314121246, + "step": 2350 + }, + { + "epoch": 0.4662832209440698, + "grad_norm": 0.15668852627277374, + "learning_rate": 0.00010688902124280326, + "loss": 0.05553407967090607, + "step": 2351 + }, + { + "epoch": 0.46648155493851645, + "grad_norm": 0.8918431401252747, + "learning_rate": 0.00010684931506849317, + "loss": 0.05499711632728577, + "step": 2352 + }, + { + "epoch": 0.4666798889329631, + "grad_norm": 0.21672958135604858, + "learning_rate": 0.00010680960889418305, + "loss": 0.07593537122011185, + "step": 2353 + }, + { + "epoch": 0.46687822292740977, + "grad_norm": 1.0707200765609741, + "learning_rate": 0.00010676990271987295, + "loss": 0.08623981475830078, + "step": 2354 + }, + { + "epoch": 0.4670765569218564, + "grad_norm": 0.4966437816619873, + "learning_rate": 0.00010673019654556284, + "loss": 0.07930660247802734, + "step": 2355 + }, + { + "epoch": 0.46727489091630303, + "grad_norm": 1.1251894235610962, + "learning_rate": 0.00010669049037125274, + "loss": 0.0945698469877243, + "step": 2356 + }, + { + "epoch": 0.4674732249107497, + "grad_norm": 1.325514793395996, + "learning_rate": 0.00010665078419694263, + "loss": 0.07808442413806915, + "step": 2357 + }, + { + "epoch": 0.46767155890519635, + "grad_norm": 0.36429646611213684, + "learning_rate": 0.00010661107802263253, + "loss": 0.06981290876865387, + "step": 2358 + }, + { + "epoch": 0.467869892899643, + "grad_norm": 0.4322582483291626, + "learning_rate": 0.00010657137184832242, + "loss": 0.07538213580846786, + "step": 2359 + }, + { + "epoch": 0.46806822689408967, + "grad_norm": 0.11604204773902893, + "learning_rate": 0.00010653166567401232, + "loss": 0.04561583697795868, + "step": 2360 + }, + { + "epoch": 0.4682665608885363, + "grad_norm": 0.2706243395805359, + "learning_rate": 0.0001064919594997022, + "loss": 0.07958516478538513, + "step": 2361 + }, + { + "epoch": 0.46846489488298293, + "grad_norm": 0.3274320363998413, + "learning_rate": 0.0001064522533253921, + "loss": 0.07902571558952332, + "step": 2362 + }, + { + "epoch": 0.4686632288774296, + "grad_norm": 0.18269434571266174, + "learning_rate": 0.000106412547151082, + "loss": 0.09718146920204163, + "step": 2363 + }, + { + "epoch": 0.46886156287187625, + "grad_norm": 0.2786045968532562, + "learning_rate": 0.0001063728409767719, + "loss": 0.09507039189338684, + "step": 2364 + }, + { + "epoch": 0.4690598968663229, + "grad_norm": 0.3507259488105774, + "learning_rate": 0.00010633313480246178, + "loss": 0.09446647763252258, + "step": 2365 + }, + { + "epoch": 0.4692582308607695, + "grad_norm": 0.7314081788063049, + "learning_rate": 0.00010629342862815168, + "loss": 0.10436674952507019, + "step": 2366 + }, + { + "epoch": 0.4694565648552162, + "grad_norm": 1.5483609437942505, + "learning_rate": 0.00010625372245384157, + "loss": 0.07932456582784653, + "step": 2367 + }, + { + "epoch": 0.4696548988496628, + "grad_norm": 0.17761364579200745, + "learning_rate": 0.00010621401627953147, + "loss": 0.08110199868679047, + "step": 2368 + }, + { + "epoch": 0.46985323284410946, + "grad_norm": 0.18209977447986603, + "learning_rate": 0.00010617431010522136, + "loss": 0.07106431573629379, + "step": 2369 + }, + { + "epoch": 0.47005156683855615, + "grad_norm": 2.3258299827575684, + "learning_rate": 0.00010613460393091126, + "loss": 0.12957404553890228, + "step": 2370 + }, + { + "epoch": 0.4702499008330028, + "grad_norm": 0.20745570957660675, + "learning_rate": 0.00010609489775660115, + "loss": 0.07025071978569031, + "step": 2371 + }, + { + "epoch": 0.4704482348274494, + "grad_norm": 0.2738824188709259, + "learning_rate": 0.00010605519158229105, + "loss": 0.09676696360111237, + "step": 2372 + }, + { + "epoch": 0.4706465688218961, + "grad_norm": 0.19077803194522858, + "learning_rate": 0.00010601548540798093, + "loss": 0.0922556146979332, + "step": 2373 + }, + { + "epoch": 0.4708449028163427, + "grad_norm": 0.3980407118797302, + "learning_rate": 0.00010597577923367084, + "loss": 0.09990230947732925, + "step": 2374 + }, + { + "epoch": 0.47104323681078936, + "grad_norm": 0.19700337946414948, + "learning_rate": 0.00010593607305936074, + "loss": 0.06961922347545624, + "step": 2375 + }, + { + "epoch": 0.47124157080523604, + "grad_norm": 0.17807355523109436, + "learning_rate": 0.00010589636688505062, + "loss": 0.06670143455266953, + "step": 2376 + }, + { + "epoch": 0.4714399047996827, + "grad_norm": 0.483523428440094, + "learning_rate": 0.00010585666071074052, + "loss": 0.136277973651886, + "step": 2377 + }, + { + "epoch": 0.4716382387941293, + "grad_norm": 0.21308980882167816, + "learning_rate": 0.00010581695453643041, + "loss": 0.06994777172803879, + "step": 2378 + }, + { + "epoch": 0.47183657278857594, + "grad_norm": 0.9069780111312866, + "learning_rate": 0.00010577724836212031, + "loss": 0.11007174849510193, + "step": 2379 + }, + { + "epoch": 0.4720349067830226, + "grad_norm": 0.532891571521759, + "learning_rate": 0.0001057375421878102, + "loss": 0.11601082980632782, + "step": 2380 + }, + { + "epoch": 0.47223324077746925, + "grad_norm": 0.21347260475158691, + "learning_rate": 0.0001056978360135001, + "loss": 0.11526183784008026, + "step": 2381 + }, + { + "epoch": 0.4724315747719159, + "grad_norm": 0.5661264657974243, + "learning_rate": 0.00010565812983918999, + "loss": 0.09560541808605194, + "step": 2382 + }, + { + "epoch": 0.47262990876636257, + "grad_norm": 0.3937614858150482, + "learning_rate": 0.00010561842366487989, + "loss": 0.08306655287742615, + "step": 2383 + }, + { + "epoch": 0.4728282427608092, + "grad_norm": 12.961552619934082, + "learning_rate": 0.00010557871749056978, + "loss": 0.07992568612098694, + "step": 2384 + }, + { + "epoch": 0.47302657675525583, + "grad_norm": 2.0742685794830322, + "learning_rate": 0.00010553901131625968, + "loss": 0.10831119120121002, + "step": 2385 + }, + { + "epoch": 0.4732249107497025, + "grad_norm": 0.31273484230041504, + "learning_rate": 0.00010549930514194959, + "loss": 0.14064085483551025, + "step": 2386 + }, + { + "epoch": 0.47342324474414915, + "grad_norm": 0.22764167189598083, + "learning_rate": 0.00010545959896763948, + "loss": 0.111112579703331, + "step": 2387 + }, + { + "epoch": 0.4736215787385958, + "grad_norm": 0.3298962116241455, + "learning_rate": 0.00010541989279332938, + "loss": 0.1032705307006836, + "step": 2388 + }, + { + "epoch": 0.47381991273304247, + "grad_norm": 2.1671054363250732, + "learning_rate": 0.00010538018661901927, + "loss": 0.10697147250175476, + "step": 2389 + }, + { + "epoch": 0.4740182467274891, + "grad_norm": 0.18360932171344757, + "learning_rate": 0.00010534048044470917, + "loss": 0.11256606876850128, + "step": 2390 + }, + { + "epoch": 0.47421658072193573, + "grad_norm": 0.21262334287166595, + "learning_rate": 0.00010530077427039905, + "loss": 0.11196371912956238, + "step": 2391 + }, + { + "epoch": 0.47441491471638236, + "grad_norm": 0.2910553812980652, + "learning_rate": 0.00010526106809608896, + "loss": 0.10752590000629425, + "step": 2392 + }, + { + "epoch": 0.47461324871082905, + "grad_norm": 0.2629077136516571, + "learning_rate": 0.00010522136192177884, + "loss": 0.09131927043199539, + "step": 2393 + }, + { + "epoch": 0.4748115827052757, + "grad_norm": 0.5551050305366516, + "learning_rate": 0.00010518165574746874, + "loss": 0.10620755702257156, + "step": 2394 + }, + { + "epoch": 0.4750099166997223, + "grad_norm": 0.7001956105232239, + "learning_rate": 0.00010514194957315863, + "loss": 0.1011076271533966, + "step": 2395 + }, + { + "epoch": 0.475208250694169, + "grad_norm": 0.2190210372209549, + "learning_rate": 0.00010510224339884853, + "loss": 0.06732744723558426, + "step": 2396 + }, + { + "epoch": 0.47540658468861563, + "grad_norm": 0.25547468662261963, + "learning_rate": 0.00010506253722453843, + "loss": 0.10420409590005875, + "step": 2397 + }, + { + "epoch": 0.47560491868306226, + "grad_norm": 0.2843356728553772, + "learning_rate": 0.00010502283105022832, + "loss": 0.09310145676136017, + "step": 2398 + }, + { + "epoch": 0.47580325267750895, + "grad_norm": 0.3059036135673523, + "learning_rate": 0.00010498312487591822, + "loss": 0.060899872332811356, + "step": 2399 + }, + { + "epoch": 0.4760015866719556, + "grad_norm": 0.1901606321334839, + "learning_rate": 0.00010494341870160811, + "loss": 0.07094687223434448, + "step": 2400 + }, + { + "epoch": 0.4761999206664022, + "grad_norm": 0.38399022817611694, + "learning_rate": 0.00010490371252729801, + "loss": 0.10371647030115128, + "step": 2401 + }, + { + "epoch": 0.4763982546608489, + "grad_norm": 0.2703309953212738, + "learning_rate": 0.0001048640063529879, + "loss": 0.08695413917303085, + "step": 2402 + }, + { + "epoch": 0.4765965886552955, + "grad_norm": 0.21334294974803925, + "learning_rate": 0.0001048243001786778, + "loss": 0.08232449740171432, + "step": 2403 + }, + { + "epoch": 0.47679492264974216, + "grad_norm": 0.38975587487220764, + "learning_rate": 0.00010478459400436768, + "loss": 0.09961196780204773, + "step": 2404 + }, + { + "epoch": 0.4769932566441888, + "grad_norm": 0.2091493159532547, + "learning_rate": 0.00010474488783005759, + "loss": 0.07561635226011276, + "step": 2405 + }, + { + "epoch": 0.4771915906386355, + "grad_norm": 0.7865164875984192, + "learning_rate": 0.00010470518165574747, + "loss": 0.10294171422719955, + "step": 2406 + }, + { + "epoch": 0.4773899246330821, + "grad_norm": 0.7191562652587891, + "learning_rate": 0.00010466547548143737, + "loss": 0.06351542472839355, + "step": 2407 + }, + { + "epoch": 0.47758825862752874, + "grad_norm": 0.5063650608062744, + "learning_rate": 0.00010462576930712726, + "loss": 0.10004135966300964, + "step": 2408 + }, + { + "epoch": 0.4777865926219754, + "grad_norm": 0.2114938646554947, + "learning_rate": 0.00010458606313281716, + "loss": 0.08787667751312256, + "step": 2409 + }, + { + "epoch": 0.47798492661642206, + "grad_norm": 0.28325754404067993, + "learning_rate": 0.00010454635695850705, + "loss": 0.06816062331199646, + "step": 2410 + }, + { + "epoch": 0.4781832606108687, + "grad_norm": 0.2806978225708008, + "learning_rate": 0.00010450665078419695, + "loss": 0.09567809104919434, + "step": 2411 + }, + { + "epoch": 0.4783815946053154, + "grad_norm": 2.1206462383270264, + "learning_rate": 0.00010446694460988684, + "loss": 0.11472025513648987, + "step": 2412 + }, + { + "epoch": 0.478579928599762, + "grad_norm": 0.18934814631938934, + "learning_rate": 0.00010442723843557674, + "loss": 0.07261518388986588, + "step": 2413 + }, + { + "epoch": 0.47877826259420864, + "grad_norm": 0.39204907417297363, + "learning_rate": 0.00010438753226126663, + "loss": 0.09442996978759766, + "step": 2414 + }, + { + "epoch": 0.47897659658865527, + "grad_norm": 0.2611891031265259, + "learning_rate": 0.00010434782608695653, + "loss": 0.11539566516876221, + "step": 2415 + }, + { + "epoch": 0.47917493058310195, + "grad_norm": 0.20153562724590302, + "learning_rate": 0.00010430811991264641, + "loss": 0.07747162878513336, + "step": 2416 + }, + { + "epoch": 0.4793732645775486, + "grad_norm": 0.14007776975631714, + "learning_rate": 0.00010426841373833631, + "loss": 0.07764207571744919, + "step": 2417 + }, + { + "epoch": 0.4795715985719952, + "grad_norm": 0.22192394733428955, + "learning_rate": 0.0001042287075640262, + "loss": 0.114010751247406, + "step": 2418 + }, + { + "epoch": 0.4797699325664419, + "grad_norm": 0.7761387228965759, + "learning_rate": 0.0001041890013897161, + "loss": 0.0857624039053917, + "step": 2419 + }, + { + "epoch": 0.47996826656088853, + "grad_norm": 0.21472209692001343, + "learning_rate": 0.00010414929521540599, + "loss": 0.0828864723443985, + "step": 2420 + }, + { + "epoch": 0.48016660055533517, + "grad_norm": 0.4481383264064789, + "learning_rate": 0.00010410958904109589, + "loss": 0.11874143779277802, + "step": 2421 + }, + { + "epoch": 0.48036493454978185, + "grad_norm": 0.5582177639007568, + "learning_rate": 0.00010406988286678578, + "loss": 0.08421284705400467, + "step": 2422 + }, + { + "epoch": 0.4805632685442285, + "grad_norm": 0.18633675575256348, + "learning_rate": 0.00010403017669247568, + "loss": 0.07839280366897583, + "step": 2423 + }, + { + "epoch": 0.4807616025386751, + "grad_norm": 2.502776861190796, + "learning_rate": 0.00010399047051816557, + "loss": 0.13006141781806946, + "step": 2424 + }, + { + "epoch": 0.4809599365331218, + "grad_norm": 0.22035706043243408, + "learning_rate": 0.00010395076434385547, + "loss": 0.11172831803560257, + "step": 2425 + }, + { + "epoch": 0.48115827052756843, + "grad_norm": 0.19317232072353363, + "learning_rate": 0.00010391105816954537, + "loss": 0.0862145870923996, + "step": 2426 + }, + { + "epoch": 0.48135660452201506, + "grad_norm": 0.32132843136787415, + "learning_rate": 0.00010387135199523525, + "loss": 0.11271222680807114, + "step": 2427 + }, + { + "epoch": 0.4815549385164617, + "grad_norm": 0.23005430400371552, + "learning_rate": 0.00010383164582092516, + "loss": 0.10595960915088654, + "step": 2428 + }, + { + "epoch": 0.4817532725109084, + "grad_norm": 0.22657500207424164, + "learning_rate": 0.00010379193964661504, + "loss": 0.1137482300400734, + "step": 2429 + }, + { + "epoch": 0.481951606505355, + "grad_norm": 2.8110885620117188, + "learning_rate": 0.00010375223347230494, + "loss": 0.06135733798146248, + "step": 2430 + }, + { + "epoch": 0.48214994049980164, + "grad_norm": 0.22964833676815033, + "learning_rate": 0.00010371252729799483, + "loss": 0.0714631900191307, + "step": 2431 + }, + { + "epoch": 0.48234827449424833, + "grad_norm": 1.4761635065078735, + "learning_rate": 0.00010367282112368473, + "loss": 0.10449997335672379, + "step": 2432 + }, + { + "epoch": 0.48254660848869496, + "grad_norm": 1.4176949262619019, + "learning_rate": 0.00010363311494937465, + "loss": 0.13117891550064087, + "step": 2433 + }, + { + "epoch": 0.4827449424831416, + "grad_norm": 0.5353243947029114, + "learning_rate": 0.00010359340877506453, + "loss": 0.06792522966861725, + "step": 2434 + }, + { + "epoch": 0.4829432764775883, + "grad_norm": 0.28954043984413147, + "learning_rate": 0.00010355370260075443, + "loss": 0.09748844802379608, + "step": 2435 + }, + { + "epoch": 0.4831416104720349, + "grad_norm": 1.4719682931900024, + "learning_rate": 0.00010351399642644432, + "loss": 0.057234372943639755, + "step": 2436 + }, + { + "epoch": 0.48333994446648154, + "grad_norm": 0.17833316326141357, + "learning_rate": 0.00010347429025213422, + "loss": 0.06273886561393738, + "step": 2437 + }, + { + "epoch": 0.48353827846092823, + "grad_norm": 0.32064998149871826, + "learning_rate": 0.00010343458407782411, + "loss": 0.10192684084177017, + "step": 2438 + }, + { + "epoch": 0.48373661245537486, + "grad_norm": 7.6967058181762695, + "learning_rate": 0.00010339487790351401, + "loss": 0.07343721389770508, + "step": 2439 + }, + { + "epoch": 0.4839349464498215, + "grad_norm": 0.2969650626182556, + "learning_rate": 0.0001033551717292039, + "loss": 0.06624576449394226, + "step": 2440 + }, + { + "epoch": 0.4841332804442681, + "grad_norm": 1.6620367765426636, + "learning_rate": 0.0001033154655548938, + "loss": 0.09660381078720093, + "step": 2441 + }, + { + "epoch": 0.4843316144387148, + "grad_norm": 10.92878532409668, + "learning_rate": 0.00010327575938058369, + "loss": 0.10918809473514557, + "step": 2442 + }, + { + "epoch": 0.48452994843316144, + "grad_norm": 1.0700544118881226, + "learning_rate": 0.00010323605320627359, + "loss": 0.08129138499498367, + "step": 2443 + }, + { + "epoch": 0.48472828242760807, + "grad_norm": 0.34441328048706055, + "learning_rate": 0.00010319634703196347, + "loss": 0.06223810836672783, + "step": 2444 + }, + { + "epoch": 0.48492661642205476, + "grad_norm": 0.18398743867874146, + "learning_rate": 0.00010315664085765338, + "loss": 0.06279291957616806, + "step": 2445 + }, + { + "epoch": 0.4851249504165014, + "grad_norm": 0.4941893219947815, + "learning_rate": 0.00010311693468334326, + "loss": 0.10829927772283554, + "step": 2446 + }, + { + "epoch": 0.485323284410948, + "grad_norm": 0.6645024418830872, + "learning_rate": 0.00010307722850903316, + "loss": 0.07472860813140869, + "step": 2447 + }, + { + "epoch": 0.4855216184053947, + "grad_norm": 0.20977641642093658, + "learning_rate": 0.00010303752233472306, + "loss": 0.06704508513212204, + "step": 2448 + }, + { + "epoch": 0.48571995239984134, + "grad_norm": 0.4159907102584839, + "learning_rate": 0.00010299781616041295, + "loss": 0.07368578016757965, + "step": 2449 + }, + { + "epoch": 0.48591828639428797, + "grad_norm": 1.2380679845809937, + "learning_rate": 0.00010295810998610285, + "loss": 0.07195261865854263, + "step": 2450 + }, + { + "epoch": 0.48611662038873465, + "grad_norm": 0.6453642845153809, + "learning_rate": 0.00010291840381179274, + "loss": 0.11090673506259918, + "step": 2451 + }, + { + "epoch": 0.4863149543831813, + "grad_norm": 0.3315942585468292, + "learning_rate": 0.00010287869763748264, + "loss": 0.07134242355823517, + "step": 2452 + }, + { + "epoch": 0.4865132883776279, + "grad_norm": 0.24922366440296173, + "learning_rate": 0.00010283899146317253, + "loss": 0.06763653457164764, + "step": 2453 + }, + { + "epoch": 0.48671162237207455, + "grad_norm": 0.21204566955566406, + "learning_rate": 0.00010279928528886243, + "loss": 0.08635055273771286, + "step": 2454 + }, + { + "epoch": 0.48690995636652123, + "grad_norm": 0.23770767450332642, + "learning_rate": 0.00010275957911455232, + "loss": 0.09299273043870926, + "step": 2455 + }, + { + "epoch": 0.48710829036096787, + "grad_norm": 0.25377315282821655, + "learning_rate": 0.00010271987294024222, + "loss": 0.07402773946523666, + "step": 2456 + }, + { + "epoch": 0.4873066243554145, + "grad_norm": 0.24042575061321259, + "learning_rate": 0.0001026801667659321, + "loss": 0.10009285807609558, + "step": 2457 + }, + { + "epoch": 0.4875049583498612, + "grad_norm": 0.8210737705230713, + "learning_rate": 0.000102640460591622, + "loss": 0.11319084465503693, + "step": 2458 + }, + { + "epoch": 0.4877032923443078, + "grad_norm": 0.331082284450531, + "learning_rate": 0.00010260075441731189, + "loss": 0.07822472602128983, + "step": 2459 + }, + { + "epoch": 0.48790162633875445, + "grad_norm": 0.7592875361442566, + "learning_rate": 0.00010256104824300179, + "loss": 0.11167995631694794, + "step": 2460 + }, + { + "epoch": 0.48809996033320113, + "grad_norm": 0.634225070476532, + "learning_rate": 0.00010252134206869168, + "loss": 0.05788928642868996, + "step": 2461 + }, + { + "epoch": 0.48829829432764776, + "grad_norm": 0.2362419068813324, + "learning_rate": 0.00010248163589438158, + "loss": 0.0770287960767746, + "step": 2462 + }, + { + "epoch": 0.4884966283220944, + "grad_norm": 0.2891736626625061, + "learning_rate": 0.00010244192972007147, + "loss": 0.08533282577991486, + "step": 2463 + }, + { + "epoch": 0.4886949623165411, + "grad_norm": 0.15898680686950684, + "learning_rate": 0.00010240222354576137, + "loss": 0.06264860928058624, + "step": 2464 + }, + { + "epoch": 0.4888932963109877, + "grad_norm": 0.21694877743721008, + "learning_rate": 0.00010236251737145126, + "loss": 0.07211339473724365, + "step": 2465 + }, + { + "epoch": 0.48909163030543434, + "grad_norm": 1.1026253700256348, + "learning_rate": 0.00010232281119714116, + "loss": 0.05417377129197121, + "step": 2466 + }, + { + "epoch": 0.489289964299881, + "grad_norm": 0.4011782109737396, + "learning_rate": 0.00010228310502283104, + "loss": 0.10710552334785461, + "step": 2467 + }, + { + "epoch": 0.48948829829432766, + "grad_norm": 0.8067800402641296, + "learning_rate": 0.00010224339884852095, + "loss": 0.09810372442007065, + "step": 2468 + }, + { + "epoch": 0.4896866322887743, + "grad_norm": 0.23032011091709137, + "learning_rate": 0.00010220369267421083, + "loss": 0.09064175933599472, + "step": 2469 + }, + { + "epoch": 0.4898849662832209, + "grad_norm": 0.32484379410743713, + "learning_rate": 0.00010216398649990073, + "loss": 0.06877750158309937, + "step": 2470 + }, + { + "epoch": 0.4900833002776676, + "grad_norm": 0.31060662865638733, + "learning_rate": 0.00010212428032559062, + "loss": 0.0717242881655693, + "step": 2471 + }, + { + "epoch": 0.49028163427211424, + "grad_norm": 0.35990196466445923, + "learning_rate": 0.00010208457415128052, + "loss": 0.061164502054452896, + "step": 2472 + }, + { + "epoch": 0.4904799682665609, + "grad_norm": 0.37139350175857544, + "learning_rate": 0.00010204486797697041, + "loss": 0.07888539880514145, + "step": 2473 + }, + { + "epoch": 0.49067830226100756, + "grad_norm": 0.3183388113975525, + "learning_rate": 0.00010200516180266031, + "loss": 0.08260414004325867, + "step": 2474 + }, + { + "epoch": 0.4908766362554542, + "grad_norm": 4.041744709014893, + "learning_rate": 0.0001019654556283502, + "loss": 0.07613907754421234, + "step": 2475 + }, + { + "epoch": 0.4910749702499008, + "grad_norm": 0.7852801084518433, + "learning_rate": 0.0001019257494540401, + "loss": 0.07799597084522247, + "step": 2476 + }, + { + "epoch": 0.4912733042443475, + "grad_norm": 0.19213621318340302, + "learning_rate": 0.00010188604327973, + "loss": 0.060612548142671585, + "step": 2477 + }, + { + "epoch": 0.49147163823879414, + "grad_norm": 0.2968214750289917, + "learning_rate": 0.00010184633710541989, + "loss": 0.10618619620800018, + "step": 2478 + }, + { + "epoch": 0.49166997223324077, + "grad_norm": 0.34363290667533875, + "learning_rate": 0.0001018066309311098, + "loss": 0.14690154790878296, + "step": 2479 + }, + { + "epoch": 0.4918683062276874, + "grad_norm": 0.41079652309417725, + "learning_rate": 0.0001017669247567997, + "loss": 0.09916412085294724, + "step": 2480 + }, + { + "epoch": 0.4920666402221341, + "grad_norm": 0.642133355140686, + "learning_rate": 0.00010172721858248959, + "loss": 0.10735692083835602, + "step": 2481 + }, + { + "epoch": 0.4922649742165807, + "grad_norm": 0.8103596568107605, + "learning_rate": 0.00010168751240817949, + "loss": 0.09424295276403427, + "step": 2482 + }, + { + "epoch": 0.49246330821102735, + "grad_norm": 0.49740681052207947, + "learning_rate": 0.00010164780623386938, + "loss": 0.09697872400283813, + "step": 2483 + }, + { + "epoch": 0.49266164220547404, + "grad_norm": 0.2464597076177597, + "learning_rate": 0.00010160810005955928, + "loss": 0.10153871774673462, + "step": 2484 + }, + { + "epoch": 0.49285997619992067, + "grad_norm": 0.31092846393585205, + "learning_rate": 0.00010156839388524917, + "loss": 0.088142529129982, + "step": 2485 + }, + { + "epoch": 0.4930583101943673, + "grad_norm": 0.24464595317840576, + "learning_rate": 0.00010152868771093907, + "loss": 0.07492989301681519, + "step": 2486 + }, + { + "epoch": 0.493256644188814, + "grad_norm": 0.7840825915336609, + "learning_rate": 0.00010148898153662895, + "loss": 0.0841050073504448, + "step": 2487 + }, + { + "epoch": 0.4934549781832606, + "grad_norm": 0.5716120004653931, + "learning_rate": 0.00010144927536231885, + "loss": 0.07374456524848938, + "step": 2488 + }, + { + "epoch": 0.49365331217770725, + "grad_norm": 0.3131997883319855, + "learning_rate": 0.00010140956918800874, + "loss": 0.06084951013326645, + "step": 2489 + }, + { + "epoch": 0.4938516461721539, + "grad_norm": 0.12921199202537537, + "learning_rate": 0.00010136986301369864, + "loss": 0.055045053362846375, + "step": 2490 + }, + { + "epoch": 0.49404998016660057, + "grad_norm": 0.5056608319282532, + "learning_rate": 0.00010133015683938853, + "loss": 0.06845863908529282, + "step": 2491 + }, + { + "epoch": 0.4942483141610472, + "grad_norm": 0.20202156901359558, + "learning_rate": 0.00010129045066507843, + "loss": 0.0915013998746872, + "step": 2492 + }, + { + "epoch": 0.49444664815549383, + "grad_norm": 0.3773544728755951, + "learning_rate": 0.00010125074449076832, + "loss": 0.11020859330892563, + "step": 2493 + }, + { + "epoch": 0.4946449821499405, + "grad_norm": 0.3540344536304474, + "learning_rate": 0.00010121103831645822, + "loss": 0.11137832701206207, + "step": 2494 + }, + { + "epoch": 0.49484331614438715, + "grad_norm": 0.2756858468055725, + "learning_rate": 0.0001011713321421481, + "loss": 0.06095908582210541, + "step": 2495 + }, + { + "epoch": 0.4950416501388338, + "grad_norm": 0.8891652822494507, + "learning_rate": 0.00010113162596783801, + "loss": 0.12221363186836243, + "step": 2496 + }, + { + "epoch": 0.49523998413328046, + "grad_norm": 0.42265188694000244, + "learning_rate": 0.0001010919197935279, + "loss": 0.06777258962392807, + "step": 2497 + }, + { + "epoch": 0.4954383181277271, + "grad_norm": 0.3500264585018158, + "learning_rate": 0.0001010522136192178, + "loss": 0.10402685403823853, + "step": 2498 + }, + { + "epoch": 0.4956366521221737, + "grad_norm": 0.21570880711078644, + "learning_rate": 0.0001010125074449077, + "loss": 0.06531666219234467, + "step": 2499 + }, + { + "epoch": 0.4958349861166204, + "grad_norm": 0.5848851799964905, + "learning_rate": 0.00010097280127059758, + "loss": 0.1101149320602417, + "step": 2500 + }, + { + "epoch": 0.4958349861166204, + "eval_loss": 0.663271427154541, + "eval_runtime": 414.935, + "eval_samples_per_second": 0.617, + "eval_steps_per_second": 0.154, + "step": 2500 + }, + { + "epoch": 0.49603332011106704, + "grad_norm": 0.3553248941898346, + "learning_rate": 0.00010093309509628748, + "loss": 0.07683318853378296, + "step": 2501 + }, + { + "epoch": 0.4962316541055137, + "grad_norm": 0.17675741016864777, + "learning_rate": 0.00010089338892197737, + "loss": 0.0634506493806839, + "step": 2502 + }, + { + "epoch": 0.4964299880999603, + "grad_norm": 1.22128164768219, + "learning_rate": 0.00010085368274766727, + "loss": 0.1070861890912056, + "step": 2503 + }, + { + "epoch": 0.496628322094407, + "grad_norm": 0.3604036867618561, + "learning_rate": 0.00010081397657335716, + "loss": 0.07001081109046936, + "step": 2504 + }, + { + "epoch": 0.4968266560888536, + "grad_norm": 0.17156703770160675, + "learning_rate": 0.00010077427039904706, + "loss": 0.08436225354671478, + "step": 2505 + }, + { + "epoch": 0.49702499008330026, + "grad_norm": 0.31669482588768005, + "learning_rate": 0.00010073456422473695, + "loss": 0.09194734692573547, + "step": 2506 + }, + { + "epoch": 0.49722332407774694, + "grad_norm": 0.3711695969104767, + "learning_rate": 0.00010069485805042685, + "loss": 0.07389640808105469, + "step": 2507 + }, + { + "epoch": 0.4974216580721936, + "grad_norm": 1.5720560550689697, + "learning_rate": 0.00010065515187611674, + "loss": 0.10784611105918884, + "step": 2508 + }, + { + "epoch": 0.4976199920666402, + "grad_norm": 0.27509191632270813, + "learning_rate": 0.00010061544570180664, + "loss": 0.06409630924463272, + "step": 2509 + }, + { + "epoch": 0.4978183260610869, + "grad_norm": 0.552143931388855, + "learning_rate": 0.00010057573952749652, + "loss": 0.06710494309663773, + "step": 2510 + }, + { + "epoch": 0.4980166600555335, + "grad_norm": 0.6635157465934753, + "learning_rate": 0.00010053603335318642, + "loss": 0.09987837076187134, + "step": 2511 + }, + { + "epoch": 0.49821499404998015, + "grad_norm": 0.41340547800064087, + "learning_rate": 0.00010049632717887631, + "loss": 0.12084981799125671, + "step": 2512 + }, + { + "epoch": 0.49841332804442684, + "grad_norm": 0.3098071813583374, + "learning_rate": 0.00010045662100456621, + "loss": 0.0735110267996788, + "step": 2513 + }, + { + "epoch": 0.49861166203887347, + "grad_norm": 0.29120826721191406, + "learning_rate": 0.0001004169148302561, + "loss": 0.09460437297821045, + "step": 2514 + }, + { + "epoch": 0.4988099960333201, + "grad_norm": 0.16158011555671692, + "learning_rate": 0.000100377208655946, + "loss": 0.06444301456212997, + "step": 2515 + }, + { + "epoch": 0.49900833002776673, + "grad_norm": 0.5521676540374756, + "learning_rate": 0.00010033750248163589, + "loss": 0.08602188527584076, + "step": 2516 + }, + { + "epoch": 0.4992066640222134, + "grad_norm": 0.309224009513855, + "learning_rate": 0.00010029779630732579, + "loss": 0.075832299888134, + "step": 2517 + }, + { + "epoch": 0.49940499801666005, + "grad_norm": 0.17972828447818756, + "learning_rate": 0.00010025809013301568, + "loss": 0.059190597385168076, + "step": 2518 + }, + { + "epoch": 0.4996033320111067, + "grad_norm": 0.5629975199699402, + "learning_rate": 0.00010021838395870558, + "loss": 0.09475643932819366, + "step": 2519 + }, + { + "epoch": 0.49980166600555337, + "grad_norm": 0.16612887382507324, + "learning_rate": 0.00010017867778439546, + "loss": 0.08762302249670029, + "step": 2520 + }, + { + "epoch": 0.5, + "grad_norm": 0.13281632959842682, + "learning_rate": 0.00010013897161008537, + "loss": 0.08504258096218109, + "step": 2521 + }, + { + "epoch": 0.5001983339944467, + "grad_norm": 0.17297734320163727, + "learning_rate": 0.00010009926543577525, + "loss": 0.07768961787223816, + "step": 2522 + }, + { + "epoch": 0.5003966679888933, + "grad_norm": 0.34700265526771545, + "learning_rate": 0.00010005955926146515, + "loss": 0.1082538515329361, + "step": 2523 + }, + { + "epoch": 0.50059500198334, + "grad_norm": 0.3482738733291626, + "learning_rate": 0.00010001985308715504, + "loss": 0.10032981634140015, + "step": 2524 + }, + { + "epoch": 0.5007933359777866, + "grad_norm": 0.9442655444145203, + "learning_rate": 9.998014691284496e-05, + "loss": 0.10115645825862885, + "step": 2525 + }, + { + "epoch": 0.5009916699722332, + "grad_norm": 0.36236461997032166, + "learning_rate": 9.994044073853484e-05, + "loss": 0.09880852699279785, + "step": 2526 + }, + { + "epoch": 0.5011900039666799, + "grad_norm": 0.22539563477039337, + "learning_rate": 9.990073456422474e-05, + "loss": 0.08419724553823471, + "step": 2527 + }, + { + "epoch": 0.5013883379611266, + "grad_norm": 0.21614715456962585, + "learning_rate": 9.986102838991463e-05, + "loss": 0.0925060510635376, + "step": 2528 + }, + { + "epoch": 0.5015866719555732, + "grad_norm": 0.20690561830997467, + "learning_rate": 9.982132221560453e-05, + "loss": 0.08557634055614471, + "step": 2529 + }, + { + "epoch": 0.5017850059500198, + "grad_norm": 0.2626928985118866, + "learning_rate": 9.978161604129442e-05, + "loss": 0.0737101212143898, + "step": 2530 + }, + { + "epoch": 0.5019833399444665, + "grad_norm": 0.21805116534233093, + "learning_rate": 9.974190986698432e-05, + "loss": 0.077704057097435, + "step": 2531 + }, + { + "epoch": 0.5021816739389131, + "grad_norm": 0.24221079051494598, + "learning_rate": 9.970220369267421e-05, + "loss": 0.07696060836315155, + "step": 2532 + }, + { + "epoch": 0.5023800079333598, + "grad_norm": 0.313419371843338, + "learning_rate": 9.966249751836411e-05, + "loss": 0.08927758038043976, + "step": 2533 + }, + { + "epoch": 0.5025783419278064, + "grad_norm": 0.21671292185783386, + "learning_rate": 9.9622791344054e-05, + "loss": 0.09332814812660217, + "step": 2534 + }, + { + "epoch": 0.5027766759222531, + "grad_norm": 0.7386284470558167, + "learning_rate": 9.95830851697439e-05, + "loss": 0.12272392213344574, + "step": 2535 + }, + { + "epoch": 0.5029750099166997, + "grad_norm": 5.808406352996826, + "learning_rate": 9.954337899543378e-05, + "loss": 0.08087127655744553, + "step": 2536 + }, + { + "epoch": 0.5031733439111463, + "grad_norm": 0.18047237396240234, + "learning_rate": 9.95036728211237e-05, + "loss": 0.0622490793466568, + "step": 2537 + }, + { + "epoch": 0.503371677905593, + "grad_norm": 0.2294030785560608, + "learning_rate": 9.946396664681358e-05, + "loss": 0.080498605966568, + "step": 2538 + }, + { + "epoch": 0.5035700119000397, + "grad_norm": 1.1666502952575684, + "learning_rate": 9.942426047250349e-05, + "loss": 0.09511774778366089, + "step": 2539 + }, + { + "epoch": 0.5037683458944863, + "grad_norm": 0.29784780740737915, + "learning_rate": 9.938455429819337e-05, + "loss": 0.08286197483539581, + "step": 2540 + }, + { + "epoch": 0.503966679888933, + "grad_norm": 2.1188178062438965, + "learning_rate": 9.934484812388327e-05, + "loss": 0.12345574051141739, + "step": 2541 + }, + { + "epoch": 0.5041650138833796, + "grad_norm": 0.35978519916534424, + "learning_rate": 9.930514194957316e-05, + "loss": 0.06484322994947433, + "step": 2542 + }, + { + "epoch": 0.5043633478778262, + "grad_norm": 0.5295636057853699, + "learning_rate": 9.926543577526306e-05, + "loss": 0.12472350150346756, + "step": 2543 + }, + { + "epoch": 0.5045616818722729, + "grad_norm": 0.5579579472541809, + "learning_rate": 9.922572960095295e-05, + "loss": 0.08033110946416855, + "step": 2544 + }, + { + "epoch": 0.5047600158667196, + "grad_norm": 0.18887093663215637, + "learning_rate": 9.918602342664285e-05, + "loss": 0.07191424071788788, + "step": 2545 + }, + { + "epoch": 0.5049583498611662, + "grad_norm": 0.15577225387096405, + "learning_rate": 9.914631725233274e-05, + "loss": 0.06435824930667877, + "step": 2546 + }, + { + "epoch": 0.5051566838556129, + "grad_norm": 4.2041754722595215, + "learning_rate": 9.910661107802264e-05, + "loss": 0.0954282358288765, + "step": 2547 + }, + { + "epoch": 0.5053550178500595, + "grad_norm": 0.3760020136833191, + "learning_rate": 9.906690490371253e-05, + "loss": 0.0815209448337555, + "step": 2548 + }, + { + "epoch": 0.5055533518445061, + "grad_norm": 0.2740292251110077, + "learning_rate": 9.902719872940243e-05, + "loss": 0.10680967569351196, + "step": 2549 + }, + { + "epoch": 0.5057516858389528, + "grad_norm": 0.22295856475830078, + "learning_rate": 9.898749255509231e-05, + "loss": 0.07403525710105896, + "step": 2550 + }, + { + "epoch": 0.5059500198333995, + "grad_norm": 15.809741020202637, + "learning_rate": 9.894778638078221e-05, + "loss": 0.10183006525039673, + "step": 2551 + }, + { + "epoch": 0.5061483538278461, + "grad_norm": 0.22959217429161072, + "learning_rate": 9.890808020647212e-05, + "loss": 0.08178319782018661, + "step": 2552 + }, + { + "epoch": 0.5063466878222928, + "grad_norm": 0.6054565906524658, + "learning_rate": 9.8868374032162e-05, + "loss": 0.09122030436992645, + "step": 2553 + }, + { + "epoch": 0.5065450218167394, + "grad_norm": 0.20761863887310028, + "learning_rate": 9.88286678578519e-05, + "loss": 0.07475528120994568, + "step": 2554 + }, + { + "epoch": 0.506743355811186, + "grad_norm": 0.19812548160552979, + "learning_rate": 9.878896168354179e-05, + "loss": 0.06259281933307648, + "step": 2555 + }, + { + "epoch": 0.5069416898056327, + "grad_norm": 0.28835591673851013, + "learning_rate": 9.874925550923169e-05, + "loss": 0.10767973214387894, + "step": 2556 + }, + { + "epoch": 0.5071400238000794, + "grad_norm": 0.235724076628685, + "learning_rate": 9.870954933492158e-05, + "loss": 0.09930305182933807, + "step": 2557 + }, + { + "epoch": 0.507338357794526, + "grad_norm": 0.38390809297561646, + "learning_rate": 9.866984316061148e-05, + "loss": 0.09082355350255966, + "step": 2558 + }, + { + "epoch": 0.5075366917889726, + "grad_norm": 0.18750685453414917, + "learning_rate": 9.863013698630137e-05, + "loss": 0.08282049000263214, + "step": 2559 + }, + { + "epoch": 0.5077350257834192, + "grad_norm": 0.5057875514030457, + "learning_rate": 9.859043081199127e-05, + "loss": 0.07562634348869324, + "step": 2560 + }, + { + "epoch": 0.5079333597778659, + "grad_norm": 0.2759820520877838, + "learning_rate": 9.855072463768117e-05, + "loss": 0.11027301102876663, + "step": 2561 + }, + { + "epoch": 0.5081316937723126, + "grad_norm": 0.324234277009964, + "learning_rate": 9.851101846337107e-05, + "loss": 0.09210145473480225, + "step": 2562 + }, + { + "epoch": 0.5083300277667592, + "grad_norm": 0.6654630899429321, + "learning_rate": 9.847131228906096e-05, + "loss": 0.07038610428571701, + "step": 2563 + }, + { + "epoch": 0.5085283617612059, + "grad_norm": 0.24306002259254456, + "learning_rate": 9.843160611475086e-05, + "loss": 0.06069743633270264, + "step": 2564 + }, + { + "epoch": 0.5087266957556525, + "grad_norm": 0.20919136703014374, + "learning_rate": 9.839189994044075e-05, + "loss": 0.08243463933467865, + "step": 2565 + }, + { + "epoch": 0.5089250297500991, + "grad_norm": 0.3218672573566437, + "learning_rate": 9.835219376613065e-05, + "loss": 0.10759329795837402, + "step": 2566 + }, + { + "epoch": 0.5091233637445458, + "grad_norm": 0.2032472789287567, + "learning_rate": 9.831248759182053e-05, + "loss": 0.06985284388065338, + "step": 2567 + }, + { + "epoch": 0.5093216977389925, + "grad_norm": 0.26082491874694824, + "learning_rate": 9.827278141751043e-05, + "loss": 0.08608771860599518, + "step": 2568 + }, + { + "epoch": 0.5095200317334391, + "grad_norm": 0.38974106311798096, + "learning_rate": 9.823307524320032e-05, + "loss": 0.09009711444377899, + "step": 2569 + }, + { + "epoch": 0.5097183657278858, + "grad_norm": 0.25325700640678406, + "learning_rate": 9.819336906889022e-05, + "loss": 0.11961488425731659, + "step": 2570 + }, + { + "epoch": 0.5099166997223324, + "grad_norm": 0.19261132180690765, + "learning_rate": 9.815366289458011e-05, + "loss": 0.05598515272140503, + "step": 2571 + }, + { + "epoch": 0.510115033716779, + "grad_norm": 0.12925708293914795, + "learning_rate": 9.811395672027001e-05, + "loss": 0.0502895787358284, + "step": 2572 + }, + { + "epoch": 0.5103133677112257, + "grad_norm": 0.20007632672786713, + "learning_rate": 9.80742505459599e-05, + "loss": 0.08202806115150452, + "step": 2573 + }, + { + "epoch": 0.5105117017056724, + "grad_norm": 2.043930768966675, + "learning_rate": 9.80345443716498e-05, + "loss": 0.06163385882973671, + "step": 2574 + }, + { + "epoch": 0.510710035700119, + "grad_norm": 0.28478458523750305, + "learning_rate": 9.799483819733969e-05, + "loss": 0.08736348152160645, + "step": 2575 + }, + { + "epoch": 0.5109083696945657, + "grad_norm": 0.22996072471141815, + "learning_rate": 9.795513202302959e-05, + "loss": 0.10100714862346649, + "step": 2576 + }, + { + "epoch": 0.5111067036890123, + "grad_norm": 0.19309446215629578, + "learning_rate": 9.791542584871947e-05, + "loss": 0.08980901539325714, + "step": 2577 + }, + { + "epoch": 0.5113050376834589, + "grad_norm": 0.6479801535606384, + "learning_rate": 9.787571967440937e-05, + "loss": 0.06786806881427765, + "step": 2578 + }, + { + "epoch": 0.5115033716779056, + "grad_norm": 0.21252655982971191, + "learning_rate": 9.783601350009926e-05, + "loss": 0.08930064737796783, + "step": 2579 + }, + { + "epoch": 0.5117017056723523, + "grad_norm": 0.322823166847229, + "learning_rate": 9.779630732578916e-05, + "loss": 0.10672005265951157, + "step": 2580 + }, + { + "epoch": 0.5119000396667989, + "grad_norm": 0.3922857344150543, + "learning_rate": 9.775660115147905e-05, + "loss": 0.05584637075662613, + "step": 2581 + }, + { + "epoch": 0.5120983736612456, + "grad_norm": 0.21592465043067932, + "learning_rate": 9.771689497716895e-05, + "loss": 0.06954972445964813, + "step": 2582 + }, + { + "epoch": 0.5122967076556922, + "grad_norm": 0.16629862785339355, + "learning_rate": 9.767718880285885e-05, + "loss": 0.058697499334812164, + "step": 2583 + }, + { + "epoch": 0.5124950416501388, + "grad_norm": 0.6367216110229492, + "learning_rate": 9.763748262854875e-05, + "loss": 0.10783546417951584, + "step": 2584 + }, + { + "epoch": 0.5126933756445855, + "grad_norm": 1.1604766845703125, + "learning_rate": 9.759777645423864e-05, + "loss": 0.10570774227380753, + "step": 2585 + }, + { + "epoch": 0.5128917096390321, + "grad_norm": 1.3455405235290527, + "learning_rate": 9.755807027992854e-05, + "loss": 0.10391456633806229, + "step": 2586 + }, + { + "epoch": 0.5130900436334788, + "grad_norm": 0.13069641590118408, + "learning_rate": 9.751836410561843e-05, + "loss": 0.05308641120791435, + "step": 2587 + }, + { + "epoch": 0.5132883776279255, + "grad_norm": 85.82743835449219, + "learning_rate": 9.747865793130833e-05, + "loss": 0.10648695379495621, + "step": 2588 + }, + { + "epoch": 0.513486711622372, + "grad_norm": 0.4670250713825226, + "learning_rate": 9.743895175699822e-05, + "loss": 0.08331403136253357, + "step": 2589 + }, + { + "epoch": 0.5136850456168187, + "grad_norm": 0.2605343163013458, + "learning_rate": 9.739924558268812e-05, + "loss": 0.11402560770511627, + "step": 2590 + }, + { + "epoch": 0.5138833796112654, + "grad_norm": 0.25091642141342163, + "learning_rate": 9.7359539408378e-05, + "loss": 0.07798471301794052, + "step": 2591 + }, + { + "epoch": 0.514081713605712, + "grad_norm": 0.23338136076927185, + "learning_rate": 9.73198332340679e-05, + "loss": 0.09721606224775314, + "step": 2592 + }, + { + "epoch": 0.5142800476001587, + "grad_norm": 0.1920231431722641, + "learning_rate": 9.728012705975779e-05, + "loss": 0.08730065077543259, + "step": 2593 + }, + { + "epoch": 0.5144783815946053, + "grad_norm": 0.8318160176277161, + "learning_rate": 9.72404208854477e-05, + "loss": 0.11232307553291321, + "step": 2594 + }, + { + "epoch": 0.5146767155890519, + "grad_norm": 0.23157547414302826, + "learning_rate": 9.720071471113758e-05, + "loss": 0.10863152891397476, + "step": 2595 + }, + { + "epoch": 0.5148750495834986, + "grad_norm": 0.18548448383808136, + "learning_rate": 9.716100853682748e-05, + "loss": 0.084193155169487, + "step": 2596 + }, + { + "epoch": 0.5150733835779453, + "grad_norm": 0.2544812262058258, + "learning_rate": 9.712130236251737e-05, + "loss": 0.08128253370523453, + "step": 2597 + }, + { + "epoch": 0.5152717175723919, + "grad_norm": 0.19289061427116394, + "learning_rate": 9.708159618820727e-05, + "loss": 0.08435980975627899, + "step": 2598 + }, + { + "epoch": 0.5154700515668386, + "grad_norm": 0.19787870347499847, + "learning_rate": 9.704189001389716e-05, + "loss": 0.10551825165748596, + "step": 2599 + }, + { + "epoch": 0.5156683855612852, + "grad_norm": 0.421222060918808, + "learning_rate": 9.700218383958706e-05, + "loss": 0.10882088541984558, + "step": 2600 + }, + { + "epoch": 0.5158667195557318, + "grad_norm": 0.2696656584739685, + "learning_rate": 9.696247766527695e-05, + "loss": 0.08371291309595108, + "step": 2601 + }, + { + "epoch": 0.5160650535501785, + "grad_norm": 0.23403936624526978, + "learning_rate": 9.692277149096685e-05, + "loss": 0.11787474155426025, + "step": 2602 + }, + { + "epoch": 0.5162633875446252, + "grad_norm": 0.17993341386318207, + "learning_rate": 9.688306531665675e-05, + "loss": 0.07006194442510605, + "step": 2603 + }, + { + "epoch": 0.5164617215390718, + "grad_norm": 0.21014617383480072, + "learning_rate": 9.684335914234663e-05, + "loss": 0.09776461124420166, + "step": 2604 + }, + { + "epoch": 0.5166600555335185, + "grad_norm": 0.39756348729133606, + "learning_rate": 9.680365296803654e-05, + "loss": 0.11022517085075378, + "step": 2605 + }, + { + "epoch": 0.5168583895279651, + "grad_norm": 0.2398439645767212, + "learning_rate": 9.676394679372644e-05, + "loss": 0.0938333198428154, + "step": 2606 + }, + { + "epoch": 0.5170567235224117, + "grad_norm": 0.21732252836227417, + "learning_rate": 9.672424061941632e-05, + "loss": 0.08332308381795883, + "step": 2607 + }, + { + "epoch": 0.5172550575168584, + "grad_norm": 0.26285791397094727, + "learning_rate": 9.668453444510622e-05, + "loss": 0.11231812834739685, + "step": 2608 + }, + { + "epoch": 0.517453391511305, + "grad_norm": 0.3699878454208374, + "learning_rate": 9.664482827079611e-05, + "loss": 0.07110480219125748, + "step": 2609 + }, + { + "epoch": 0.5176517255057517, + "grad_norm": 0.2226954847574234, + "learning_rate": 9.660512209648601e-05, + "loss": 0.08008412271738052, + "step": 2610 + }, + { + "epoch": 0.5178500595001984, + "grad_norm": 0.21127186715602875, + "learning_rate": 9.65654159221759e-05, + "loss": 0.09918121248483658, + "step": 2611 + }, + { + "epoch": 0.5180483934946449, + "grad_norm": 0.21944688260555267, + "learning_rate": 9.65257097478658e-05, + "loss": 0.0792548805475235, + "step": 2612 + }, + { + "epoch": 0.5182467274890916, + "grad_norm": 0.3168187737464905, + "learning_rate": 9.64860035735557e-05, + "loss": 0.08054687082767487, + "step": 2613 + }, + { + "epoch": 0.5184450614835383, + "grad_norm": 0.15998204052448273, + "learning_rate": 9.644629739924559e-05, + "loss": 0.06423187255859375, + "step": 2614 + }, + { + "epoch": 0.5186433954779849, + "grad_norm": 0.18397173285484314, + "learning_rate": 9.640659122493549e-05, + "loss": 0.07608767598867416, + "step": 2615 + }, + { + "epoch": 0.5188417294724316, + "grad_norm": 0.23847737908363342, + "learning_rate": 9.636688505062538e-05, + "loss": 0.10228370130062103, + "step": 2616 + }, + { + "epoch": 0.5190400634668783, + "grad_norm": 0.24482467770576477, + "learning_rate": 9.632717887631528e-05, + "loss": 0.10418865084648132, + "step": 2617 + }, + { + "epoch": 0.5192383974613248, + "grad_norm": 0.20344431698322296, + "learning_rate": 9.628747270200516e-05, + "loss": 0.07731474936008453, + "step": 2618 + }, + { + "epoch": 0.5194367314557715, + "grad_norm": 0.2543163001537323, + "learning_rate": 9.624776652769507e-05, + "loss": 0.10227563977241516, + "step": 2619 + }, + { + "epoch": 0.5196350654502182, + "grad_norm": 0.7163498401641846, + "learning_rate": 9.620806035338495e-05, + "loss": 0.09349711984395981, + "step": 2620 + }, + { + "epoch": 0.5198333994446648, + "grad_norm": 0.16883228719234467, + "learning_rate": 9.616835417907485e-05, + "loss": 0.06860392540693283, + "step": 2621 + }, + { + "epoch": 0.5200317334391115, + "grad_norm": 0.19608426094055176, + "learning_rate": 9.612864800476474e-05, + "loss": 0.07354043424129486, + "step": 2622 + }, + { + "epoch": 0.5202300674335582, + "grad_norm": 0.3570924401283264, + "learning_rate": 9.608894183045464e-05, + "loss": 0.07381591200828552, + "step": 2623 + }, + { + "epoch": 0.5204284014280047, + "grad_norm": 0.26426008343696594, + "learning_rate": 9.604923565614453e-05, + "loss": 0.08316942304372787, + "step": 2624 + }, + { + "epoch": 0.5206267354224514, + "grad_norm": 0.32293811440467834, + "learning_rate": 9.600952948183443e-05, + "loss": 0.11600789427757263, + "step": 2625 + }, + { + "epoch": 0.5208250694168981, + "grad_norm": 0.17749294638633728, + "learning_rate": 9.596982330752432e-05, + "loss": 0.07730018347501755, + "step": 2626 + }, + { + "epoch": 0.5210234034113447, + "grad_norm": 0.28280308842658997, + "learning_rate": 9.593011713321422e-05, + "loss": 0.09308486431837082, + "step": 2627 + }, + { + "epoch": 0.5212217374057914, + "grad_norm": 0.2622869908809662, + "learning_rate": 9.58904109589041e-05, + "loss": 0.07830418646335602, + "step": 2628 + }, + { + "epoch": 0.521420071400238, + "grad_norm": 0.1646440029144287, + "learning_rate": 9.585070478459402e-05, + "loss": 0.05473281443119049, + "step": 2629 + }, + { + "epoch": 0.5216184053946846, + "grad_norm": 0.37905067205429077, + "learning_rate": 9.581099861028391e-05, + "loss": 0.09095048159360886, + "step": 2630 + }, + { + "epoch": 0.5218167393891313, + "grad_norm": 0.3546488881111145, + "learning_rate": 9.577129243597381e-05, + "loss": 0.08769834041595459, + "step": 2631 + }, + { + "epoch": 0.522015073383578, + "grad_norm": 0.2470565289258957, + "learning_rate": 9.57315862616637e-05, + "loss": 0.09133291244506836, + "step": 2632 + }, + { + "epoch": 0.5222134073780246, + "grad_norm": 0.22595658898353577, + "learning_rate": 9.56918800873536e-05, + "loss": 0.07816290110349655, + "step": 2633 + }, + { + "epoch": 0.5224117413724713, + "grad_norm": 0.45722275972366333, + "learning_rate": 9.565217391304348e-05, + "loss": 0.09122125059366226, + "step": 2634 + }, + { + "epoch": 0.5226100753669178, + "grad_norm": 1.273524284362793, + "learning_rate": 9.561246773873338e-05, + "loss": 0.09467457234859467, + "step": 2635 + }, + { + "epoch": 0.5228084093613645, + "grad_norm": 0.24433289468288422, + "learning_rate": 9.557276156442327e-05, + "loss": 0.09547258913516998, + "step": 2636 + }, + { + "epoch": 0.5230067433558112, + "grad_norm": 0.28288590908050537, + "learning_rate": 9.553305539011317e-05, + "loss": 0.06733293831348419, + "step": 2637 + }, + { + "epoch": 0.5232050773502578, + "grad_norm": 0.3394079804420471, + "learning_rate": 9.549334921580306e-05, + "loss": 0.07111512124538422, + "step": 2638 + }, + { + "epoch": 0.5234034113447045, + "grad_norm": 0.5007516741752625, + "learning_rate": 9.545364304149296e-05, + "loss": 0.08364073187112808, + "step": 2639 + }, + { + "epoch": 0.5236017453391512, + "grad_norm": 0.1493133008480072, + "learning_rate": 9.541393686718285e-05, + "loss": 0.08701644092798233, + "step": 2640 + }, + { + "epoch": 0.5238000793335977, + "grad_norm": 0.20535296201705933, + "learning_rate": 9.537423069287275e-05, + "loss": 0.0661194920539856, + "step": 2641 + }, + { + "epoch": 0.5239984133280444, + "grad_norm": 0.22510728240013123, + "learning_rate": 9.533452451856264e-05, + "loss": 0.09136039763689041, + "step": 2642 + }, + { + "epoch": 0.5241967473224911, + "grad_norm": 0.20304641127586365, + "learning_rate": 9.529481834425254e-05, + "loss": 0.05660703778266907, + "step": 2643 + }, + { + "epoch": 0.5243950813169377, + "grad_norm": 0.172663152217865, + "learning_rate": 9.525511216994242e-05, + "loss": 0.08791772276163101, + "step": 2644 + }, + { + "epoch": 0.5245934153113844, + "grad_norm": 0.18883751332759857, + "learning_rate": 9.521540599563232e-05, + "loss": 0.08199050277471542, + "step": 2645 + }, + { + "epoch": 0.5247917493058311, + "grad_norm": 0.2474079132080078, + "learning_rate": 9.517569982132221e-05, + "loss": 0.09251882135868073, + "step": 2646 + }, + { + "epoch": 0.5249900833002776, + "grad_norm": 0.4880203604698181, + "learning_rate": 9.513599364701211e-05, + "loss": 0.10609711706638336, + "step": 2647 + }, + { + "epoch": 0.5251884172947243, + "grad_norm": 0.4508582055568695, + "learning_rate": 9.5096287472702e-05, + "loss": 0.06465495377779007, + "step": 2648 + }, + { + "epoch": 0.525386751289171, + "grad_norm": 0.2528719902038574, + "learning_rate": 9.50565812983919e-05, + "loss": 0.08081340789794922, + "step": 2649 + }, + { + "epoch": 0.5255850852836176, + "grad_norm": 0.2932816445827484, + "learning_rate": 9.501687512408179e-05, + "loss": 0.0993669182062149, + "step": 2650 + }, + { + "epoch": 0.5257834192780643, + "grad_norm": 0.29430997371673584, + "learning_rate": 9.497716894977169e-05, + "loss": 0.08255928754806519, + "step": 2651 + }, + { + "epoch": 0.525981753272511, + "grad_norm": 0.23819780349731445, + "learning_rate": 9.493746277546159e-05, + "loss": 0.09757275134325027, + "step": 2652 + }, + { + "epoch": 0.5261800872669575, + "grad_norm": 0.16135774552822113, + "learning_rate": 9.489775660115149e-05, + "loss": 0.08754603564739227, + "step": 2653 + }, + { + "epoch": 0.5263784212614042, + "grad_norm": 0.7389674186706543, + "learning_rate": 9.485805042684138e-05, + "loss": 0.08831311762332916, + "step": 2654 + }, + { + "epoch": 0.5265767552558509, + "grad_norm": 0.21184977889060974, + "learning_rate": 9.481834425253128e-05, + "loss": 0.11426552385091782, + "step": 2655 + }, + { + "epoch": 0.5267750892502975, + "grad_norm": 0.20047739148139954, + "learning_rate": 9.477863807822117e-05, + "loss": 0.05995101481676102, + "step": 2656 + }, + { + "epoch": 0.5269734232447442, + "grad_norm": 0.21710087358951569, + "learning_rate": 9.473893190391107e-05, + "loss": 0.09712055325508118, + "step": 2657 + }, + { + "epoch": 0.5271717572391909, + "grad_norm": 0.23122847080230713, + "learning_rate": 9.469922572960095e-05, + "loss": 0.07663629204034805, + "step": 2658 + }, + { + "epoch": 0.5273700912336374, + "grad_norm": 0.24454495310783386, + "learning_rate": 9.465951955529086e-05, + "loss": 0.0882999449968338, + "step": 2659 + }, + { + "epoch": 0.5275684252280841, + "grad_norm": 1.0871745347976685, + "learning_rate": 9.461981338098074e-05, + "loss": 0.07536539435386658, + "step": 2660 + }, + { + "epoch": 0.5277667592225307, + "grad_norm": 0.18294471502304077, + "learning_rate": 9.458010720667064e-05, + "loss": 0.07750580459833145, + "step": 2661 + }, + { + "epoch": 0.5279650932169774, + "grad_norm": 0.19535018503665924, + "learning_rate": 9.454040103236053e-05, + "loss": 0.09116300940513611, + "step": 2662 + }, + { + "epoch": 0.5281634272114241, + "grad_norm": 20.917919158935547, + "learning_rate": 9.450069485805043e-05, + "loss": 0.10499504208564758, + "step": 2663 + }, + { + "epoch": 0.5283617612058706, + "grad_norm": 0.737647294998169, + "learning_rate": 9.446098868374032e-05, + "loss": 0.05277208983898163, + "step": 2664 + }, + { + "epoch": 0.5285600952003173, + "grad_norm": 0.1393260359764099, + "learning_rate": 9.442128250943022e-05, + "loss": 0.06819920241832733, + "step": 2665 + }, + { + "epoch": 0.528758429194764, + "grad_norm": 0.23679037392139435, + "learning_rate": 9.438157633512012e-05, + "loss": 0.10261696577072144, + "step": 2666 + }, + { + "epoch": 0.5289567631892106, + "grad_norm": 0.9025106430053711, + "learning_rate": 9.434187016081001e-05, + "loss": 0.08842473477125168, + "step": 2667 + }, + { + "epoch": 0.5291550971836573, + "grad_norm": 0.16681990027427673, + "learning_rate": 9.430216398649991e-05, + "loss": 0.07854710519313812, + "step": 2668 + }, + { + "epoch": 0.529353431178104, + "grad_norm": 0.18894296884536743, + "learning_rate": 9.42624578121898e-05, + "loss": 0.09199271351099014, + "step": 2669 + }, + { + "epoch": 0.5295517651725505, + "grad_norm": 0.27035900950431824, + "learning_rate": 9.42227516378797e-05, + "loss": 0.06874975562095642, + "step": 2670 + }, + { + "epoch": 0.5297500991669972, + "grad_norm": 0.3629641532897949, + "learning_rate": 9.418304546356958e-05, + "loss": 0.06422930210828781, + "step": 2671 + }, + { + "epoch": 0.5299484331614439, + "grad_norm": 0.20045360922813416, + "learning_rate": 9.414333928925949e-05, + "loss": 0.08787598460912704, + "step": 2672 + }, + { + "epoch": 0.5301467671558905, + "grad_norm": 0.2337258756160736, + "learning_rate": 9.410363311494937e-05, + "loss": 0.10502395778894424, + "step": 2673 + }, + { + "epoch": 0.5303451011503372, + "grad_norm": 0.3973461985588074, + "learning_rate": 9.406392694063927e-05, + "loss": 0.07811254262924194, + "step": 2674 + }, + { + "epoch": 0.5305434351447839, + "grad_norm": 0.5791668891906738, + "learning_rate": 9.402422076632917e-05, + "loss": 0.06164410710334778, + "step": 2675 + }, + { + "epoch": 0.5307417691392304, + "grad_norm": 0.6497419476509094, + "learning_rate": 9.398451459201908e-05, + "loss": 0.08622066676616669, + "step": 2676 + }, + { + "epoch": 0.5309401031336771, + "grad_norm": 0.17313054203987122, + "learning_rate": 9.394480841770896e-05, + "loss": 0.09563085436820984, + "step": 2677 + }, + { + "epoch": 0.5311384371281238, + "grad_norm": 0.18190671503543854, + "learning_rate": 9.390510224339886e-05, + "loss": 0.0671691969037056, + "step": 2678 + }, + { + "epoch": 0.5313367711225704, + "grad_norm": 0.9321314692497253, + "learning_rate": 9.386539606908875e-05, + "loss": 0.08022751659154892, + "step": 2679 + }, + { + "epoch": 0.5315351051170171, + "grad_norm": 0.19237551093101501, + "learning_rate": 9.382568989477865e-05, + "loss": 0.08381826430559158, + "step": 2680 + }, + { + "epoch": 0.5317334391114638, + "grad_norm": 0.2788032591342926, + "learning_rate": 9.378598372046854e-05, + "loss": 0.11236187815666199, + "step": 2681 + }, + { + "epoch": 0.5319317731059103, + "grad_norm": 0.6834803819656372, + "learning_rate": 9.374627754615844e-05, + "loss": 0.09562689065933228, + "step": 2682 + }, + { + "epoch": 0.532130107100357, + "grad_norm": 0.2648311257362366, + "learning_rate": 9.370657137184833e-05, + "loss": 0.09107369184494019, + "step": 2683 + }, + { + "epoch": 0.5323284410948036, + "grad_norm": 0.30949822068214417, + "learning_rate": 9.366686519753823e-05, + "loss": 0.13998311758041382, + "step": 2684 + }, + { + "epoch": 0.5325267750892503, + "grad_norm": 0.2714291512966156, + "learning_rate": 9.362715902322811e-05, + "loss": 0.06959329545497894, + "step": 2685 + }, + { + "epoch": 0.532725109083697, + "grad_norm": 1.0140477418899536, + "learning_rate": 9.358745284891802e-05, + "loss": 0.08743306249380112, + "step": 2686 + }, + { + "epoch": 0.5329234430781435, + "grad_norm": 0.2818000018596649, + "learning_rate": 9.35477466746079e-05, + "loss": 0.0907062217593193, + "step": 2687 + }, + { + "epoch": 0.5331217770725902, + "grad_norm": 2.0634727478027344, + "learning_rate": 9.35080405002978e-05, + "loss": 0.11095504462718964, + "step": 2688 + }, + { + "epoch": 0.5333201110670369, + "grad_norm": 0.7370107769966125, + "learning_rate": 9.346833432598769e-05, + "loss": 0.1040063202381134, + "step": 2689 + }, + { + "epoch": 0.5335184450614835, + "grad_norm": 0.43358010053634644, + "learning_rate": 9.342862815167759e-05, + "loss": 0.10684676468372345, + "step": 2690 + }, + { + "epoch": 0.5337167790559302, + "grad_norm": 0.2673366963863373, + "learning_rate": 9.338892197736748e-05, + "loss": 0.08068293333053589, + "step": 2691 + }, + { + "epoch": 0.5339151130503769, + "grad_norm": 0.17405451834201813, + "learning_rate": 9.334921580305738e-05, + "loss": 0.08103877305984497, + "step": 2692 + }, + { + "epoch": 0.5341134470448234, + "grad_norm": 0.25073692202568054, + "learning_rate": 9.330950962874727e-05, + "loss": 0.07663775980472565, + "step": 2693 + }, + { + "epoch": 0.5343117810392701, + "grad_norm": 0.4714649021625519, + "learning_rate": 9.326980345443717e-05, + "loss": 0.11697274446487427, + "step": 2694 + }, + { + "epoch": 0.5345101150337168, + "grad_norm": 0.6733579635620117, + "learning_rate": 9.323009728012706e-05, + "loss": 0.10128327459096909, + "step": 2695 + }, + { + "epoch": 0.5347084490281634, + "grad_norm": 4.166097164154053, + "learning_rate": 9.319039110581696e-05, + "loss": 0.1094793826341629, + "step": 2696 + }, + { + "epoch": 0.5349067830226101, + "grad_norm": 0.366720974445343, + "learning_rate": 9.315068493150684e-05, + "loss": 0.08129079639911652, + "step": 2697 + }, + { + "epoch": 0.5351051170170568, + "grad_norm": 0.21797087788581848, + "learning_rate": 9.311097875719676e-05, + "loss": 0.0706508606672287, + "step": 2698 + }, + { + "epoch": 0.5353034510115033, + "grad_norm": 0.26404908299446106, + "learning_rate": 9.307127258288665e-05, + "loss": 0.09870557487010956, + "step": 2699 + }, + { + "epoch": 0.53550178500595, + "grad_norm": 0.24668270349502563, + "learning_rate": 9.303156640857655e-05, + "loss": 0.11141401529312134, + "step": 2700 + }, + { + "epoch": 0.5357001190003967, + "grad_norm": 8.213155746459961, + "learning_rate": 9.299186023426643e-05, + "loss": 0.06516323983669281, + "step": 2701 + }, + { + "epoch": 0.5358984529948433, + "grad_norm": 1.2377923727035522, + "learning_rate": 9.295215405995633e-05, + "loss": 0.07655556499958038, + "step": 2702 + }, + { + "epoch": 0.53609678698929, + "grad_norm": 0.3140604794025421, + "learning_rate": 9.291244788564622e-05, + "loss": 0.06574732810258865, + "step": 2703 + }, + { + "epoch": 0.5362951209837367, + "grad_norm": 3.0027453899383545, + "learning_rate": 9.287274171133612e-05, + "loss": 0.12005207687616348, + "step": 2704 + }, + { + "epoch": 0.5364934549781832, + "grad_norm": 0.22044974565505981, + "learning_rate": 9.283303553702601e-05, + "loss": 0.0680694729089737, + "step": 2705 + }, + { + "epoch": 0.5366917889726299, + "grad_norm": 2.487128257751465, + "learning_rate": 9.279332936271591e-05, + "loss": 0.13673968613147736, + "step": 2706 + }, + { + "epoch": 0.5368901229670766, + "grad_norm": 10.322684288024902, + "learning_rate": 9.27536231884058e-05, + "loss": 0.06371793895959854, + "step": 2707 + }, + { + "epoch": 0.5370884569615232, + "grad_norm": 0.2576982378959656, + "learning_rate": 9.27139170140957e-05, + "loss": 0.09054256230592728, + "step": 2708 + }, + { + "epoch": 0.5372867909559699, + "grad_norm": 0.2180940806865692, + "learning_rate": 9.267421083978559e-05, + "loss": 0.11599624156951904, + "step": 2709 + }, + { + "epoch": 0.5374851249504164, + "grad_norm": 0.33185186982154846, + "learning_rate": 9.263450466547549e-05, + "loss": 0.13462035357952118, + "step": 2710 + }, + { + "epoch": 0.5376834589448631, + "grad_norm": 0.3442179262638092, + "learning_rate": 9.259479849116537e-05, + "loss": 0.10663775354623795, + "step": 2711 + }, + { + "epoch": 0.5378817929393098, + "grad_norm": 0.18960006535053253, + "learning_rate": 9.255509231685528e-05, + "loss": 0.09290897846221924, + "step": 2712 + }, + { + "epoch": 0.5380801269337564, + "grad_norm": 0.1679033488035202, + "learning_rate": 9.251538614254516e-05, + "loss": 0.06544195115566254, + "step": 2713 + }, + { + "epoch": 0.5382784609282031, + "grad_norm": 0.23484091460704803, + "learning_rate": 9.247567996823506e-05, + "loss": 0.08965490758419037, + "step": 2714 + }, + { + "epoch": 0.5384767949226498, + "grad_norm": 0.37464144825935364, + "learning_rate": 9.243597379392495e-05, + "loss": 0.09002327919006348, + "step": 2715 + }, + { + "epoch": 0.5386751289170963, + "grad_norm": 0.1425633728504181, + "learning_rate": 9.239626761961485e-05, + "loss": 0.06280025839805603, + "step": 2716 + }, + { + "epoch": 0.538873462911543, + "grad_norm": 0.41755053400993347, + "learning_rate": 9.235656144530475e-05, + "loss": 0.10384377837181091, + "step": 2717 + }, + { + "epoch": 0.5390717969059897, + "grad_norm": 0.6172730326652527, + "learning_rate": 9.231685527099464e-05, + "loss": 0.0721827819943428, + "step": 2718 + }, + { + "epoch": 0.5392701309004363, + "grad_norm": 11.60079288482666, + "learning_rate": 9.227714909668454e-05, + "loss": 0.1084890365600586, + "step": 2719 + }, + { + "epoch": 0.539468464894883, + "grad_norm": 0.14120137691497803, + "learning_rate": 9.223744292237443e-05, + "loss": 0.07169445604085922, + "step": 2720 + }, + { + "epoch": 0.5396667988893297, + "grad_norm": 4.834501266479492, + "learning_rate": 9.219773674806433e-05, + "loss": 0.10536382347345352, + "step": 2721 + }, + { + "epoch": 0.5398651328837762, + "grad_norm": 0.2591060400009155, + "learning_rate": 9.215803057375423e-05, + "loss": 0.0973062738776207, + "step": 2722 + }, + { + "epoch": 0.5400634668782229, + "grad_norm": 0.5282995700836182, + "learning_rate": 9.211832439944412e-05, + "loss": 0.061367232352495193, + "step": 2723 + }, + { + "epoch": 0.5402618008726696, + "grad_norm": 0.1418934166431427, + "learning_rate": 9.207861822513402e-05, + "loss": 0.05321069061756134, + "step": 2724 + }, + { + "epoch": 0.5404601348671162, + "grad_norm": 0.255332887172699, + "learning_rate": 9.20389120508239e-05, + "loss": 0.11130904406309128, + "step": 2725 + }, + { + "epoch": 0.5406584688615629, + "grad_norm": 0.38321733474731445, + "learning_rate": 9.19992058765138e-05, + "loss": 0.08437889814376831, + "step": 2726 + }, + { + "epoch": 0.5408568028560096, + "grad_norm": 0.39506927132606506, + "learning_rate": 9.195949970220369e-05, + "loss": 0.08097918331623077, + "step": 2727 + }, + { + "epoch": 0.5410551368504561, + "grad_norm": 2.7424497604370117, + "learning_rate": 9.19197935278936e-05, + "loss": 0.0728992223739624, + "step": 2728 + }, + { + "epoch": 0.5412534708449028, + "grad_norm": 0.24695341289043427, + "learning_rate": 9.18800873535835e-05, + "loss": 0.07806432247161865, + "step": 2729 + }, + { + "epoch": 0.5414518048393495, + "grad_norm": 0.21678367257118225, + "learning_rate": 9.184038117927338e-05, + "loss": 0.10184338688850403, + "step": 2730 + }, + { + "epoch": 0.5416501388337961, + "grad_norm": 0.18729311227798462, + "learning_rate": 9.180067500496328e-05, + "loss": 0.06786099821329117, + "step": 2731 + }, + { + "epoch": 0.5418484728282428, + "grad_norm": 0.4331640303134918, + "learning_rate": 9.176096883065317e-05, + "loss": 0.08043105900287628, + "step": 2732 + }, + { + "epoch": 0.5420468068226895, + "grad_norm": 0.18599456548690796, + "learning_rate": 9.172126265634307e-05, + "loss": 0.08934017270803452, + "step": 2733 + }, + { + "epoch": 0.542245140817136, + "grad_norm": 9.34886646270752, + "learning_rate": 9.168155648203296e-05, + "loss": 0.07609990984201431, + "step": 2734 + }, + { + "epoch": 0.5424434748115827, + "grad_norm": 0.2709104120731354, + "learning_rate": 9.164185030772286e-05, + "loss": 0.1406899392604828, + "step": 2735 + }, + { + "epoch": 0.5426418088060293, + "grad_norm": 0.48487916588783264, + "learning_rate": 9.160214413341275e-05, + "loss": 0.11697246134281158, + "step": 2736 + }, + { + "epoch": 0.542840142800476, + "grad_norm": 0.4850923418998718, + "learning_rate": 9.156243795910265e-05, + "loss": 0.09402628988027573, + "step": 2737 + }, + { + "epoch": 0.5430384767949227, + "grad_norm": 0.20654700696468353, + "learning_rate": 9.152273178479253e-05, + "loss": 0.04698692262172699, + "step": 2738 + }, + { + "epoch": 0.5432368107893693, + "grad_norm": 0.6408669948577881, + "learning_rate": 9.148302561048244e-05, + "loss": 0.09411973506212234, + "step": 2739 + }, + { + "epoch": 0.5434351447838159, + "grad_norm": 0.3267180919647217, + "learning_rate": 9.144331943617232e-05, + "loss": 0.07684267312288284, + "step": 2740 + }, + { + "epoch": 0.5436334787782626, + "grad_norm": 0.18853169679641724, + "learning_rate": 9.140361326186222e-05, + "loss": 0.06303051114082336, + "step": 2741 + }, + { + "epoch": 0.5438318127727092, + "grad_norm": 0.2154054194688797, + "learning_rate": 9.136390708755211e-05, + "loss": 0.06988641619682312, + "step": 2742 + }, + { + "epoch": 0.5440301467671559, + "grad_norm": 0.3950121998786926, + "learning_rate": 9.132420091324201e-05, + "loss": 0.09869149327278137, + "step": 2743 + }, + { + "epoch": 0.5442284807616026, + "grad_norm": 0.3235885202884674, + "learning_rate": 9.12844947389319e-05, + "loss": 0.06549445539712906, + "step": 2744 + }, + { + "epoch": 0.5444268147560491, + "grad_norm": 0.6308450102806091, + "learning_rate": 9.124478856462181e-05, + "loss": 0.10279581695795059, + "step": 2745 + }, + { + "epoch": 0.5446251487504958, + "grad_norm": 0.3545205295085907, + "learning_rate": 9.12050823903117e-05, + "loss": 0.07791301608085632, + "step": 2746 + }, + { + "epoch": 0.5448234827449425, + "grad_norm": 0.35459256172180176, + "learning_rate": 9.11653762160016e-05, + "loss": 0.13327322900295258, + "step": 2747 + }, + { + "epoch": 0.5450218167393891, + "grad_norm": 0.6220405101776123, + "learning_rate": 9.112567004169149e-05, + "loss": 0.09988925606012344, + "step": 2748 + }, + { + "epoch": 0.5452201507338358, + "grad_norm": 1.6128572225570679, + "learning_rate": 9.108596386738139e-05, + "loss": 0.08516064286231995, + "step": 2749 + }, + { + "epoch": 0.5454184847282825, + "grad_norm": 0.25564923882484436, + "learning_rate": 9.104625769307128e-05, + "loss": 0.09616188704967499, + "step": 2750 + }, + { + "epoch": 0.545616818722729, + "grad_norm": 0.32241544127464294, + "learning_rate": 9.100655151876118e-05, + "loss": 0.1200438067317009, + "step": 2751 + }, + { + "epoch": 0.5458151527171757, + "grad_norm": 0.38393640518188477, + "learning_rate": 9.096684534445107e-05, + "loss": 0.08854751288890839, + "step": 2752 + }, + { + "epoch": 0.5460134867116224, + "grad_norm": 0.2474105954170227, + "learning_rate": 9.092713917014097e-05, + "loss": 0.08030357956886292, + "step": 2753 + }, + { + "epoch": 0.546211820706069, + "grad_norm": 0.6352517008781433, + "learning_rate": 9.088743299583085e-05, + "loss": 0.09749940037727356, + "step": 2754 + }, + { + "epoch": 0.5464101547005157, + "grad_norm": 0.27044785022735596, + "learning_rate": 9.084772682152075e-05, + "loss": 0.07882396876811981, + "step": 2755 + }, + { + "epoch": 0.5466084886949624, + "grad_norm": 0.2684262990951538, + "learning_rate": 9.080802064721064e-05, + "loss": 0.0916903167963028, + "step": 2756 + }, + { + "epoch": 0.546806822689409, + "grad_norm": 0.1984533816576004, + "learning_rate": 9.076831447290054e-05, + "loss": 0.07513825595378876, + "step": 2757 + }, + { + "epoch": 0.5470051566838556, + "grad_norm": 0.15335722267627716, + "learning_rate": 9.072860829859043e-05, + "loss": 0.06433331221342087, + "step": 2758 + }, + { + "epoch": 0.5472034906783022, + "grad_norm": 0.151237353682518, + "learning_rate": 9.068890212428033e-05, + "loss": 0.07163076847791672, + "step": 2759 + }, + { + "epoch": 0.5474018246727489, + "grad_norm": 0.18337984383106232, + "learning_rate": 9.064919594997022e-05, + "loss": 0.07898175716400146, + "step": 2760 + }, + { + "epoch": 0.5476001586671956, + "grad_norm": 0.2316659539937973, + "learning_rate": 9.060948977566012e-05, + "loss": 0.06699096411466599, + "step": 2761 + }, + { + "epoch": 0.5477984926616422, + "grad_norm": 1.0801541805267334, + "learning_rate": 9.056978360135e-05, + "loss": 0.09033790975809097, + "step": 2762 + }, + { + "epoch": 0.5479968266560888, + "grad_norm": 0.37783098220825195, + "learning_rate": 9.05300774270399e-05, + "loss": 0.10542497038841248, + "step": 2763 + }, + { + "epoch": 0.5481951606505355, + "grad_norm": 0.23121507465839386, + "learning_rate": 9.04903712527298e-05, + "loss": 0.0673583596944809, + "step": 2764 + }, + { + "epoch": 0.5483934946449821, + "grad_norm": 0.4066271483898163, + "learning_rate": 9.04506650784197e-05, + "loss": 0.10038642585277557, + "step": 2765 + }, + { + "epoch": 0.5485918286394288, + "grad_norm": 0.28285515308380127, + "learning_rate": 9.041095890410958e-05, + "loss": 0.07525312900543213, + "step": 2766 + }, + { + "epoch": 0.5487901626338755, + "grad_norm": 0.18905773758888245, + "learning_rate": 9.037125272979948e-05, + "loss": 0.08056481182575226, + "step": 2767 + }, + { + "epoch": 0.548988496628322, + "grad_norm": 0.22916381061077118, + "learning_rate": 9.033154655548938e-05, + "loss": 0.07291463017463684, + "step": 2768 + }, + { + "epoch": 0.5491868306227687, + "grad_norm": 0.6983737349510193, + "learning_rate": 9.029184038117928e-05, + "loss": 0.1095658615231514, + "step": 2769 + }, + { + "epoch": 0.5493851646172154, + "grad_norm": 0.6801202297210693, + "learning_rate": 9.025213420686917e-05, + "loss": 0.04172690957784653, + "step": 2770 + }, + { + "epoch": 0.549583498611662, + "grad_norm": 0.30913716554641724, + "learning_rate": 9.021242803255907e-05, + "loss": 0.08288414031267166, + "step": 2771 + }, + { + "epoch": 0.5497818326061087, + "grad_norm": 0.22821427881717682, + "learning_rate": 9.017272185824896e-05, + "loss": 0.15354278683662415, + "step": 2772 + }, + { + "epoch": 0.5499801666005554, + "grad_norm": 0.15886546671390533, + "learning_rate": 9.013301568393886e-05, + "loss": 0.07287345081567764, + "step": 2773 + }, + { + "epoch": 0.550178500595002, + "grad_norm": 0.3561258912086487, + "learning_rate": 9.009330950962875e-05, + "loss": 0.11944039165973663, + "step": 2774 + }, + { + "epoch": 0.5503768345894486, + "grad_norm": 0.29479432106018066, + "learning_rate": 9.005360333531865e-05, + "loss": 0.11458030343055725, + "step": 2775 + }, + { + "epoch": 0.5505751685838953, + "grad_norm": 0.5540171265602112, + "learning_rate": 9.001389716100854e-05, + "loss": 0.08519433438777924, + "step": 2776 + }, + { + "epoch": 0.5507735025783419, + "grad_norm": 0.19413483142852783, + "learning_rate": 8.997419098669844e-05, + "loss": 0.051843393594026566, + "step": 2777 + }, + { + "epoch": 0.5509718365727886, + "grad_norm": 0.4391728937625885, + "learning_rate": 8.993448481238832e-05, + "loss": 0.08002285659313202, + "step": 2778 + }, + { + "epoch": 0.5511701705672353, + "grad_norm": 0.26366493105888367, + "learning_rate": 8.989477863807823e-05, + "loss": 0.08900852501392365, + "step": 2779 + }, + { + "epoch": 0.5513685045616818, + "grad_norm": 0.2526583671569824, + "learning_rate": 8.985507246376813e-05, + "loss": 0.07399888336658478, + "step": 2780 + }, + { + "epoch": 0.5515668385561285, + "grad_norm": 0.29137539863586426, + "learning_rate": 8.981536628945801e-05, + "loss": 0.08412637561559677, + "step": 2781 + }, + { + "epoch": 0.5517651725505752, + "grad_norm": 0.9105847477912903, + "learning_rate": 8.977566011514791e-05, + "loss": 0.05795302614569664, + "step": 2782 + }, + { + "epoch": 0.5519635065450218, + "grad_norm": 6.048867702484131, + "learning_rate": 8.97359539408378e-05, + "loss": 0.07355517148971558, + "step": 2783 + }, + { + "epoch": 0.5521618405394685, + "grad_norm": 0.1594870686531067, + "learning_rate": 8.96962477665277e-05, + "loss": 0.0659872367978096, + "step": 2784 + }, + { + "epoch": 0.5523601745339151, + "grad_norm": 0.17748990654945374, + "learning_rate": 8.965654159221759e-05, + "loss": 0.06787388026714325, + "step": 2785 + }, + { + "epoch": 0.5525585085283617, + "grad_norm": 5.726548671722412, + "learning_rate": 8.961683541790749e-05, + "loss": 0.09188473224639893, + "step": 2786 + }, + { + "epoch": 0.5527568425228084, + "grad_norm": 0.2209598273038864, + "learning_rate": 8.957712924359738e-05, + "loss": 0.07194878160953522, + "step": 2787 + }, + { + "epoch": 0.552955176517255, + "grad_norm": 0.7493625283241272, + "learning_rate": 8.953742306928728e-05, + "loss": 0.08596232533454895, + "step": 2788 + }, + { + "epoch": 0.5531535105117017, + "grad_norm": 0.24619948863983154, + "learning_rate": 8.949771689497717e-05, + "loss": 0.05882302671670914, + "step": 2789 + }, + { + "epoch": 0.5533518445061484, + "grad_norm": 0.2539423406124115, + "learning_rate": 8.945801072066707e-05, + "loss": 0.10021424293518066, + "step": 2790 + }, + { + "epoch": 0.553550178500595, + "grad_norm": 0.5483680963516235, + "learning_rate": 8.941830454635697e-05, + "loss": 0.0848408117890358, + "step": 2791 + }, + { + "epoch": 0.5537485124950416, + "grad_norm": 0.17412669956684113, + "learning_rate": 8.937859837204687e-05, + "loss": 0.05884046107530594, + "step": 2792 + }, + { + "epoch": 0.5539468464894883, + "grad_norm": 0.2590966820716858, + "learning_rate": 8.933889219773676e-05, + "loss": 0.08616070449352264, + "step": 2793 + }, + { + "epoch": 0.5541451804839349, + "grad_norm": 0.9168156981468201, + "learning_rate": 8.929918602342666e-05, + "loss": 0.0887317955493927, + "step": 2794 + }, + { + "epoch": 0.5543435144783816, + "grad_norm": 0.3224409818649292, + "learning_rate": 8.925947984911654e-05, + "loss": 0.08036830276250839, + "step": 2795 + }, + { + "epoch": 0.5545418484728283, + "grad_norm": 0.244209885597229, + "learning_rate": 8.921977367480644e-05, + "loss": 0.13024817407131195, + "step": 2796 + }, + { + "epoch": 0.5547401824672749, + "grad_norm": 0.20638661086559296, + "learning_rate": 8.918006750049633e-05, + "loss": 0.09340961277484894, + "step": 2797 + }, + { + "epoch": 0.5549385164617215, + "grad_norm": 0.298115074634552, + "learning_rate": 8.914036132618623e-05, + "loss": 0.08322961628437042, + "step": 2798 + }, + { + "epoch": 0.5551368504561682, + "grad_norm": 0.21188467741012573, + "learning_rate": 8.910065515187612e-05, + "loss": 0.08169066160917282, + "step": 2799 + }, + { + "epoch": 0.5553351844506148, + "grad_norm": 0.3277411162853241, + "learning_rate": 8.906094897756602e-05, + "loss": 0.07910464704036713, + "step": 2800 + }, + { + "epoch": 0.5555335184450615, + "grad_norm": 0.27611735463142395, + "learning_rate": 8.902124280325591e-05, + "loss": 0.08216840028762817, + "step": 2801 + }, + { + "epoch": 0.5557318524395082, + "grad_norm": 0.3127257227897644, + "learning_rate": 8.898153662894581e-05, + "loss": 0.0710897147655487, + "step": 2802 + }, + { + "epoch": 0.5559301864339548, + "grad_norm": 1.70830500125885, + "learning_rate": 8.89418304546357e-05, + "loss": 0.08103876560926437, + "step": 2803 + }, + { + "epoch": 0.5561285204284014, + "grad_norm": 0.9685091376304626, + "learning_rate": 8.89021242803256e-05, + "loss": 0.08623634278774261, + "step": 2804 + }, + { + "epoch": 0.5563268544228481, + "grad_norm": 0.2992211580276489, + "learning_rate": 8.886241810601548e-05, + "loss": 0.1309422254562378, + "step": 2805 + }, + { + "epoch": 0.5565251884172947, + "grad_norm": 0.18553464114665985, + "learning_rate": 8.882271193170539e-05, + "loss": 0.0775725245475769, + "step": 2806 + }, + { + "epoch": 0.5567235224117414, + "grad_norm": 0.4911506474018097, + "learning_rate": 8.878300575739527e-05, + "loss": 0.07951551675796509, + "step": 2807 + }, + { + "epoch": 0.5569218564061881, + "grad_norm": 1.7401163578033447, + "learning_rate": 8.874329958308517e-05, + "loss": 0.09500665217638016, + "step": 2808 + }, + { + "epoch": 0.5571201904006347, + "grad_norm": 0.6563367247581482, + "learning_rate": 8.870359340877506e-05, + "loss": 0.06176435202360153, + "step": 2809 + }, + { + "epoch": 0.5573185243950813, + "grad_norm": 0.2604258954524994, + "learning_rate": 8.866388723446496e-05, + "loss": 0.06099792569875717, + "step": 2810 + }, + { + "epoch": 0.5575168583895279, + "grad_norm": 0.1998407393693924, + "learning_rate": 8.862418106015485e-05, + "loss": 0.0776805728673935, + "step": 2811 + }, + { + "epoch": 0.5577151923839746, + "grad_norm": 0.6250009536743164, + "learning_rate": 8.858447488584475e-05, + "loss": 0.09041376411914825, + "step": 2812 + }, + { + "epoch": 0.5579135263784213, + "grad_norm": 0.630242645740509, + "learning_rate": 8.854476871153464e-05, + "loss": 0.09243310987949371, + "step": 2813 + }, + { + "epoch": 0.5581118603728679, + "grad_norm": 0.26502129435539246, + "learning_rate": 8.850506253722455e-05, + "loss": 0.0961175337433815, + "step": 2814 + }, + { + "epoch": 0.5583101943673145, + "grad_norm": 0.32220014929771423, + "learning_rate": 8.846535636291444e-05, + "loss": 0.07159475982189178, + "step": 2815 + }, + { + "epoch": 0.5585085283617612, + "grad_norm": 0.3111293315887451, + "learning_rate": 8.842565018860434e-05, + "loss": 0.10286744683980942, + "step": 2816 + }, + { + "epoch": 0.5587068623562078, + "grad_norm": 0.19453400373458862, + "learning_rate": 8.838594401429423e-05, + "loss": 0.0631227120757103, + "step": 2817 + }, + { + "epoch": 0.5589051963506545, + "grad_norm": 0.28604504466056824, + "learning_rate": 8.834623783998413e-05, + "loss": 0.08808157593011856, + "step": 2818 + }, + { + "epoch": 0.5591035303451012, + "grad_norm": 2.8242175579071045, + "learning_rate": 8.830653166567402e-05, + "loss": 0.08880944550037384, + "step": 2819 + }, + { + "epoch": 0.5593018643395478, + "grad_norm": 0.35457709431648254, + "learning_rate": 8.826682549136392e-05, + "loss": 0.08082176744937897, + "step": 2820 + }, + { + "epoch": 0.5595001983339944, + "grad_norm": 0.6592158079147339, + "learning_rate": 8.82271193170538e-05, + "loss": 0.07781755924224854, + "step": 2821 + }, + { + "epoch": 0.5596985323284411, + "grad_norm": 0.27120712399482727, + "learning_rate": 8.81874131427437e-05, + "loss": 0.06093018501996994, + "step": 2822 + }, + { + "epoch": 0.5598968663228877, + "grad_norm": 0.17760878801345825, + "learning_rate": 8.814770696843359e-05, + "loss": 0.07338179647922516, + "step": 2823 + }, + { + "epoch": 0.5600952003173344, + "grad_norm": 2.3989436626434326, + "learning_rate": 8.810800079412349e-05, + "loss": 0.10390368849039078, + "step": 2824 + }, + { + "epoch": 0.5602935343117811, + "grad_norm": 0.61655193567276, + "learning_rate": 8.806829461981338e-05, + "loss": 0.09389761090278625, + "step": 2825 + }, + { + "epoch": 0.5604918683062277, + "grad_norm": 0.2949064373970032, + "learning_rate": 8.802858844550328e-05, + "loss": 0.07353415340185165, + "step": 2826 + }, + { + "epoch": 0.5606902023006743, + "grad_norm": 0.771013081073761, + "learning_rate": 8.798888227119317e-05, + "loss": 0.08061878383159637, + "step": 2827 + }, + { + "epoch": 0.560888536295121, + "grad_norm": 0.4436332881450653, + "learning_rate": 8.794917609688307e-05, + "loss": 0.08434677869081497, + "step": 2828 + }, + { + "epoch": 0.5610868702895676, + "grad_norm": 0.23747068643569946, + "learning_rate": 8.790946992257296e-05, + "loss": 0.1352742463350296, + "step": 2829 + }, + { + "epoch": 0.5612852042840143, + "grad_norm": 0.28138723969459534, + "learning_rate": 8.786976374826286e-05, + "loss": 0.10413704067468643, + "step": 2830 + }, + { + "epoch": 0.561483538278461, + "grad_norm": 0.3647865056991577, + "learning_rate": 8.783005757395276e-05, + "loss": 0.07404942810535431, + "step": 2831 + }, + { + "epoch": 0.5616818722729076, + "grad_norm": 0.24400287866592407, + "learning_rate": 8.779035139964264e-05, + "loss": 0.07239383459091187, + "step": 2832 + }, + { + "epoch": 0.5618802062673542, + "grad_norm": 0.6683942675590515, + "learning_rate": 8.775064522533255e-05, + "loss": 0.06092703342437744, + "step": 2833 + }, + { + "epoch": 0.5620785402618008, + "grad_norm": 0.21068549156188965, + "learning_rate": 8.771093905102243e-05, + "loss": 0.09296716004610062, + "step": 2834 + }, + { + "epoch": 0.5622768742562475, + "grad_norm": 4.297769546508789, + "learning_rate": 8.767123287671233e-05, + "loss": 0.0794743001461029, + "step": 2835 + }, + { + "epoch": 0.5624752082506942, + "grad_norm": 0.47488853335380554, + "learning_rate": 8.763152670240222e-05, + "loss": 0.08582859486341476, + "step": 2836 + }, + { + "epoch": 0.5626735422451408, + "grad_norm": 0.16489939391613007, + "learning_rate": 8.759182052809212e-05, + "loss": 0.048399049788713455, + "step": 2837 + }, + { + "epoch": 0.5628718762395875, + "grad_norm": 0.11362157762050629, + "learning_rate": 8.755211435378202e-05, + "loss": 0.05038100481033325, + "step": 2838 + }, + { + "epoch": 0.5630702102340341, + "grad_norm": 0.16429725289344788, + "learning_rate": 8.751240817947191e-05, + "loss": 0.0722590759396553, + "step": 2839 + }, + { + "epoch": 0.5632685442284807, + "grad_norm": 0.29880237579345703, + "learning_rate": 8.747270200516181e-05, + "loss": 0.10890425741672516, + "step": 2840 + }, + { + "epoch": 0.5634668782229274, + "grad_norm": 0.17889408767223358, + "learning_rate": 8.74329958308517e-05, + "loss": 0.09648273885250092, + "step": 2841 + }, + { + "epoch": 0.5636652122173741, + "grad_norm": 0.22507667541503906, + "learning_rate": 8.73932896565416e-05, + "loss": 0.11375947296619415, + "step": 2842 + }, + { + "epoch": 0.5638635462118207, + "grad_norm": 0.27971017360687256, + "learning_rate": 8.73535834822315e-05, + "loss": 0.09871799498796463, + "step": 2843 + }, + { + "epoch": 0.5640618802062674, + "grad_norm": 0.14034223556518555, + "learning_rate": 8.731387730792139e-05, + "loss": 0.05729755759239197, + "step": 2844 + }, + { + "epoch": 0.564260214200714, + "grad_norm": 0.14500926434993744, + "learning_rate": 8.727417113361129e-05, + "loss": 0.04821568727493286, + "step": 2845 + }, + { + "epoch": 0.5644585481951606, + "grad_norm": 0.19705237448215485, + "learning_rate": 8.723446495930118e-05, + "loss": 0.08069469779729843, + "step": 2846 + }, + { + "epoch": 0.5646568821896073, + "grad_norm": 0.19519302248954773, + "learning_rate": 8.719475878499108e-05, + "loss": 0.08971885591745377, + "step": 2847 + }, + { + "epoch": 0.564855216184054, + "grad_norm": 0.17058928310871124, + "learning_rate": 8.715505261068096e-05, + "loss": 0.08805429935455322, + "step": 2848 + }, + { + "epoch": 0.5650535501785006, + "grad_norm": 0.22834812104701996, + "learning_rate": 8.711534643637086e-05, + "loss": 0.09595634043216705, + "step": 2849 + }, + { + "epoch": 0.5652518841729472, + "grad_norm": 0.2539692521095276, + "learning_rate": 8.707564026206075e-05, + "loss": 0.08221374452114105, + "step": 2850 + }, + { + "epoch": 0.5654502181673939, + "grad_norm": 0.449034720659256, + "learning_rate": 8.703593408775065e-05, + "loss": 0.10488638281822205, + "step": 2851 + }, + { + "epoch": 0.5656485521618405, + "grad_norm": 0.18054765462875366, + "learning_rate": 8.699622791344054e-05, + "loss": 0.08983094245195389, + "step": 2852 + }, + { + "epoch": 0.5658468861562872, + "grad_norm": 0.3652825653553009, + "learning_rate": 8.695652173913044e-05, + "loss": 0.09797778725624084, + "step": 2853 + }, + { + "epoch": 0.5660452201507339, + "grad_norm": 0.21245433390140533, + "learning_rate": 8.691681556482033e-05, + "loss": 0.09346155822277069, + "step": 2854 + }, + { + "epoch": 0.5662435541451805, + "grad_norm": 0.3321963846683502, + "learning_rate": 8.687710939051023e-05, + "loss": 0.11094696819782257, + "step": 2855 + }, + { + "epoch": 0.5664418881396271, + "grad_norm": 0.15100862085819244, + "learning_rate": 8.683740321620012e-05, + "loss": 0.07616697996854782, + "step": 2856 + }, + { + "epoch": 0.5666402221340738, + "grad_norm": 1.3302010297775269, + "learning_rate": 8.679769704189002e-05, + "loss": 0.08487042784690857, + "step": 2857 + }, + { + "epoch": 0.5668385561285204, + "grad_norm": 0.18651577830314636, + "learning_rate": 8.67579908675799e-05, + "loss": 0.08397956192493439, + "step": 2858 + }, + { + "epoch": 0.5670368901229671, + "grad_norm": 0.4084402918815613, + "learning_rate": 8.67182846932698e-05, + "loss": 0.06406252086162567, + "step": 2859 + }, + { + "epoch": 0.5672352241174137, + "grad_norm": 0.25285860896110535, + "learning_rate": 8.66785785189597e-05, + "loss": 0.07278778403997421, + "step": 2860 + }, + { + "epoch": 0.5674335581118604, + "grad_norm": 0.14196310937404633, + "learning_rate": 8.663887234464961e-05, + "loss": 0.06000957638025284, + "step": 2861 + }, + { + "epoch": 0.567631892106307, + "grad_norm": 0.2771404981613159, + "learning_rate": 8.65991661703395e-05, + "loss": 0.08773617446422577, + "step": 2862 + }, + { + "epoch": 0.5678302261007536, + "grad_norm": 0.22131012380123138, + "learning_rate": 8.65594599960294e-05, + "loss": 0.06665164977312088, + "step": 2863 + }, + { + "epoch": 0.5680285600952003, + "grad_norm": 0.20462839305400848, + "learning_rate": 8.651975382171928e-05, + "loss": 0.09716437011957169, + "step": 2864 + }, + { + "epoch": 0.568226894089647, + "grad_norm": 0.24912528693675995, + "learning_rate": 8.648004764740918e-05, + "loss": 0.08202850818634033, + "step": 2865 + }, + { + "epoch": 0.5684252280840936, + "grad_norm": 0.42640554904937744, + "learning_rate": 8.644034147309907e-05, + "loss": 0.08206842839717865, + "step": 2866 + }, + { + "epoch": 0.5686235620785403, + "grad_norm": 0.27369847893714905, + "learning_rate": 8.640063529878897e-05, + "loss": 0.11529567837715149, + "step": 2867 + }, + { + "epoch": 0.5688218960729869, + "grad_norm": 0.23474837839603424, + "learning_rate": 8.636092912447886e-05, + "loss": 0.10255229473114014, + "step": 2868 + }, + { + "epoch": 0.5690202300674335, + "grad_norm": 0.31110909581184387, + "learning_rate": 8.632122295016876e-05, + "loss": 0.10113859176635742, + "step": 2869 + }, + { + "epoch": 0.5692185640618802, + "grad_norm": 0.22049081325531006, + "learning_rate": 8.628151677585865e-05, + "loss": 0.09460492432117462, + "step": 2870 + }, + { + "epoch": 0.5694168980563269, + "grad_norm": 0.19438965618610382, + "learning_rate": 8.624181060154855e-05, + "loss": 0.06761077046394348, + "step": 2871 + }, + { + "epoch": 0.5696152320507735, + "grad_norm": 0.2482147365808487, + "learning_rate": 8.620210442723843e-05, + "loss": 0.10353140532970428, + "step": 2872 + }, + { + "epoch": 0.5698135660452202, + "grad_norm": 0.2236451506614685, + "learning_rate": 8.616239825292834e-05, + "loss": 0.07784982025623322, + "step": 2873 + }, + { + "epoch": 0.5700119000396668, + "grad_norm": 0.17409132421016693, + "learning_rate": 8.612269207861822e-05, + "loss": 0.06380851566791534, + "step": 2874 + }, + { + "epoch": 0.5702102340341134, + "grad_norm": 0.25759157538414, + "learning_rate": 8.608298590430812e-05, + "loss": 0.06068042293190956, + "step": 2875 + }, + { + "epoch": 0.5704085680285601, + "grad_norm": 0.25196319818496704, + "learning_rate": 8.604327972999801e-05, + "loss": 0.08143464475870132, + "step": 2876 + }, + { + "epoch": 0.5706069020230068, + "grad_norm": 0.28710344433784485, + "learning_rate": 8.600357355568791e-05, + "loss": 0.12047494202852249, + "step": 2877 + }, + { + "epoch": 0.5708052360174534, + "grad_norm": 0.16044554114341736, + "learning_rate": 8.59638673813778e-05, + "loss": 0.07049024105072021, + "step": 2878 + }, + { + "epoch": 0.5710035700119, + "grad_norm": 0.18371373414993286, + "learning_rate": 8.59241612070677e-05, + "loss": 0.06840353459119797, + "step": 2879 + }, + { + "epoch": 0.5712019040063467, + "grad_norm": 0.30817657709121704, + "learning_rate": 8.588445503275759e-05, + "loss": 0.0984889566898346, + "step": 2880 + }, + { + "epoch": 0.5714002380007933, + "grad_norm": 0.670718789100647, + "learning_rate": 8.584474885844749e-05, + "loss": 0.07987847924232483, + "step": 2881 + }, + { + "epoch": 0.57159857199524, + "grad_norm": 0.3145022392272949, + "learning_rate": 8.580504268413738e-05, + "loss": 0.07792485505342484, + "step": 2882 + }, + { + "epoch": 0.5717969059896866, + "grad_norm": 0.3978862464427948, + "learning_rate": 8.576533650982729e-05, + "loss": 0.1296563744544983, + "step": 2883 + }, + { + "epoch": 0.5719952399841333, + "grad_norm": 0.2065601497888565, + "learning_rate": 8.572563033551718e-05, + "loss": 0.07747606188058853, + "step": 2884 + }, + { + "epoch": 0.57219357397858, + "grad_norm": 0.19461730122566223, + "learning_rate": 8.568592416120708e-05, + "loss": 0.09841538965702057, + "step": 2885 + }, + { + "epoch": 0.5723919079730265, + "grad_norm": 0.13304144144058228, + "learning_rate": 8.564621798689697e-05, + "loss": 0.06406081467866898, + "step": 2886 + }, + { + "epoch": 0.5725902419674732, + "grad_norm": 0.12991154193878174, + "learning_rate": 8.560651181258687e-05, + "loss": 0.0582747682929039, + "step": 2887 + }, + { + "epoch": 0.5727885759619199, + "grad_norm": 0.4072446823120117, + "learning_rate": 8.556680563827675e-05, + "loss": 0.09067142009735107, + "step": 2888 + }, + { + "epoch": 0.5729869099563665, + "grad_norm": 0.36917388439178467, + "learning_rate": 8.552709946396665e-05, + "loss": 0.11540821194648743, + "step": 2889 + }, + { + "epoch": 0.5731852439508132, + "grad_norm": 0.29989272356033325, + "learning_rate": 8.548739328965654e-05, + "loss": 0.08582993596792221, + "step": 2890 + }, + { + "epoch": 0.5733835779452598, + "grad_norm": 0.33221933245658875, + "learning_rate": 8.544768711534644e-05, + "loss": 0.11003387719392776, + "step": 2891 + }, + { + "epoch": 0.5735819119397064, + "grad_norm": 0.25044265389442444, + "learning_rate": 8.540798094103633e-05, + "loss": 0.05249682068824768, + "step": 2892 + }, + { + "epoch": 0.5737802459341531, + "grad_norm": 0.18472889065742493, + "learning_rate": 8.536827476672623e-05, + "loss": 0.10393165796995163, + "step": 2893 + }, + { + "epoch": 0.5739785799285998, + "grad_norm": 0.21054907143115997, + "learning_rate": 8.532856859241613e-05, + "loss": 0.08523096144199371, + "step": 2894 + }, + { + "epoch": 0.5741769139230464, + "grad_norm": 0.23397567868232727, + "learning_rate": 8.528886241810602e-05, + "loss": 0.09375815093517303, + "step": 2895 + }, + { + "epoch": 0.5743752479174931, + "grad_norm": 0.5923446416854858, + "learning_rate": 8.524915624379592e-05, + "loss": 0.12338725477457047, + "step": 2896 + }, + { + "epoch": 0.5745735819119397, + "grad_norm": 0.18717333674430847, + "learning_rate": 8.520945006948581e-05, + "loss": 0.08119681477546692, + "step": 2897 + }, + { + "epoch": 0.5747719159063863, + "grad_norm": 0.24303802847862244, + "learning_rate": 8.516974389517571e-05, + "loss": 0.11448894441127777, + "step": 2898 + }, + { + "epoch": 0.574970249900833, + "grad_norm": 0.46637558937072754, + "learning_rate": 8.51300377208656e-05, + "loss": 0.08574935048818588, + "step": 2899 + }, + { + "epoch": 0.5751685838952797, + "grad_norm": 0.35201209783554077, + "learning_rate": 8.50903315465555e-05, + "loss": 0.07939821481704712, + "step": 2900 + }, + { + "epoch": 0.5753669178897263, + "grad_norm": 0.40295109152793884, + "learning_rate": 8.505062537224538e-05, + "loss": 0.0911211222410202, + "step": 2901 + }, + { + "epoch": 0.575565251884173, + "grad_norm": 0.9607052803039551, + "learning_rate": 8.501091919793528e-05, + "loss": 0.07764558494091034, + "step": 2902 + }, + { + "epoch": 0.5757635858786196, + "grad_norm": 0.10680712759494781, + "learning_rate": 8.497121302362517e-05, + "loss": 0.051810503005981445, + "step": 2903 + }, + { + "epoch": 0.5759619198730662, + "grad_norm": 0.46975648403167725, + "learning_rate": 8.493150684931507e-05, + "loss": 0.06179850548505783, + "step": 2904 + }, + { + "epoch": 0.5761602538675129, + "grad_norm": 0.2659769058227539, + "learning_rate": 8.489180067500496e-05, + "loss": 0.07205870002508163, + "step": 2905 + }, + { + "epoch": 0.5763585878619596, + "grad_norm": 1.2111023664474487, + "learning_rate": 8.485209450069487e-05, + "loss": 0.10842413455247879, + "step": 2906 + }, + { + "epoch": 0.5765569218564062, + "grad_norm": 0.9360407590866089, + "learning_rate": 8.481238832638476e-05, + "loss": 0.07700998336076736, + "step": 2907 + }, + { + "epoch": 0.5767552558508529, + "grad_norm": 0.24687717854976654, + "learning_rate": 8.477268215207466e-05, + "loss": 0.08314290642738342, + "step": 2908 + }, + { + "epoch": 0.5769535898452994, + "grad_norm": 0.1752050369977951, + "learning_rate": 8.473297597776455e-05, + "loss": 0.043983571231365204, + "step": 2909 + }, + { + "epoch": 0.5771519238397461, + "grad_norm": 0.2916543483734131, + "learning_rate": 8.469326980345445e-05, + "loss": 0.08653455972671509, + "step": 2910 + }, + { + "epoch": 0.5773502578341928, + "grad_norm": 0.3706722855567932, + "learning_rate": 8.465356362914434e-05, + "loss": 0.07371214032173157, + "step": 2911 + }, + { + "epoch": 0.5775485918286394, + "grad_norm": 1.6073356866836548, + "learning_rate": 8.461385745483424e-05, + "loss": 0.08427127450704575, + "step": 2912 + }, + { + "epoch": 0.5777469258230861, + "grad_norm": 0.18183103203773499, + "learning_rate": 8.457415128052413e-05, + "loss": 0.061879713088274, + "step": 2913 + }, + { + "epoch": 0.5779452598175328, + "grad_norm": 10.392118453979492, + "learning_rate": 8.453444510621403e-05, + "loss": 0.09300574660301208, + "step": 2914 + }, + { + "epoch": 0.5781435938119793, + "grad_norm": 0.2515784502029419, + "learning_rate": 8.449473893190391e-05, + "loss": 0.08535061776638031, + "step": 2915 + }, + { + "epoch": 0.578341927806426, + "grad_norm": 0.3394656181335449, + "learning_rate": 8.445503275759381e-05, + "loss": 0.07280930876731873, + "step": 2916 + }, + { + "epoch": 0.5785402618008727, + "grad_norm": 0.4139767289161682, + "learning_rate": 8.44153265832837e-05, + "loss": 0.10727410763502121, + "step": 2917 + }, + { + "epoch": 0.5787385957953193, + "grad_norm": 0.24630220234394073, + "learning_rate": 8.43756204089736e-05, + "loss": 0.09504443407058716, + "step": 2918 + }, + { + "epoch": 0.578936929789766, + "grad_norm": 0.17703548073768616, + "learning_rate": 8.433591423466349e-05, + "loss": 0.053259871900081635, + "step": 2919 + }, + { + "epoch": 0.5791352637842127, + "grad_norm": 0.4926760196685791, + "learning_rate": 8.429620806035339e-05, + "loss": 0.10282403230667114, + "step": 2920 + }, + { + "epoch": 0.5793335977786592, + "grad_norm": 0.9912019371986389, + "learning_rate": 8.425650188604328e-05, + "loss": 0.10200978070497513, + "step": 2921 + }, + { + "epoch": 0.5795319317731059, + "grad_norm": 0.8671039938926697, + "learning_rate": 8.421679571173318e-05, + "loss": 0.10506225377321243, + "step": 2922 + }, + { + "epoch": 0.5797302657675526, + "grad_norm": 0.22972747683525085, + "learning_rate": 8.417708953742307e-05, + "loss": 0.07307380437850952, + "step": 2923 + }, + { + "epoch": 0.5799285997619992, + "grad_norm": 6.467475891113281, + "learning_rate": 8.413738336311297e-05, + "loss": 0.11793950945138931, + "step": 2924 + }, + { + "epoch": 0.5801269337564459, + "grad_norm": 0.30443769693374634, + "learning_rate": 8.409767718880285e-05, + "loss": 0.09157612174749374, + "step": 2925 + }, + { + "epoch": 0.5803252677508925, + "grad_norm": 0.6315633654594421, + "learning_rate": 8.405797101449276e-05, + "loss": 0.10741051286458969, + "step": 2926 + }, + { + "epoch": 0.5805236017453391, + "grad_norm": 0.31593674421310425, + "learning_rate": 8.401826484018264e-05, + "loss": 0.10554611682891846, + "step": 2927 + }, + { + "epoch": 0.5807219357397858, + "grad_norm": 0.24199384450912476, + "learning_rate": 8.397855866587254e-05, + "loss": 0.08657094836235046, + "step": 2928 + }, + { + "epoch": 0.5809202697342325, + "grad_norm": 0.366716593503952, + "learning_rate": 8.393885249156244e-05, + "loss": 0.066604383289814, + "step": 2929 + }, + { + "epoch": 0.5811186037286791, + "grad_norm": 0.3018604516983032, + "learning_rate": 8.389914631725235e-05, + "loss": 0.060020048171281815, + "step": 2930 + }, + { + "epoch": 0.5813169377231258, + "grad_norm": 0.5026136040687561, + "learning_rate": 8.385944014294223e-05, + "loss": 0.07875607907772064, + "step": 2931 + }, + { + "epoch": 0.5815152717175724, + "grad_norm": 0.3765355944633484, + "learning_rate": 8.381973396863213e-05, + "loss": 0.0907578319311142, + "step": 2932 + }, + { + "epoch": 0.581713605712019, + "grad_norm": 0.2304472029209137, + "learning_rate": 8.378002779432202e-05, + "loss": 0.07496187835931778, + "step": 2933 + }, + { + "epoch": 0.5819119397064657, + "grad_norm": 0.34713104367256165, + "learning_rate": 8.374032162001192e-05, + "loss": 0.06783699989318848, + "step": 2934 + }, + { + "epoch": 0.5821102737009123, + "grad_norm": 0.40667545795440674, + "learning_rate": 8.370061544570181e-05, + "loss": 0.10361918807029724, + "step": 2935 + }, + { + "epoch": 0.582308607695359, + "grad_norm": 0.45734721422195435, + "learning_rate": 8.366090927139171e-05, + "loss": 0.08861258625984192, + "step": 2936 + }, + { + "epoch": 0.5825069416898057, + "grad_norm": 0.3819939196109772, + "learning_rate": 8.36212030970816e-05, + "loss": 0.0733165442943573, + "step": 2937 + }, + { + "epoch": 0.5827052756842522, + "grad_norm": 0.30652469396591187, + "learning_rate": 8.35814969227715e-05, + "loss": 0.10440985858440399, + "step": 2938 + }, + { + "epoch": 0.5829036096786989, + "grad_norm": 0.23150470852851868, + "learning_rate": 8.354179074846138e-05, + "loss": 0.0988052636384964, + "step": 2939 + }, + { + "epoch": 0.5831019436731456, + "grad_norm": 0.18257826566696167, + "learning_rate": 8.350208457415129e-05, + "loss": 0.07131434231996536, + "step": 2940 + }, + { + "epoch": 0.5833002776675922, + "grad_norm": 5.695817947387695, + "learning_rate": 8.346237839984117e-05, + "loss": 0.11582211405038834, + "step": 2941 + }, + { + "epoch": 0.5834986116620389, + "grad_norm": 0.37422677874565125, + "learning_rate": 8.342267222553107e-05, + "loss": 0.05223257094621658, + "step": 2942 + }, + { + "epoch": 0.5836969456564856, + "grad_norm": 0.25158175826072693, + "learning_rate": 8.338296605122096e-05, + "loss": 0.0963658019900322, + "step": 2943 + }, + { + "epoch": 0.5838952796509321, + "grad_norm": 0.23346677422523499, + "learning_rate": 8.334325987691086e-05, + "loss": 0.08425984531641006, + "step": 2944 + }, + { + "epoch": 0.5840936136453788, + "grad_norm": 0.3406672775745392, + "learning_rate": 8.330355370260076e-05, + "loss": 0.09776720404624939, + "step": 2945 + }, + { + "epoch": 0.5842919476398255, + "grad_norm": 0.2617443799972534, + "learning_rate": 8.326384752829065e-05, + "loss": 0.07517460733652115, + "step": 2946 + }, + { + "epoch": 0.5844902816342721, + "grad_norm": 0.2215908169746399, + "learning_rate": 8.322414135398055e-05, + "loss": 0.13593918085098267, + "step": 2947 + }, + { + "epoch": 0.5846886156287188, + "grad_norm": 0.3992671072483063, + "learning_rate": 8.318443517967044e-05, + "loss": 0.1002766564488411, + "step": 2948 + }, + { + "epoch": 0.5848869496231655, + "grad_norm": 0.820652186870575, + "learning_rate": 8.314472900536034e-05, + "loss": 0.14067193865776062, + "step": 2949 + }, + { + "epoch": 0.585085283617612, + "grad_norm": 0.5106752514839172, + "learning_rate": 8.310502283105023e-05, + "loss": 0.06660400331020355, + "step": 2950 + }, + { + "epoch": 0.5852836176120587, + "grad_norm": 1.994612693786621, + "learning_rate": 8.306531665674013e-05, + "loss": 0.061183493584394455, + "step": 2951 + }, + { + "epoch": 0.5854819516065054, + "grad_norm": 0.29102835059165955, + "learning_rate": 8.302561048243003e-05, + "loss": 0.06696920096874237, + "step": 2952 + }, + { + "epoch": 0.585680285600952, + "grad_norm": 0.2134229987859726, + "learning_rate": 8.298590430811992e-05, + "loss": 0.07471220195293427, + "step": 2953 + }, + { + "epoch": 0.5858786195953987, + "grad_norm": 3.6743991374969482, + "learning_rate": 8.294619813380982e-05, + "loss": 0.10266296565532684, + "step": 2954 + }, + { + "epoch": 0.5860769535898454, + "grad_norm": 0.15002578496932983, + "learning_rate": 8.29064919594997e-05, + "loss": 0.08391497284173965, + "step": 2955 + }, + { + "epoch": 0.5862752875842919, + "grad_norm": 0.16279564797878265, + "learning_rate": 8.28667857851896e-05, + "loss": 0.05890921130776405, + "step": 2956 + }, + { + "epoch": 0.5864736215787386, + "grad_norm": 0.4693528711795807, + "learning_rate": 8.28270796108795e-05, + "loss": 0.08997610956430435, + "step": 2957 + }, + { + "epoch": 0.5866719555731852, + "grad_norm": 0.3417985439300537, + "learning_rate": 8.278737343656939e-05, + "loss": 0.09787404537200928, + "step": 2958 + }, + { + "epoch": 0.5868702895676319, + "grad_norm": 1.1179622411727905, + "learning_rate": 8.27476672622593e-05, + "loss": 0.07545879483222961, + "step": 2959 + }, + { + "epoch": 0.5870686235620786, + "grad_norm": 0.2309180349111557, + "learning_rate": 8.270796108794918e-05, + "loss": 0.07923749089241028, + "step": 2960 + }, + { + "epoch": 0.5872669575565251, + "grad_norm": 0.27928319573402405, + "learning_rate": 8.266825491363908e-05, + "loss": 0.0839710459113121, + "step": 2961 + }, + { + "epoch": 0.5874652915509718, + "grad_norm": 0.45711758732795715, + "learning_rate": 8.262854873932897e-05, + "loss": 0.10040013492107391, + "step": 2962 + }, + { + "epoch": 0.5876636255454185, + "grad_norm": 0.6262921094894409, + "learning_rate": 8.258884256501887e-05, + "loss": 0.09168951958417892, + "step": 2963 + }, + { + "epoch": 0.5878619595398651, + "grad_norm": 0.30172210931777954, + "learning_rate": 8.254913639070876e-05, + "loss": 0.08347687870264053, + "step": 2964 + }, + { + "epoch": 0.5880602935343118, + "grad_norm": 0.18073773384094238, + "learning_rate": 8.250943021639866e-05, + "loss": 0.06058117002248764, + "step": 2965 + }, + { + "epoch": 0.5882586275287585, + "grad_norm": 0.17459772527217865, + "learning_rate": 8.246972404208855e-05, + "loss": 0.0754908099770546, + "step": 2966 + }, + { + "epoch": 0.588456961523205, + "grad_norm": 0.20647160708904266, + "learning_rate": 8.243001786777845e-05, + "loss": 0.10683027654886246, + "step": 2967 + }, + { + "epoch": 0.5886552955176517, + "grad_norm": 0.44571182131767273, + "learning_rate": 8.239031169346833e-05, + "loss": 0.07188811153173447, + "step": 2968 + }, + { + "epoch": 0.5888536295120984, + "grad_norm": 0.19045639038085938, + "learning_rate": 8.235060551915823e-05, + "loss": 0.08310351520776749, + "step": 2969 + }, + { + "epoch": 0.589051963506545, + "grad_norm": 0.5581415891647339, + "learning_rate": 8.231089934484812e-05, + "loss": 0.07046560943126678, + "step": 2970 + }, + { + "epoch": 0.5892502975009917, + "grad_norm": 1.48335599899292, + "learning_rate": 8.227119317053802e-05, + "loss": 0.12494377791881561, + "step": 2971 + }, + { + "epoch": 0.5894486314954384, + "grad_norm": 0.43180811405181885, + "learning_rate": 8.223148699622791e-05, + "loss": 0.0679023489356041, + "step": 2972 + }, + { + "epoch": 0.5896469654898849, + "grad_norm": 1.115731120109558, + "learning_rate": 8.219178082191781e-05, + "loss": 0.07256586104631424, + "step": 2973 + }, + { + "epoch": 0.5898452994843316, + "grad_norm": 0.20338505506515503, + "learning_rate": 8.21520746476077e-05, + "loss": 0.0719447210431099, + "step": 2974 + }, + { + "epoch": 0.5900436334787783, + "grad_norm": 1.080381989479065, + "learning_rate": 8.21123684732976e-05, + "loss": 0.06500893831253052, + "step": 2975 + }, + { + "epoch": 0.5902419674732249, + "grad_norm": 0.24368321895599365, + "learning_rate": 8.20726622989875e-05, + "loss": 0.07838176190853119, + "step": 2976 + }, + { + "epoch": 0.5904403014676716, + "grad_norm": 0.5060306191444397, + "learning_rate": 8.20329561246774e-05, + "loss": 0.057393815368413925, + "step": 2977 + }, + { + "epoch": 0.5906386354621183, + "grad_norm": 0.29864388704299927, + "learning_rate": 8.199324995036729e-05, + "loss": 0.106138676404953, + "step": 2978 + }, + { + "epoch": 0.5908369694565648, + "grad_norm": 0.34368574619293213, + "learning_rate": 8.195354377605719e-05, + "loss": 0.08310729265213013, + "step": 2979 + }, + { + "epoch": 0.5910353034510115, + "grad_norm": 3.9696645736694336, + "learning_rate": 8.191383760174708e-05, + "loss": 0.09481237828731537, + "step": 2980 + }, + { + "epoch": 0.5912336374454582, + "grad_norm": 1.0344218015670776, + "learning_rate": 8.187413142743698e-05, + "loss": 0.08140431344509125, + "step": 2981 + }, + { + "epoch": 0.5914319714399048, + "grad_norm": 0.20556965470314026, + "learning_rate": 8.183442525312686e-05, + "loss": 0.09609372913837433, + "step": 2982 + }, + { + "epoch": 0.5916303054343515, + "grad_norm": 0.31254279613494873, + "learning_rate": 8.179471907881676e-05, + "loss": 0.0989513024687767, + "step": 2983 + }, + { + "epoch": 0.591828639428798, + "grad_norm": 0.2129121869802475, + "learning_rate": 8.175501290450665e-05, + "loss": 0.10276682674884796, + "step": 2984 + }, + { + "epoch": 0.5920269734232447, + "grad_norm": 0.3127191364765167, + "learning_rate": 8.171530673019655e-05, + "loss": 0.07405269145965576, + "step": 2985 + }, + { + "epoch": 0.5922253074176914, + "grad_norm": 0.2602149546146393, + "learning_rate": 8.167560055588644e-05, + "loss": 0.09895949065685272, + "step": 2986 + }, + { + "epoch": 0.592423641412138, + "grad_norm": 0.4768911302089691, + "learning_rate": 8.163589438157634e-05, + "loss": 0.07529342174530029, + "step": 2987 + }, + { + "epoch": 0.5926219754065847, + "grad_norm": 0.249652698636055, + "learning_rate": 8.159618820726623e-05, + "loss": 0.08365866541862488, + "step": 2988 + }, + { + "epoch": 0.5928203094010314, + "grad_norm": 7.608407974243164, + "learning_rate": 8.155648203295613e-05, + "loss": 0.08086153864860535, + "step": 2989 + }, + { + "epoch": 0.5930186433954779, + "grad_norm": 0.4094591736793518, + "learning_rate": 8.151677585864602e-05, + "loss": 0.06416384130716324, + "step": 2990 + }, + { + "epoch": 0.5932169773899246, + "grad_norm": 0.36477404832839966, + "learning_rate": 8.147706968433592e-05, + "loss": 0.06072957068681717, + "step": 2991 + }, + { + "epoch": 0.5934153113843713, + "grad_norm": 0.5040484070777893, + "learning_rate": 8.14373635100258e-05, + "loss": 0.1038457378745079, + "step": 2992 + }, + { + "epoch": 0.5936136453788179, + "grad_norm": 7.459628105163574, + "learning_rate": 8.13976573357157e-05, + "loss": 0.08327070623636246, + "step": 2993 + }, + { + "epoch": 0.5938119793732646, + "grad_norm": 0.27619853615760803, + "learning_rate": 8.135795116140559e-05, + "loss": 0.08824892342090607, + "step": 2994 + }, + { + "epoch": 0.5940103133677113, + "grad_norm": 3.9663898944854736, + "learning_rate": 8.13182449870955e-05, + "loss": 0.09795889258384705, + "step": 2995 + }, + { + "epoch": 0.5942086473621578, + "grad_norm": 0.2989385426044464, + "learning_rate": 8.127853881278538e-05, + "loss": 0.06885748356580734, + "step": 2996 + }, + { + "epoch": 0.5944069813566045, + "grad_norm": 0.2175920456647873, + "learning_rate": 8.123883263847528e-05, + "loss": 0.07391047477722168, + "step": 2997 + }, + { + "epoch": 0.5946053153510512, + "grad_norm": 1.1187944412231445, + "learning_rate": 8.119912646416518e-05, + "loss": 0.10425630956888199, + "step": 2998 + }, + { + "epoch": 0.5948036493454978, + "grad_norm": 0.2356872409582138, + "learning_rate": 8.115942028985508e-05, + "loss": 0.06114421784877777, + "step": 2999 + }, + { + "epoch": 0.5950019833399445, + "grad_norm": 0.2634301483631134, + "learning_rate": 8.111971411554497e-05, + "loss": 0.08578676730394363, + "step": 3000 + }, + { + "epoch": 0.5950019833399445, + "eval_loss": 0.6314043402671814, + "eval_runtime": 415.8343, + "eval_samples_per_second": 0.616, + "eval_steps_per_second": 0.154, + "step": 3000 + }, + { + "epoch": 0.5952003173343912, + "grad_norm": 0.16357235610485077, + "learning_rate": 8.108000794123487e-05, + "loss": 0.06280354410409927, + "step": 3001 + }, + { + "epoch": 0.5953986513288377, + "grad_norm": 0.26941922307014465, + "learning_rate": 8.104030176692476e-05, + "loss": 0.08442071080207825, + "step": 3002 + }, + { + "epoch": 0.5955969853232844, + "grad_norm": 0.3147710859775543, + "learning_rate": 8.100059559261466e-05, + "loss": 0.07714337855577469, + "step": 3003 + }, + { + "epoch": 0.5957953193177311, + "grad_norm": 0.33665576577186584, + "learning_rate": 8.096088941830455e-05, + "loss": 0.08340957760810852, + "step": 3004 + }, + { + "epoch": 0.5959936533121777, + "grad_norm": 0.6971626281738281, + "learning_rate": 8.092118324399445e-05, + "loss": 0.06368900835514069, + "step": 3005 + }, + { + "epoch": 0.5961919873066244, + "grad_norm": 0.20006011426448822, + "learning_rate": 8.088147706968434e-05, + "loss": 0.08045273274183273, + "step": 3006 + }, + { + "epoch": 0.5963903213010711, + "grad_norm": 0.13255973160266876, + "learning_rate": 8.084177089537424e-05, + "loss": 0.04876380413770676, + "step": 3007 + }, + { + "epoch": 0.5965886552955176, + "grad_norm": 3.9706063270568848, + "learning_rate": 8.080206472106414e-05, + "loss": 0.07323486357927322, + "step": 3008 + }, + { + "epoch": 0.5967869892899643, + "grad_norm": 0.1772632598876953, + "learning_rate": 8.076235854675402e-05, + "loss": 0.07736567407846451, + "step": 3009 + }, + { + "epoch": 0.5969853232844109, + "grad_norm": 0.4575655460357666, + "learning_rate": 8.072265237244392e-05, + "loss": 0.10370746999979019, + "step": 3010 + }, + { + "epoch": 0.5971836572788576, + "grad_norm": 0.2914946675300598, + "learning_rate": 8.068294619813381e-05, + "loss": 0.07935906946659088, + "step": 3011 + }, + { + "epoch": 0.5973819912733043, + "grad_norm": 0.4063451588153839, + "learning_rate": 8.064324002382371e-05, + "loss": 0.11693087220191956, + "step": 3012 + }, + { + "epoch": 0.5975803252677508, + "grad_norm": 0.30167698860168457, + "learning_rate": 8.06035338495136e-05, + "loss": 0.07891853898763657, + "step": 3013 + }, + { + "epoch": 0.5977786592621975, + "grad_norm": 0.25798314809799194, + "learning_rate": 8.05638276752035e-05, + "loss": 0.07289505749940872, + "step": 3014 + }, + { + "epoch": 0.5979769932566442, + "grad_norm": 0.4248959422111511, + "learning_rate": 8.052412150089339e-05, + "loss": 0.047555260360240936, + "step": 3015 + }, + { + "epoch": 0.5981753272510908, + "grad_norm": 0.23068223893642426, + "learning_rate": 8.048441532658329e-05, + "loss": 0.082757867872715, + "step": 3016 + }, + { + "epoch": 0.5983736612455375, + "grad_norm": 0.4689505100250244, + "learning_rate": 8.044470915227318e-05, + "loss": 0.08770804852247238, + "step": 3017 + }, + { + "epoch": 0.5985719952399842, + "grad_norm": 0.31943926215171814, + "learning_rate": 8.040500297796308e-05, + "loss": 0.11615601927042007, + "step": 3018 + }, + { + "epoch": 0.5987703292344307, + "grad_norm": 0.5863311290740967, + "learning_rate": 8.036529680365296e-05, + "loss": 0.07996465265750885, + "step": 3019 + }, + { + "epoch": 0.5989686632288774, + "grad_norm": 0.31067734956741333, + "learning_rate": 8.032559062934287e-05, + "loss": 0.05719378590583801, + "step": 3020 + }, + { + "epoch": 0.5991669972233241, + "grad_norm": 0.24285157024860382, + "learning_rate": 8.028588445503275e-05, + "loss": 0.09239962697029114, + "step": 3021 + }, + { + "epoch": 0.5993653312177707, + "grad_norm": 0.5146817564964294, + "learning_rate": 8.024617828072267e-05, + "loss": 0.1047837883234024, + "step": 3022 + }, + { + "epoch": 0.5995636652122174, + "grad_norm": 0.2918660342693329, + "learning_rate": 8.020647210641255e-05, + "loss": 0.11136264353990555, + "step": 3023 + }, + { + "epoch": 0.5997619992066641, + "grad_norm": 8.957670211791992, + "learning_rate": 8.016676593210246e-05, + "loss": 0.07838225364685059, + "step": 3024 + }, + { + "epoch": 0.5999603332011106, + "grad_norm": 0.30202195048332214, + "learning_rate": 8.012705975779234e-05, + "loss": 0.07056887447834015, + "step": 3025 + }, + { + "epoch": 0.6001586671955573, + "grad_norm": 2.352585792541504, + "learning_rate": 8.008735358348224e-05, + "loss": 0.08637319505214691, + "step": 3026 + }, + { + "epoch": 0.600357001190004, + "grad_norm": 2.3819315433502197, + "learning_rate": 8.004764740917213e-05, + "loss": 0.07280875742435455, + "step": 3027 + }, + { + "epoch": 0.6005553351844506, + "grad_norm": 3.534655809402466, + "learning_rate": 8.000794123486203e-05, + "loss": 0.08761896938085556, + "step": 3028 + }, + { + "epoch": 0.6007536691788973, + "grad_norm": 0.3176840543746948, + "learning_rate": 7.996823506055192e-05, + "loss": 0.0959097146987915, + "step": 3029 + }, + { + "epoch": 0.600952003173344, + "grad_norm": 0.6516357064247131, + "learning_rate": 7.992852888624182e-05, + "loss": 0.10786804556846619, + "step": 3030 + }, + { + "epoch": 0.6011503371677905, + "grad_norm": 0.20904125273227692, + "learning_rate": 7.988882271193171e-05, + "loss": 0.0987386405467987, + "step": 3031 + }, + { + "epoch": 0.6013486711622372, + "grad_norm": 1.2297388315200806, + "learning_rate": 7.984911653762161e-05, + "loss": 0.08632300794124603, + "step": 3032 + }, + { + "epoch": 0.6015470051566838, + "grad_norm": 1.1407115459442139, + "learning_rate": 7.98094103633115e-05, + "loss": 0.0664883479475975, + "step": 3033 + }, + { + "epoch": 0.6017453391511305, + "grad_norm": 0.43041935563087463, + "learning_rate": 7.97697041890014e-05, + "loss": 0.09856341779232025, + "step": 3034 + }, + { + "epoch": 0.6019436731455772, + "grad_norm": 0.24907785654067993, + "learning_rate": 7.972999801469128e-05, + "loss": 0.06290602684020996, + "step": 3035 + }, + { + "epoch": 0.6021420071400237, + "grad_norm": 0.2663376033306122, + "learning_rate": 7.969029184038118e-05, + "loss": 0.06965212523937225, + "step": 3036 + }, + { + "epoch": 0.6023403411344704, + "grad_norm": 0.2640666365623474, + "learning_rate": 7.965058566607107e-05, + "loss": 0.1108195036649704, + "step": 3037 + }, + { + "epoch": 0.6025386751289171, + "grad_norm": 6.137434959411621, + "learning_rate": 7.961087949176097e-05, + "loss": 0.11194571852684021, + "step": 3038 + }, + { + "epoch": 0.6027370091233637, + "grad_norm": 0.482250452041626, + "learning_rate": 7.957117331745086e-05, + "loss": 0.06050041317939758, + "step": 3039 + }, + { + "epoch": 0.6029353431178104, + "grad_norm": 1.4892549514770508, + "learning_rate": 7.953146714314076e-05, + "loss": 0.08493403345346451, + "step": 3040 + }, + { + "epoch": 0.6031336771122571, + "grad_norm": 0.6329813599586487, + "learning_rate": 7.949176096883065e-05, + "loss": 0.08218764513731003, + "step": 3041 + }, + { + "epoch": 0.6033320111067036, + "grad_norm": 0.5007304549217224, + "learning_rate": 7.945205479452055e-05, + "loss": 0.05683567002415657, + "step": 3042 + }, + { + "epoch": 0.6035303451011503, + "grad_norm": 0.3719591200351715, + "learning_rate": 7.941234862021044e-05, + "loss": 0.0915364921092987, + "step": 3043 + }, + { + "epoch": 0.603728679095597, + "grad_norm": 1.0957974195480347, + "learning_rate": 7.937264244590034e-05, + "loss": 0.08941222727298737, + "step": 3044 + }, + { + "epoch": 0.6039270130900436, + "grad_norm": 0.21741925179958344, + "learning_rate": 7.933293627159024e-05, + "loss": 0.05409635603427887, + "step": 3045 + }, + { + "epoch": 0.6041253470844903, + "grad_norm": 6.142806053161621, + "learning_rate": 7.929323009728014e-05, + "loss": 0.09624302387237549, + "step": 3046 + }, + { + "epoch": 0.604323681078937, + "grad_norm": 0.2753502428531647, + "learning_rate": 7.925352392297003e-05, + "loss": 0.13333632051944733, + "step": 3047 + }, + { + "epoch": 0.6045220150733835, + "grad_norm": 0.3572494089603424, + "learning_rate": 7.921381774865993e-05, + "loss": 0.07754915952682495, + "step": 3048 + }, + { + "epoch": 0.6047203490678302, + "grad_norm": 0.23959261178970337, + "learning_rate": 7.917411157434981e-05, + "loss": 0.10284745693206787, + "step": 3049 + }, + { + "epoch": 0.6049186830622769, + "grad_norm": 2.6593265533447266, + "learning_rate": 7.913440540003971e-05, + "loss": 0.08678734302520752, + "step": 3050 + }, + { + "epoch": 0.6051170170567235, + "grad_norm": 0.8029197454452515, + "learning_rate": 7.90946992257296e-05, + "loss": 0.07909627258777618, + "step": 3051 + }, + { + "epoch": 0.6053153510511702, + "grad_norm": 1.0525075197219849, + "learning_rate": 7.90549930514195e-05, + "loss": 0.04842628911137581, + "step": 3052 + }, + { + "epoch": 0.6055136850456169, + "grad_norm": 3.4703879356384277, + "learning_rate": 7.901528687710939e-05, + "loss": 0.056208476424217224, + "step": 3053 + }, + { + "epoch": 0.6057120190400634, + "grad_norm": 0.43543580174446106, + "learning_rate": 7.897558070279929e-05, + "loss": 0.07232480496168137, + "step": 3054 + }, + { + "epoch": 0.6059103530345101, + "grad_norm": 0.2501034438610077, + "learning_rate": 7.893587452848918e-05, + "loss": 0.07835279405117035, + "step": 3055 + }, + { + "epoch": 0.6061086870289568, + "grad_norm": 0.5606460571289062, + "learning_rate": 7.889616835417908e-05, + "loss": 0.08813148736953735, + "step": 3056 + }, + { + "epoch": 0.6063070210234034, + "grad_norm": 1.4015021324157715, + "learning_rate": 7.885646217986897e-05, + "loss": 0.08610828965902328, + "step": 3057 + }, + { + "epoch": 0.6065053550178501, + "grad_norm": 0.6800218820571899, + "learning_rate": 7.881675600555887e-05, + "loss": 0.07074978202581406, + "step": 3058 + }, + { + "epoch": 0.6067036890122967, + "grad_norm": 0.7184444665908813, + "learning_rate": 7.877704983124875e-05, + "loss": 0.08928071707487106, + "step": 3059 + }, + { + "epoch": 0.6069020230067433, + "grad_norm": 0.6283815503120422, + "learning_rate": 7.873734365693866e-05, + "loss": 0.09923142194747925, + "step": 3060 + }, + { + "epoch": 0.60710035700119, + "grad_norm": 38.308921813964844, + "learning_rate": 7.869763748262856e-05, + "loss": 0.10547389835119247, + "step": 3061 + }, + { + "epoch": 0.6072986909956366, + "grad_norm": 0.5522094964981079, + "learning_rate": 7.865793130831844e-05, + "loss": 0.09840178489685059, + "step": 3062 + }, + { + "epoch": 0.6074970249900833, + "grad_norm": 0.2058633714914322, + "learning_rate": 7.861822513400834e-05, + "loss": 0.06874573975801468, + "step": 3063 + }, + { + "epoch": 0.60769535898453, + "grad_norm": 2.429539442062378, + "learning_rate": 7.857851895969823e-05, + "loss": 0.1052517369389534, + "step": 3064 + }, + { + "epoch": 0.6078936929789766, + "grad_norm": 0.4341176748275757, + "learning_rate": 7.853881278538813e-05, + "loss": 0.10370174050331116, + "step": 3065 + }, + { + "epoch": 0.6080920269734232, + "grad_norm": 0.3728097379207611, + "learning_rate": 7.849910661107802e-05, + "loss": 0.08746728301048279, + "step": 3066 + }, + { + "epoch": 0.6082903609678699, + "grad_norm": 0.8061509132385254, + "learning_rate": 7.845940043676792e-05, + "loss": 0.0715247243642807, + "step": 3067 + }, + { + "epoch": 0.6084886949623165, + "grad_norm": 19.763473510742188, + "learning_rate": 7.841969426245782e-05, + "loss": 0.07955405116081238, + "step": 3068 + }, + { + "epoch": 0.6086870289567632, + "grad_norm": 0.4942696988582611, + "learning_rate": 7.837998808814771e-05, + "loss": 0.09213616698980331, + "step": 3069 + }, + { + "epoch": 0.6088853629512099, + "grad_norm": 0.6723339557647705, + "learning_rate": 7.834028191383761e-05, + "loss": 0.13401390612125397, + "step": 3070 + }, + { + "epoch": 0.6090836969456564, + "grad_norm": 0.6723963618278503, + "learning_rate": 7.830057573952751e-05, + "loss": 0.06848200410604477, + "step": 3071 + }, + { + "epoch": 0.6092820309401031, + "grad_norm": 5.539039134979248, + "learning_rate": 7.82608695652174e-05, + "loss": 0.10824650526046753, + "step": 3072 + }, + { + "epoch": 0.6094803649345498, + "grad_norm": 0.5676619410514832, + "learning_rate": 7.82211633909073e-05, + "loss": 0.08116398751735687, + "step": 3073 + }, + { + "epoch": 0.6096786989289964, + "grad_norm": 0.49462053179740906, + "learning_rate": 7.818145721659719e-05, + "loss": 0.06136278435587883, + "step": 3074 + }, + { + "epoch": 0.6098770329234431, + "grad_norm": 0.5567304491996765, + "learning_rate": 7.814175104228709e-05, + "loss": 0.08716265857219696, + "step": 3075 + }, + { + "epoch": 0.6100753669178898, + "grad_norm": 0.48185741901397705, + "learning_rate": 7.810204486797697e-05, + "loss": 0.11639191210269928, + "step": 3076 + }, + { + "epoch": 0.6102737009123363, + "grad_norm": 6.919075965881348, + "learning_rate": 7.806233869366688e-05, + "loss": 0.08840315043926239, + "step": 3077 + }, + { + "epoch": 0.610472034906783, + "grad_norm": 0.8981678485870361, + "learning_rate": 7.802263251935676e-05, + "loss": 0.10485631972551346, + "step": 3078 + }, + { + "epoch": 0.6106703689012297, + "grad_norm": 0.2893161177635193, + "learning_rate": 7.798292634504666e-05, + "loss": 0.10392938554286957, + "step": 3079 + }, + { + "epoch": 0.6108687028956763, + "grad_norm": 0.9536740779876709, + "learning_rate": 7.794322017073655e-05, + "loss": 0.11530939489603043, + "step": 3080 + }, + { + "epoch": 0.611067036890123, + "grad_norm": 1.5798580646514893, + "learning_rate": 7.790351399642645e-05, + "loss": 0.07504680007696152, + "step": 3081 + }, + { + "epoch": 0.6112653708845697, + "grad_norm": 0.28936004638671875, + "learning_rate": 7.786380782211634e-05, + "loss": 0.08196762949228287, + "step": 3082 + }, + { + "epoch": 0.6114637048790162, + "grad_norm": 0.931811511516571, + "learning_rate": 7.782410164780624e-05, + "loss": 0.07332734018564224, + "step": 3083 + }, + { + "epoch": 0.6116620388734629, + "grad_norm": 4.441567420959473, + "learning_rate": 7.778439547349613e-05, + "loss": 0.12149232625961304, + "step": 3084 + }, + { + "epoch": 0.6118603728679095, + "grad_norm": 0.6447977423667908, + "learning_rate": 7.774468929918603e-05, + "loss": 0.09501270949840546, + "step": 3085 + }, + { + "epoch": 0.6120587068623562, + "grad_norm": 0.5489862561225891, + "learning_rate": 7.770498312487591e-05, + "loss": 0.07338753342628479, + "step": 3086 + }, + { + "epoch": 0.6122570408568029, + "grad_norm": 0.29169490933418274, + "learning_rate": 7.766527695056582e-05, + "loss": 0.06578213721513748, + "step": 3087 + }, + { + "epoch": 0.6124553748512495, + "grad_norm": 0.3714669346809387, + "learning_rate": 7.76255707762557e-05, + "loss": 0.06544199585914612, + "step": 3088 + }, + { + "epoch": 0.6126537088456961, + "grad_norm": 0.7969116568565369, + "learning_rate": 7.75858646019456e-05, + "loss": 0.05466394126415253, + "step": 3089 + }, + { + "epoch": 0.6128520428401428, + "grad_norm": 3.5688772201538086, + "learning_rate": 7.754615842763549e-05, + "loss": 0.09314646571874619, + "step": 3090 + }, + { + "epoch": 0.6130503768345894, + "grad_norm": 0.5369341373443604, + "learning_rate": 7.75064522533254e-05, + "loss": 0.1153467446565628, + "step": 3091 + }, + { + "epoch": 0.6132487108290361, + "grad_norm": 0.8187584280967712, + "learning_rate": 7.746674607901529e-05, + "loss": 0.07669764757156372, + "step": 3092 + }, + { + "epoch": 0.6134470448234828, + "grad_norm": 0.582635760307312, + "learning_rate": 7.74270399047052e-05, + "loss": 0.08749665319919586, + "step": 3093 + }, + { + "epoch": 0.6136453788179294, + "grad_norm": 1.0633368492126465, + "learning_rate": 7.738733373039508e-05, + "loss": 0.07607157528400421, + "step": 3094 + }, + { + "epoch": 0.613843712812376, + "grad_norm": 1.0950082540512085, + "learning_rate": 7.734762755608498e-05, + "loss": 0.06236829236149788, + "step": 3095 + }, + { + "epoch": 0.6140420468068227, + "grad_norm": 0.7152698040008545, + "learning_rate": 7.730792138177487e-05, + "loss": 0.0855858102440834, + "step": 3096 + }, + { + "epoch": 0.6142403808012693, + "grad_norm": 0.28699538111686707, + "learning_rate": 7.726821520746477e-05, + "loss": 0.08747471123933792, + "step": 3097 + }, + { + "epoch": 0.614438714795716, + "grad_norm": 0.3048522174358368, + "learning_rate": 7.722850903315466e-05, + "loss": 0.09201294928789139, + "step": 3098 + }, + { + "epoch": 0.6146370487901627, + "grad_norm": 0.34106189012527466, + "learning_rate": 7.718880285884456e-05, + "loss": 0.06918036192655563, + "step": 3099 + }, + { + "epoch": 0.6148353827846093, + "grad_norm": 0.7240787148475647, + "learning_rate": 7.714909668453445e-05, + "loss": 0.10713783651590347, + "step": 3100 + }, + { + "epoch": 0.6150337167790559, + "grad_norm": 0.35641714930534363, + "learning_rate": 7.710939051022435e-05, + "loss": 0.08479160815477371, + "step": 3101 + }, + { + "epoch": 0.6152320507735026, + "grad_norm": 0.8843192458152771, + "learning_rate": 7.706968433591423e-05, + "loss": 0.06837810575962067, + "step": 3102 + }, + { + "epoch": 0.6154303847679492, + "grad_norm": 0.3556905686855316, + "learning_rate": 7.702997816160413e-05, + "loss": 0.07978978008031845, + "step": 3103 + }, + { + "epoch": 0.6156287187623959, + "grad_norm": 1.0301010608673096, + "learning_rate": 7.699027198729402e-05, + "loss": 0.0753312036395073, + "step": 3104 + }, + { + "epoch": 0.6158270527568426, + "grad_norm": 5.714759826660156, + "learning_rate": 7.695056581298392e-05, + "loss": 0.09347628057003021, + "step": 3105 + }, + { + "epoch": 0.6160253867512892, + "grad_norm": 0.6332817673683167, + "learning_rate": 7.691085963867381e-05, + "loss": 0.09681478887796402, + "step": 3106 + }, + { + "epoch": 0.6162237207457358, + "grad_norm": 1.247471570968628, + "learning_rate": 7.687115346436371e-05, + "loss": 0.05460004508495331, + "step": 3107 + }, + { + "epoch": 0.6164220547401824, + "grad_norm": 0.3847707509994507, + "learning_rate": 7.68314472900536e-05, + "loss": 0.10046154260635376, + "step": 3108 + }, + { + "epoch": 0.6166203887346291, + "grad_norm": 25.671810150146484, + "learning_rate": 7.67917411157435e-05, + "loss": 0.10391432046890259, + "step": 3109 + }, + { + "epoch": 0.6168187227290758, + "grad_norm": 0.2565818428993225, + "learning_rate": 7.675203494143339e-05, + "loss": 0.09866850078105927, + "step": 3110 + }, + { + "epoch": 0.6170170567235224, + "grad_norm": 0.37354418635368347, + "learning_rate": 7.671232876712329e-05, + "loss": 0.10360778868198395, + "step": 3111 + }, + { + "epoch": 0.617215390717969, + "grad_norm": 0.2584535777568817, + "learning_rate": 7.667262259281319e-05, + "loss": 0.07213807106018066, + "step": 3112 + }, + { + "epoch": 0.6174137247124157, + "grad_norm": 0.3571416139602661, + "learning_rate": 7.663291641850308e-05, + "loss": 0.11231964081525803, + "step": 3113 + }, + { + "epoch": 0.6176120587068623, + "grad_norm": 0.24007634818553925, + "learning_rate": 7.659321024419298e-05, + "loss": 0.07703163474798203, + "step": 3114 + }, + { + "epoch": 0.617810392701309, + "grad_norm": 0.6023643016815186, + "learning_rate": 7.655350406988288e-05, + "loss": 0.069176584482193, + "step": 3115 + }, + { + "epoch": 0.6180087266957557, + "grad_norm": 2.0300769805908203, + "learning_rate": 7.651379789557276e-05, + "loss": 0.0799565240740776, + "step": 3116 + }, + { + "epoch": 0.6182070606902023, + "grad_norm": 0.30741003155708313, + "learning_rate": 7.647409172126267e-05, + "loss": 0.0850239098072052, + "step": 3117 + }, + { + "epoch": 0.618405394684649, + "grad_norm": 3.1208510398864746, + "learning_rate": 7.643438554695255e-05, + "loss": 0.09183023124933243, + "step": 3118 + }, + { + "epoch": 0.6186037286790956, + "grad_norm": 0.6334016919136047, + "learning_rate": 7.639467937264245e-05, + "loss": 0.08494418114423752, + "step": 3119 + }, + { + "epoch": 0.6188020626735422, + "grad_norm": 1.040571928024292, + "learning_rate": 7.635497319833234e-05, + "loss": 0.1263829618692398, + "step": 3120 + }, + { + "epoch": 0.6190003966679889, + "grad_norm": 0.9583498239517212, + "learning_rate": 7.631526702402224e-05, + "loss": 0.09514661878347397, + "step": 3121 + }, + { + "epoch": 0.6191987306624356, + "grad_norm": 0.8257044553756714, + "learning_rate": 7.627556084971214e-05, + "loss": 0.07066390663385391, + "step": 3122 + }, + { + "epoch": 0.6193970646568822, + "grad_norm": 0.7060778737068176, + "learning_rate": 7.623585467540203e-05, + "loss": 0.07499588280916214, + "step": 3123 + }, + { + "epoch": 0.6195953986513288, + "grad_norm": 0.2745364308357239, + "learning_rate": 7.619614850109193e-05, + "loss": 0.06879416108131409, + "step": 3124 + }, + { + "epoch": 0.6197937326457755, + "grad_norm": 0.331515908241272, + "learning_rate": 7.615644232678182e-05, + "loss": 0.07129164785146713, + "step": 3125 + }, + { + "epoch": 0.6199920666402221, + "grad_norm": 0.5416925549507141, + "learning_rate": 7.611673615247172e-05, + "loss": 0.11421824246644974, + "step": 3126 + }, + { + "epoch": 0.6201904006346688, + "grad_norm": 0.729621171951294, + "learning_rate": 7.60770299781616e-05, + "loss": 0.07872830331325531, + "step": 3127 + }, + { + "epoch": 0.6203887346291155, + "grad_norm": 3.5012245178222656, + "learning_rate": 7.60373238038515e-05, + "loss": 0.11675040423870087, + "step": 3128 + }, + { + "epoch": 0.620587068623562, + "grad_norm": 6.9739203453063965, + "learning_rate": 7.59976176295414e-05, + "loss": 0.10088027268648148, + "step": 3129 + }, + { + "epoch": 0.6207854026180087, + "grad_norm": 0.3476696312427521, + "learning_rate": 7.59579114552313e-05, + "loss": 0.07182739675045013, + "step": 3130 + }, + { + "epoch": 0.6209837366124554, + "grad_norm": 5.782622814178467, + "learning_rate": 7.591820528092118e-05, + "loss": 0.09596959501504898, + "step": 3131 + }, + { + "epoch": 0.621182070606902, + "grad_norm": 0.6992204189300537, + "learning_rate": 7.587849910661108e-05, + "loss": 0.08182090520858765, + "step": 3132 + }, + { + "epoch": 0.6213804046013487, + "grad_norm": 0.20684748888015747, + "learning_rate": 7.583879293230097e-05, + "loss": 0.07099504768848419, + "step": 3133 + }, + { + "epoch": 0.6215787385957953, + "grad_norm": 0.33692532777786255, + "learning_rate": 7.579908675799087e-05, + "loss": 0.0743972435593605, + "step": 3134 + }, + { + "epoch": 0.621777072590242, + "grad_norm": 1.0851969718933105, + "learning_rate": 7.575938058368076e-05, + "loss": 0.09770310670137405, + "step": 3135 + }, + { + "epoch": 0.6219754065846886, + "grad_norm": 5.693375110626221, + "learning_rate": 7.571967440937066e-05, + "loss": 0.11375287920236588, + "step": 3136 + }, + { + "epoch": 0.6221737405791352, + "grad_norm": 1.6227104663848877, + "learning_rate": 7.567996823506056e-05, + "loss": 0.0860421285033226, + "step": 3137 + }, + { + "epoch": 0.6223720745735819, + "grad_norm": 1.6154369115829468, + "learning_rate": 7.564026206075046e-05, + "loss": 0.07819725573062897, + "step": 3138 + }, + { + "epoch": 0.6225704085680286, + "grad_norm": 0.4129750430583954, + "learning_rate": 7.560055588644035e-05, + "loss": 0.11854630708694458, + "step": 3139 + }, + { + "epoch": 0.6227687425624752, + "grad_norm": 0.7861344218254089, + "learning_rate": 7.556084971213025e-05, + "loss": 0.09023045003414154, + "step": 3140 + }, + { + "epoch": 0.6229670765569219, + "grad_norm": 0.8758646845817566, + "learning_rate": 7.552114353782014e-05, + "loss": 0.09830297529697418, + "step": 3141 + }, + { + "epoch": 0.6231654105513685, + "grad_norm": 1.1335875988006592, + "learning_rate": 7.548143736351004e-05, + "loss": 0.08847061544656754, + "step": 3142 + }, + { + "epoch": 0.6233637445458151, + "grad_norm": 0.8000791072845459, + "learning_rate": 7.544173118919992e-05, + "loss": 0.10331360995769501, + "step": 3143 + }, + { + "epoch": 0.6235620785402618, + "grad_norm": 0.886608362197876, + "learning_rate": 7.540202501488983e-05, + "loss": 0.06096436828374863, + "step": 3144 + }, + { + "epoch": 0.6237604125347085, + "grad_norm": 1.4911528825759888, + "learning_rate": 7.536231884057971e-05, + "loss": 0.05604114755988121, + "step": 3145 + }, + { + "epoch": 0.6239587465291551, + "grad_norm": 0.6457552313804626, + "learning_rate": 7.532261266626961e-05, + "loss": 0.09016678482294083, + "step": 3146 + }, + { + "epoch": 0.6241570805236017, + "grad_norm": 1.4180890321731567, + "learning_rate": 7.52829064919595e-05, + "loss": 0.07329666614532471, + "step": 3147 + }, + { + "epoch": 0.6243554145180484, + "grad_norm": 0.9896752238273621, + "learning_rate": 7.52432003176494e-05, + "loss": 0.08687680959701538, + "step": 3148 + }, + { + "epoch": 0.624553748512495, + "grad_norm": 0.5328912734985352, + "learning_rate": 7.520349414333929e-05, + "loss": 0.07507073879241943, + "step": 3149 + }, + { + "epoch": 0.6247520825069417, + "grad_norm": 0.2094341665506363, + "learning_rate": 7.516378796902919e-05, + "loss": 0.05896591767668724, + "step": 3150 + }, + { + "epoch": 0.6249504165013884, + "grad_norm": 0.8966864347457886, + "learning_rate": 7.512408179471908e-05, + "loss": 0.08081987500190735, + "step": 3151 + }, + { + "epoch": 0.625148750495835, + "grad_norm": 0.9513759613037109, + "learning_rate": 7.508437562040898e-05, + "loss": 0.04761677607893944, + "step": 3152 + }, + { + "epoch": 0.6253470844902816, + "grad_norm": 7.591582775115967, + "learning_rate": 7.504466944609887e-05, + "loss": 0.09959209710359573, + "step": 3153 + }, + { + "epoch": 0.6255454184847283, + "grad_norm": 0.36302316188812256, + "learning_rate": 7.500496327178877e-05, + "loss": 0.07907215505838394, + "step": 3154 + }, + { + "epoch": 0.6257437524791749, + "grad_norm": 0.8605970740318298, + "learning_rate": 7.496525709747865e-05, + "loss": 0.057399168610572815, + "step": 3155 + }, + { + "epoch": 0.6259420864736216, + "grad_norm": 1.6570435762405396, + "learning_rate": 7.492555092316855e-05, + "loss": 0.11431419104337692, + "step": 3156 + }, + { + "epoch": 0.6261404204680683, + "grad_norm": 0.59821617603302, + "learning_rate": 7.488584474885844e-05, + "loss": 0.12228059768676758, + "step": 3157 + }, + { + "epoch": 0.6263387544625149, + "grad_norm": 0.604121208190918, + "learning_rate": 7.484613857454834e-05, + "loss": 0.07289385050535202, + "step": 3158 + }, + { + "epoch": 0.6265370884569615, + "grad_norm": 2.0656580924987793, + "learning_rate": 7.480643240023823e-05, + "loss": 0.07338432967662811, + "step": 3159 + }, + { + "epoch": 0.6267354224514081, + "grad_norm": 0.3964481055736542, + "learning_rate": 7.476672622592814e-05, + "loss": 0.08775554597377777, + "step": 3160 + }, + { + "epoch": 0.6269337564458548, + "grad_norm": 1.6285064220428467, + "learning_rate": 7.472702005161803e-05, + "loss": 0.0628981962800026, + "step": 3161 + }, + { + "epoch": 0.6271320904403015, + "grad_norm": 0.8144057393074036, + "learning_rate": 7.468731387730793e-05, + "loss": 0.08112068474292755, + "step": 3162 + }, + { + "epoch": 0.6273304244347481, + "grad_norm": 0.7555575966835022, + "learning_rate": 7.464760770299782e-05, + "loss": 0.061015043407678604, + "step": 3163 + }, + { + "epoch": 0.6275287584291948, + "grad_norm": 6.6267900466918945, + "learning_rate": 7.460790152868772e-05, + "loss": 0.06667758524417877, + "step": 3164 + }, + { + "epoch": 0.6277270924236414, + "grad_norm": 1.3476849794387817, + "learning_rate": 7.456819535437761e-05, + "loss": 0.08031312376260757, + "step": 3165 + }, + { + "epoch": 0.627925426418088, + "grad_norm": 0.4643353521823883, + "learning_rate": 7.452848918006751e-05, + "loss": 0.07187438011169434, + "step": 3166 + }, + { + "epoch": 0.6281237604125347, + "grad_norm": 0.7170685529708862, + "learning_rate": 7.44887830057574e-05, + "loss": 0.07366694509983063, + "step": 3167 + }, + { + "epoch": 0.6283220944069814, + "grad_norm": 0.8126577734947205, + "learning_rate": 7.44490768314473e-05, + "loss": 0.07111775130033493, + "step": 3168 + }, + { + "epoch": 0.628520428401428, + "grad_norm": 0.4023064970970154, + "learning_rate": 7.440937065713718e-05, + "loss": 0.0809299498796463, + "step": 3169 + }, + { + "epoch": 0.6287187623958747, + "grad_norm": 10.309518814086914, + "learning_rate": 7.436966448282708e-05, + "loss": 0.13874676823616028, + "step": 3170 + }, + { + "epoch": 0.6289170963903213, + "grad_norm": 0.46122461557388306, + "learning_rate": 7.432995830851697e-05, + "loss": 0.1150050163269043, + "step": 3171 + }, + { + "epoch": 0.6291154303847679, + "grad_norm": 0.7718403339385986, + "learning_rate": 7.429025213420687e-05, + "loss": 0.07474324107170105, + "step": 3172 + }, + { + "epoch": 0.6293137643792146, + "grad_norm": 0.6474543213844299, + "learning_rate": 7.425054595989676e-05, + "loss": 0.07929354906082153, + "step": 3173 + }, + { + "epoch": 0.6295120983736613, + "grad_norm": 1.8363898992538452, + "learning_rate": 7.421083978558666e-05, + "loss": 0.07686568796634674, + "step": 3174 + }, + { + "epoch": 0.6297104323681079, + "grad_norm": 1.1236158609390259, + "learning_rate": 7.417113361127656e-05, + "loss": 0.11002292484045029, + "step": 3175 + }, + { + "epoch": 0.6299087663625546, + "grad_norm": 0.9059677124023438, + "learning_rate": 7.413142743696645e-05, + "loss": 0.07019758969545364, + "step": 3176 + }, + { + "epoch": 0.6301071003570012, + "grad_norm": 1.0735307931900024, + "learning_rate": 7.409172126265635e-05, + "loss": 0.07953891158103943, + "step": 3177 + }, + { + "epoch": 0.6303054343514478, + "grad_norm": 2.522461414337158, + "learning_rate": 7.405201508834624e-05, + "loss": 0.06607967615127563, + "step": 3178 + }, + { + "epoch": 0.6305037683458945, + "grad_norm": 0.9873584508895874, + "learning_rate": 7.401230891403614e-05, + "loss": 0.08803097158670425, + "step": 3179 + }, + { + "epoch": 0.6307021023403412, + "grad_norm": 2.534890651702881, + "learning_rate": 7.397260273972603e-05, + "loss": 0.09914682060480118, + "step": 3180 + }, + { + "epoch": 0.6309004363347878, + "grad_norm": 3.6476387977600098, + "learning_rate": 7.393289656541593e-05, + "loss": 0.11214696615934372, + "step": 3181 + }, + { + "epoch": 0.6310987703292344, + "grad_norm": 249.69566345214844, + "learning_rate": 7.389319039110581e-05, + "loss": 0.0982750877737999, + "step": 3182 + }, + { + "epoch": 0.631297104323681, + "grad_norm": 6.9914774894714355, + "learning_rate": 7.385348421679571e-05, + "loss": 0.09538346529006958, + "step": 3183 + }, + { + "epoch": 0.6314954383181277, + "grad_norm": 1.0682710409164429, + "learning_rate": 7.381377804248562e-05, + "loss": 0.07195259630680084, + "step": 3184 + }, + { + "epoch": 0.6316937723125744, + "grad_norm": 0.9057209491729736, + "learning_rate": 7.377407186817552e-05, + "loss": 0.11055879294872284, + "step": 3185 + }, + { + "epoch": 0.631892106307021, + "grad_norm": 4.827579021453857, + "learning_rate": 7.37343656938654e-05, + "loss": 0.07881894707679749, + "step": 3186 + }, + { + "epoch": 0.6320904403014677, + "grad_norm": 5.102578639984131, + "learning_rate": 7.36946595195553e-05, + "loss": 0.10042278468608856, + "step": 3187 + }, + { + "epoch": 0.6322887742959143, + "grad_norm": 0.31050553917884827, + "learning_rate": 7.365495334524519e-05, + "loss": 0.07794357091188431, + "step": 3188 + }, + { + "epoch": 0.6324871082903609, + "grad_norm": 3.000703811645508, + "learning_rate": 7.361524717093509e-05, + "loss": 0.08332233130931854, + "step": 3189 + }, + { + "epoch": 0.6326854422848076, + "grad_norm": 0.9113853573799133, + "learning_rate": 7.357554099662498e-05, + "loss": 0.055370770394802094, + "step": 3190 + }, + { + "epoch": 0.6328837762792543, + "grad_norm": 0.6918506026268005, + "learning_rate": 7.353583482231488e-05, + "loss": 0.07944948226213455, + "step": 3191 + }, + { + "epoch": 0.6330821102737009, + "grad_norm": 4.656249046325684, + "learning_rate": 7.349612864800477e-05, + "loss": 0.0657956600189209, + "step": 3192 + }, + { + "epoch": 0.6332804442681476, + "grad_norm": 0.6738874912261963, + "learning_rate": 7.345642247369467e-05, + "loss": 0.08984928578138351, + "step": 3193 + }, + { + "epoch": 0.6334787782625942, + "grad_norm": 2.169389247894287, + "learning_rate": 7.341671629938456e-05, + "loss": 0.11278210580348969, + "step": 3194 + }, + { + "epoch": 0.6336771122570408, + "grad_norm": 2.1347496509552, + "learning_rate": 7.337701012507446e-05, + "loss": 0.07393375039100647, + "step": 3195 + }, + { + "epoch": 0.6338754462514875, + "grad_norm": 0.8737002015113831, + "learning_rate": 7.333730395076434e-05, + "loss": 0.10168929398059845, + "step": 3196 + }, + { + "epoch": 0.6340737802459342, + "grad_norm": 0.8909797072410583, + "learning_rate": 7.329759777645424e-05, + "loss": 0.08510509133338928, + "step": 3197 + }, + { + "epoch": 0.6342721142403808, + "grad_norm": 3.2085978984832764, + "learning_rate": 7.325789160214413e-05, + "loss": 0.11596666276454926, + "step": 3198 + }, + { + "epoch": 0.6344704482348275, + "grad_norm": 7.097927093505859, + "learning_rate": 7.321818542783403e-05, + "loss": 0.09593933820724487, + "step": 3199 + }, + { + "epoch": 0.6346687822292741, + "grad_norm": 3.772374391555786, + "learning_rate": 7.317847925352392e-05, + "loss": 0.0856628268957138, + "step": 3200 + }, + { + "epoch": 0.6348671162237207, + "grad_norm": 3.12270188331604, + "learning_rate": 7.313877307921382e-05, + "loss": 0.09106091409921646, + "step": 3201 + }, + { + "epoch": 0.6350654502181674, + "grad_norm": 28.7800350189209, + "learning_rate": 7.309906690490371e-05, + "loss": 0.07591836154460907, + "step": 3202 + }, + { + "epoch": 0.6352637842126141, + "grad_norm": 5.449189186096191, + "learning_rate": 7.305936073059361e-05, + "loss": 0.07690056413412094, + "step": 3203 + }, + { + "epoch": 0.6354621182070607, + "grad_norm": 2.14093279838562, + "learning_rate": 7.30196545562835e-05, + "loss": 0.07709571719169617, + "step": 3204 + }, + { + "epoch": 0.6356604522015074, + "grad_norm": 0.8381875157356262, + "learning_rate": 7.29799483819734e-05, + "loss": 0.10152573138475418, + "step": 3205 + }, + { + "epoch": 0.635858786195954, + "grad_norm": 0.6756382584571838, + "learning_rate": 7.294024220766328e-05, + "loss": 0.11356119811534882, + "step": 3206 + }, + { + "epoch": 0.6360571201904006, + "grad_norm": 0.813850462436676, + "learning_rate": 7.29005360333532e-05, + "loss": 0.13273559510707855, + "step": 3207 + }, + { + "epoch": 0.6362554541848473, + "grad_norm": 1.6080586910247803, + "learning_rate": 7.286082985904309e-05, + "loss": 0.12522371113300323, + "step": 3208 + }, + { + "epoch": 0.6364537881792939, + "grad_norm": 0.5278752446174622, + "learning_rate": 7.282112368473299e-05, + "loss": 0.07495579123497009, + "step": 3209 + }, + { + "epoch": 0.6366521221737406, + "grad_norm": 1.4963399171829224, + "learning_rate": 7.278141751042287e-05, + "loss": 0.11001861095428467, + "step": 3210 + }, + { + "epoch": 0.6368504561681873, + "grad_norm": 0.7573361992835999, + "learning_rate": 7.274171133611278e-05, + "loss": 0.1022571325302124, + "step": 3211 + }, + { + "epoch": 0.6370487901626338, + "grad_norm": 0.8774384260177612, + "learning_rate": 7.270200516180266e-05, + "loss": 0.10679027438163757, + "step": 3212 + }, + { + "epoch": 0.6372471241570805, + "grad_norm": 2.0074074268341064, + "learning_rate": 7.266229898749256e-05, + "loss": 0.07392565906047821, + "step": 3213 + }, + { + "epoch": 0.6374454581515272, + "grad_norm": 7.402612686157227, + "learning_rate": 7.262259281318245e-05, + "loss": 0.08888168632984161, + "step": 3214 + }, + { + "epoch": 0.6376437921459738, + "grad_norm": 0.45927315950393677, + "learning_rate": 7.258288663887235e-05, + "loss": 0.08935520052909851, + "step": 3215 + }, + { + "epoch": 0.6378421261404205, + "grad_norm": 1.8951088190078735, + "learning_rate": 7.254318046456224e-05, + "loss": 0.1167815774679184, + "step": 3216 + }, + { + "epoch": 0.6380404601348671, + "grad_norm": 1.0532783269882202, + "learning_rate": 7.250347429025214e-05, + "loss": 0.060050174593925476, + "step": 3217 + }, + { + "epoch": 0.6382387941293137, + "grad_norm": 9.841286659240723, + "learning_rate": 7.246376811594203e-05, + "loss": 0.10222043097019196, + "step": 3218 + }, + { + "epoch": 0.6384371281237604, + "grad_norm": 0.5646942853927612, + "learning_rate": 7.242406194163193e-05, + "loss": 0.06922794878482819, + "step": 3219 + }, + { + "epoch": 0.6386354621182071, + "grad_norm": 27.278032302856445, + "learning_rate": 7.238435576732182e-05, + "loss": 0.08366235345602036, + "step": 3220 + }, + { + "epoch": 0.6388337961126537, + "grad_norm": 3.154181957244873, + "learning_rate": 7.234464959301172e-05, + "loss": 0.091107077896595, + "step": 3221 + }, + { + "epoch": 0.6390321301071004, + "grad_norm": 0.7712901830673218, + "learning_rate": 7.23049434187016e-05, + "loss": 0.08319538831710815, + "step": 3222 + }, + { + "epoch": 0.639230464101547, + "grad_norm": 1.7627668380737305, + "learning_rate": 7.22652372443915e-05, + "loss": 0.11658427119255066, + "step": 3223 + }, + { + "epoch": 0.6394287980959936, + "grad_norm": 2.789726495742798, + "learning_rate": 7.222553107008139e-05, + "loss": 0.06247100979089737, + "step": 3224 + }, + { + "epoch": 0.6396271320904403, + "grad_norm": 1.031130075454712, + "learning_rate": 7.218582489577129e-05, + "loss": 0.06601397693157196, + "step": 3225 + }, + { + "epoch": 0.639825466084887, + "grad_norm": 1.3675280809402466, + "learning_rate": 7.21461187214612e-05, + "loss": 0.08195767551660538, + "step": 3226 + }, + { + "epoch": 0.6400238000793336, + "grad_norm": 3.796119213104248, + "learning_rate": 7.210641254715108e-05, + "loss": 0.08634732663631439, + "step": 3227 + }, + { + "epoch": 0.6402221340737803, + "grad_norm": 0.9386202692985535, + "learning_rate": 7.206670637284098e-05, + "loss": 0.12192647159099579, + "step": 3228 + }, + { + "epoch": 0.640420468068227, + "grad_norm": 1.170545220375061, + "learning_rate": 7.202700019853087e-05, + "loss": 0.07779546827077866, + "step": 3229 + }, + { + "epoch": 0.6406188020626735, + "grad_norm": 3.65325665473938, + "learning_rate": 7.198729402422077e-05, + "loss": 0.10850337147712708, + "step": 3230 + }, + { + "epoch": 0.6408171360571202, + "grad_norm": 0.8024234175682068, + "learning_rate": 7.194758784991067e-05, + "loss": 0.057931721210479736, + "step": 3231 + }, + { + "epoch": 0.6410154700515669, + "grad_norm": 1.5911574363708496, + "learning_rate": 7.190788167560056e-05, + "loss": 0.09582754224538803, + "step": 3232 + }, + { + "epoch": 0.6412138040460135, + "grad_norm": 6.578954219818115, + "learning_rate": 7.186817550129046e-05, + "loss": 0.09067080914974213, + "step": 3233 + }, + { + "epoch": 0.6414121380404602, + "grad_norm": 21.112157821655273, + "learning_rate": 7.182846932698035e-05, + "loss": 0.1509651392698288, + "step": 3234 + }, + { + "epoch": 0.6416104720349067, + "grad_norm": 1.325728416442871, + "learning_rate": 7.178876315267025e-05, + "loss": 0.06909836828708649, + "step": 3235 + }, + { + "epoch": 0.6418088060293534, + "grad_norm": 4.140751361846924, + "learning_rate": 7.174905697836013e-05, + "loss": 0.1209837943315506, + "step": 3236 + }, + { + "epoch": 0.6420071400238001, + "grad_norm": 1.156407356262207, + "learning_rate": 7.170935080405003e-05, + "loss": 0.10307267308235168, + "step": 3237 + }, + { + "epoch": 0.6422054740182467, + "grad_norm": 0.8073369264602661, + "learning_rate": 7.166964462973994e-05, + "loss": 0.08608222752809525, + "step": 3238 + }, + { + "epoch": 0.6424038080126934, + "grad_norm": 3.939793825149536, + "learning_rate": 7.162993845542982e-05, + "loss": 0.13491509854793549, + "step": 3239 + }, + { + "epoch": 0.64260214200714, + "grad_norm": 4.421199321746826, + "learning_rate": 7.159023228111972e-05, + "loss": 0.09399180114269257, + "step": 3240 + }, + { + "epoch": 0.6428004760015866, + "grad_norm": 6.972304821014404, + "learning_rate": 7.155052610680961e-05, + "loss": 0.08418718725442886, + "step": 3241 + }, + { + "epoch": 0.6429988099960333, + "grad_norm": 1.0914627313613892, + "learning_rate": 7.151081993249951e-05, + "loss": 0.05617695301771164, + "step": 3242 + }, + { + "epoch": 0.64319714399048, + "grad_norm": 1.7513830661773682, + "learning_rate": 7.14711137581894e-05, + "loss": 0.11905209720134735, + "step": 3243 + }, + { + "epoch": 0.6433954779849266, + "grad_norm": 3.0485169887542725, + "learning_rate": 7.14314075838793e-05, + "loss": 0.09717141836881638, + "step": 3244 + }, + { + "epoch": 0.6435938119793733, + "grad_norm": 1.076689600944519, + "learning_rate": 7.139170140956919e-05, + "loss": 0.07780945301055908, + "step": 3245 + }, + { + "epoch": 0.64379214597382, + "grad_norm": 2.287264347076416, + "learning_rate": 7.135199523525909e-05, + "loss": 0.07419383525848389, + "step": 3246 + }, + { + "epoch": 0.6439904799682665, + "grad_norm": 2.6662862300872803, + "learning_rate": 7.131228906094898e-05, + "loss": 0.07515808939933777, + "step": 3247 + }, + { + "epoch": 0.6441888139627132, + "grad_norm": 1.2001794576644897, + "learning_rate": 7.127258288663888e-05, + "loss": 0.11989893019199371, + "step": 3248 + }, + { + "epoch": 0.6443871479571599, + "grad_norm": 3.445244789123535, + "learning_rate": 7.123287671232876e-05, + "loss": 0.06438480317592621, + "step": 3249 + }, + { + "epoch": 0.6445854819516065, + "grad_norm": 2.05663800239563, + "learning_rate": 7.119317053801866e-05, + "loss": 0.0630284771323204, + "step": 3250 + }, + { + "epoch": 0.6447838159460532, + "grad_norm": 3.5893664360046387, + "learning_rate": 7.115346436370855e-05, + "loss": 0.050404079258441925, + "step": 3251 + }, + { + "epoch": 0.6449821499404998, + "grad_norm": 1.1267995834350586, + "learning_rate": 7.111375818939845e-05, + "loss": 0.07504629343748093, + "step": 3252 + }, + { + "epoch": 0.6451804839349464, + "grad_norm": 8.079108238220215, + "learning_rate": 7.107405201508835e-05, + "loss": 0.10511595010757446, + "step": 3253 + }, + { + "epoch": 0.6453788179293931, + "grad_norm": 2.4482011795043945, + "learning_rate": 7.103434584077825e-05, + "loss": 0.10868217796087265, + "step": 3254 + }, + { + "epoch": 0.6455771519238398, + "grad_norm": 1.2235687971115112, + "learning_rate": 7.099463966646814e-05, + "loss": 0.07248576730489731, + "step": 3255 + }, + { + "epoch": 0.6457754859182864, + "grad_norm": 1.2320671081542969, + "learning_rate": 7.095493349215804e-05, + "loss": 0.05578123405575752, + "step": 3256 + }, + { + "epoch": 0.6459738199127331, + "grad_norm": 8.33564567565918, + "learning_rate": 7.091522731784793e-05, + "loss": 0.09963017702102661, + "step": 3257 + }, + { + "epoch": 0.6461721539071796, + "grad_norm": 4.98558235168457, + "learning_rate": 7.087552114353783e-05, + "loss": 0.09250205010175705, + "step": 3258 + }, + { + "epoch": 0.6463704879016263, + "grad_norm": 8.740939140319824, + "learning_rate": 7.083581496922772e-05, + "loss": 0.0784786269068718, + "step": 3259 + }, + { + "epoch": 0.646568821896073, + "grad_norm": 1.5171090364456177, + "learning_rate": 7.079610879491762e-05, + "loss": 0.0731913149356842, + "step": 3260 + }, + { + "epoch": 0.6467671558905196, + "grad_norm": 1.5746415853500366, + "learning_rate": 7.07564026206075e-05, + "loss": 0.0872366726398468, + "step": 3261 + }, + { + "epoch": 0.6469654898849663, + "grad_norm": 1.6899628639221191, + "learning_rate": 7.071669644629741e-05, + "loss": 0.07589642703533173, + "step": 3262 + }, + { + "epoch": 0.647163823879413, + "grad_norm": 1.587030291557312, + "learning_rate": 7.06769902719873e-05, + "loss": 0.07988091558218002, + "step": 3263 + }, + { + "epoch": 0.6473621578738595, + "grad_norm": 5.142178058624268, + "learning_rate": 7.06372840976772e-05, + "loss": 0.09510993212461472, + "step": 3264 + }, + { + "epoch": 0.6475604918683062, + "grad_norm": 1.576469898223877, + "learning_rate": 7.059757792336708e-05, + "loss": 0.11957263946533203, + "step": 3265 + }, + { + "epoch": 0.6477588258627529, + "grad_norm": 1.4072993993759155, + "learning_rate": 7.055787174905698e-05, + "loss": 0.06432430446147919, + "step": 3266 + }, + { + "epoch": 0.6479571598571995, + "grad_norm": 1.8699517250061035, + "learning_rate": 7.051816557474687e-05, + "loss": 0.0868835300207138, + "step": 3267 + }, + { + "epoch": 0.6481554938516462, + "grad_norm": 4.485753059387207, + "learning_rate": 7.047845940043677e-05, + "loss": 0.10991392284631729, + "step": 3268 + }, + { + "epoch": 0.6483538278460929, + "grad_norm": 30.41973876953125, + "learning_rate": 7.043875322612666e-05, + "loss": 0.09159118682146072, + "step": 3269 + }, + { + "epoch": 0.6485521618405394, + "grad_norm": 1.04684579372406, + "learning_rate": 7.039904705181656e-05, + "loss": 0.082843117415905, + "step": 3270 + }, + { + "epoch": 0.6487504958349861, + "grad_norm": 3.945307970046997, + "learning_rate": 7.035934087750645e-05, + "loss": 0.11004147678613663, + "step": 3271 + }, + { + "epoch": 0.6489488298294328, + "grad_norm": 3.095532178878784, + "learning_rate": 7.031963470319635e-05, + "loss": 0.11087934672832489, + "step": 3272 + }, + { + "epoch": 0.6491471638238794, + "grad_norm": 1.0804052352905273, + "learning_rate": 7.027992852888623e-05, + "loss": 0.12054362893104553, + "step": 3273 + }, + { + "epoch": 0.6493454978183261, + "grad_norm": 0.9164868593215942, + "learning_rate": 7.024022235457614e-05, + "loss": 0.07408452033996582, + "step": 3274 + }, + { + "epoch": 0.6495438318127728, + "grad_norm": 2.7659761905670166, + "learning_rate": 7.020051618026602e-05, + "loss": 0.0779082253575325, + "step": 3275 + }, + { + "epoch": 0.6497421658072193, + "grad_norm": 0.6668235063552856, + "learning_rate": 7.016081000595594e-05, + "loss": 0.08043806254863739, + "step": 3276 + }, + { + "epoch": 0.649940499801666, + "grad_norm": 1.2507643699645996, + "learning_rate": 7.012110383164582e-05, + "loss": 0.07541285455226898, + "step": 3277 + }, + { + "epoch": 0.6501388337961127, + "grad_norm": 1.8875257968902588, + "learning_rate": 7.008139765733573e-05, + "loss": 0.07900183647871017, + "step": 3278 + }, + { + "epoch": 0.6503371677905593, + "grad_norm": 1.4688559770584106, + "learning_rate": 7.004169148302561e-05, + "loss": 0.11457566171884537, + "step": 3279 + }, + { + "epoch": 0.650535501785006, + "grad_norm": 14.264769554138184, + "learning_rate": 7.000198530871551e-05, + "loss": 0.10150705277919769, + "step": 3280 + }, + { + "epoch": 0.6507338357794527, + "grad_norm": 2.179734945297241, + "learning_rate": 6.99622791344054e-05, + "loss": 0.0851818397641182, + "step": 3281 + }, + { + "epoch": 0.6509321697738992, + "grad_norm": 1.7603472471237183, + "learning_rate": 6.99225729600953e-05, + "loss": 0.07710925489664078, + "step": 3282 + }, + { + "epoch": 0.6511305037683459, + "grad_norm": 0.8775879740715027, + "learning_rate": 6.988286678578519e-05, + "loss": 0.11443911492824554, + "step": 3283 + }, + { + "epoch": 0.6513288377627925, + "grad_norm": 0.85737144947052, + "learning_rate": 6.984316061147509e-05, + "loss": 0.10175042599439621, + "step": 3284 + }, + { + "epoch": 0.6515271717572392, + "grad_norm": 1.67965567111969, + "learning_rate": 6.980345443716498e-05, + "loss": 0.09533149003982544, + "step": 3285 + }, + { + "epoch": 0.6517255057516859, + "grad_norm": 0.7656295299530029, + "learning_rate": 6.976374826285488e-05, + "loss": 0.08726219087839127, + "step": 3286 + }, + { + "epoch": 0.6519238397461324, + "grad_norm": 1.7083412408828735, + "learning_rate": 6.972404208854477e-05, + "loss": 0.10089686512947083, + "step": 3287 + }, + { + "epoch": 0.6521221737405791, + "grad_norm": 1.8320480585098267, + "learning_rate": 6.968433591423467e-05, + "loss": 0.10267524421215057, + "step": 3288 + }, + { + "epoch": 0.6523205077350258, + "grad_norm": 2.960547685623169, + "learning_rate": 6.964462973992457e-05, + "loss": 0.11809196323156357, + "step": 3289 + }, + { + "epoch": 0.6525188417294724, + "grad_norm": 1.309194803237915, + "learning_rate": 6.960492356561445e-05, + "loss": 0.08945201337337494, + "step": 3290 + }, + { + "epoch": 0.6527171757239191, + "grad_norm": 1.2055814266204834, + "learning_rate": 6.956521739130436e-05, + "loss": 0.0968548059463501, + "step": 3291 + }, + { + "epoch": 0.6529155097183658, + "grad_norm": 0.8620364665985107, + "learning_rate": 6.952551121699424e-05, + "loss": 0.09755774587392807, + "step": 3292 + }, + { + "epoch": 0.6531138437128123, + "grad_norm": 2.0991199016571045, + "learning_rate": 6.948580504268414e-05, + "loss": 0.09353073686361313, + "step": 3293 + }, + { + "epoch": 0.653312177707259, + "grad_norm": 10.027458190917969, + "learning_rate": 6.944609886837403e-05, + "loss": 0.0723508894443512, + "step": 3294 + }, + { + "epoch": 0.6535105117017057, + "grad_norm": 4.635403633117676, + "learning_rate": 6.940639269406393e-05, + "loss": 0.11524073779582977, + "step": 3295 + }, + { + "epoch": 0.6537088456961523, + "grad_norm": 1.5002737045288086, + "learning_rate": 6.936668651975382e-05, + "loss": 0.08553508669137955, + "step": 3296 + }, + { + "epoch": 0.653907179690599, + "grad_norm": 0.5780104994773865, + "learning_rate": 6.932698034544372e-05, + "loss": 0.047899581491947174, + "step": 3297 + }, + { + "epoch": 0.6541055136850457, + "grad_norm": 1.723548412322998, + "learning_rate": 6.928727417113361e-05, + "loss": 0.06711748242378235, + "step": 3298 + }, + { + "epoch": 0.6543038476794922, + "grad_norm": 14.64677619934082, + "learning_rate": 6.924756799682352e-05, + "loss": 0.05284350365400314, + "step": 3299 + }, + { + "epoch": 0.6545021816739389, + "grad_norm": 4.52481746673584, + "learning_rate": 6.920786182251341e-05, + "loss": 0.10584256798028946, + "step": 3300 + }, + { + "epoch": 0.6547005156683856, + "grad_norm": 3.79632830619812, + "learning_rate": 6.916815564820331e-05, + "loss": 0.09547381848096848, + "step": 3301 + }, + { + "epoch": 0.6548988496628322, + "grad_norm": 0.7454801797866821, + "learning_rate": 6.91284494738932e-05, + "loss": 0.08850894868373871, + "step": 3302 + }, + { + "epoch": 0.6550971836572789, + "grad_norm": 0.866152286529541, + "learning_rate": 6.90887432995831e-05, + "loss": 0.1030011773109436, + "step": 3303 + }, + { + "epoch": 0.6552955176517256, + "grad_norm": 0.4355170726776123, + "learning_rate": 6.904903712527298e-05, + "loss": 0.10634539276361465, + "step": 3304 + }, + { + "epoch": 0.6554938516461721, + "grad_norm": 1.1017248630523682, + "learning_rate": 6.900933095096289e-05, + "loss": 0.10678398609161377, + "step": 3305 + }, + { + "epoch": 0.6556921856406188, + "grad_norm": 2.990497350692749, + "learning_rate": 6.896962477665277e-05, + "loss": 0.07921995967626572, + "step": 3306 + }, + { + "epoch": 0.6558905196350655, + "grad_norm": 1.3156980276107788, + "learning_rate": 6.892991860234267e-05, + "loss": 0.0760427862405777, + "step": 3307 + }, + { + "epoch": 0.6560888536295121, + "grad_norm": 0.9216378927230835, + "learning_rate": 6.889021242803256e-05, + "loss": 0.09478642791509628, + "step": 3308 + }, + { + "epoch": 0.6562871876239588, + "grad_norm": 3.6537904739379883, + "learning_rate": 6.885050625372246e-05, + "loss": 0.05837015062570572, + "step": 3309 + }, + { + "epoch": 0.6564855216184053, + "grad_norm": 1.5197590589523315, + "learning_rate": 6.881080007941235e-05, + "loss": 0.07130397111177444, + "step": 3310 + }, + { + "epoch": 0.656683855612852, + "grad_norm": 28.947887420654297, + "learning_rate": 6.877109390510225e-05, + "loss": 0.08590452373027802, + "step": 3311 + }, + { + "epoch": 0.6568821896072987, + "grad_norm": 3.026022434234619, + "learning_rate": 6.873138773079214e-05, + "loss": 0.12304725497961044, + "step": 3312 + }, + { + "epoch": 0.6570805236017453, + "grad_norm": 0.42579221725463867, + "learning_rate": 6.869168155648204e-05, + "loss": 0.10359635949134827, + "step": 3313 + }, + { + "epoch": 0.657278857596192, + "grad_norm": 1.8277137279510498, + "learning_rate": 6.865197538217193e-05, + "loss": 0.10051706433296204, + "step": 3314 + }, + { + "epoch": 0.6574771915906387, + "grad_norm": 0.3027288317680359, + "learning_rate": 6.861226920786183e-05, + "loss": 0.10901287198066711, + "step": 3315 + }, + { + "epoch": 0.6576755255850852, + "grad_norm": 0.6706076264381409, + "learning_rate": 6.857256303355171e-05, + "loss": 0.08312410116195679, + "step": 3316 + }, + { + "epoch": 0.6578738595795319, + "grad_norm": 0.9950979351997375, + "learning_rate": 6.853285685924161e-05, + "loss": 0.08897014707326889, + "step": 3317 + }, + { + "epoch": 0.6580721935739786, + "grad_norm": 6.198614597320557, + "learning_rate": 6.84931506849315e-05, + "loss": 0.0929199680685997, + "step": 3318 + }, + { + "epoch": 0.6582705275684252, + "grad_norm": 5.58651876449585, + "learning_rate": 6.84534445106214e-05, + "loss": 0.09704572707414627, + "step": 3319 + }, + { + "epoch": 0.6584688615628719, + "grad_norm": 4.246433258056641, + "learning_rate": 6.841373833631129e-05, + "loss": 0.12204496562480927, + "step": 3320 + }, + { + "epoch": 0.6586671955573186, + "grad_norm": 0.8455977439880371, + "learning_rate": 6.837403216200119e-05, + "loss": 0.13454103469848633, + "step": 3321 + }, + { + "epoch": 0.6588655295517651, + "grad_norm": 1.0674136877059937, + "learning_rate": 6.833432598769109e-05, + "loss": 0.06390054523944855, + "step": 3322 + }, + { + "epoch": 0.6590638635462118, + "grad_norm": 3.285191774368286, + "learning_rate": 6.829461981338099e-05, + "loss": 0.11056140065193176, + "step": 3323 + }, + { + "epoch": 0.6592621975406585, + "grad_norm": 0.8870288729667664, + "learning_rate": 6.825491363907088e-05, + "loss": 0.08276848495006561, + "step": 3324 + }, + { + "epoch": 0.6594605315351051, + "grad_norm": 0.7912413477897644, + "learning_rate": 6.821520746476078e-05, + "loss": 0.08736421167850494, + "step": 3325 + }, + { + "epoch": 0.6596588655295518, + "grad_norm": 2.7365634441375732, + "learning_rate": 6.817550129045067e-05, + "loss": 0.09336064755916595, + "step": 3326 + }, + { + "epoch": 0.6598571995239985, + "grad_norm": 5.529759407043457, + "learning_rate": 6.813579511614057e-05, + "loss": 0.08952928334474564, + "step": 3327 + }, + { + "epoch": 0.660055533518445, + "grad_norm": 0.2980533838272095, + "learning_rate": 6.809608894183046e-05, + "loss": 0.07730767130851746, + "step": 3328 + }, + { + "epoch": 0.6602538675128917, + "grad_norm": 0.5811638236045837, + "learning_rate": 6.805638276752036e-05, + "loss": 0.07678785175085068, + "step": 3329 + }, + { + "epoch": 0.6604522015073384, + "grad_norm": 0.6651744246482849, + "learning_rate": 6.801667659321024e-05, + "loss": 0.06821440905332565, + "step": 3330 + }, + { + "epoch": 0.660650535501785, + "grad_norm": 2.077204704284668, + "learning_rate": 6.797697041890015e-05, + "loss": 0.07610660791397095, + "step": 3331 + }, + { + "epoch": 0.6608488694962317, + "grad_norm": 3.592498302459717, + "learning_rate": 6.793726424459003e-05, + "loss": 0.0841742679476738, + "step": 3332 + }, + { + "epoch": 0.6610472034906782, + "grad_norm": 0.3019643723964691, + "learning_rate": 6.789755807027993e-05, + "loss": 0.06824661791324615, + "step": 3333 + }, + { + "epoch": 0.6612455374851249, + "grad_norm": 2.653261184692383, + "learning_rate": 6.785785189596982e-05, + "loss": 0.07116573303937912, + "step": 3334 + }, + { + "epoch": 0.6614438714795716, + "grad_norm": 0.33429718017578125, + "learning_rate": 6.781814572165972e-05, + "loss": 0.05433328077197075, + "step": 3335 + }, + { + "epoch": 0.6616422054740182, + "grad_norm": 0.2994558811187744, + "learning_rate": 6.777843954734961e-05, + "loss": 0.08417689800262451, + "step": 3336 + }, + { + "epoch": 0.6618405394684649, + "grad_norm": 0.3932589888572693, + "learning_rate": 6.773873337303951e-05, + "loss": 0.09439131617546082, + "step": 3337 + }, + { + "epoch": 0.6620388734629116, + "grad_norm": 0.4773928225040436, + "learning_rate": 6.76990271987294e-05, + "loss": 0.07680990546941757, + "step": 3338 + }, + { + "epoch": 0.6622372074573581, + "grad_norm": 0.4852178990840912, + "learning_rate": 6.76593210244193e-05, + "loss": 0.09023917466402054, + "step": 3339 + }, + { + "epoch": 0.6624355414518048, + "grad_norm": 3.2020463943481445, + "learning_rate": 6.76196148501092e-05, + "loss": 0.07476301491260529, + "step": 3340 + }, + { + "epoch": 0.6626338754462515, + "grad_norm": 0.38293948769569397, + "learning_rate": 6.757990867579909e-05, + "loss": 0.0642317682504654, + "step": 3341 + }, + { + "epoch": 0.6628322094406981, + "grad_norm": 2378.947998046875, + "learning_rate": 6.754020250148899e-05, + "loss": 0.04815838485956192, + "step": 3342 + }, + { + "epoch": 0.6630305434351448, + "grad_norm": 0.9250754714012146, + "learning_rate": 6.750049632717887e-05, + "loss": 0.09554658085107803, + "step": 3343 + }, + { + "epoch": 0.6632288774295915, + "grad_norm": 0.30141130089759827, + "learning_rate": 6.746079015286877e-05, + "loss": 0.06681151688098907, + "step": 3344 + }, + { + "epoch": 0.663427211424038, + "grad_norm": 1.532799482345581, + "learning_rate": 6.742108397855868e-05, + "loss": 0.07180670648813248, + "step": 3345 + }, + { + "epoch": 0.6636255454184847, + "grad_norm": 1.5404763221740723, + "learning_rate": 6.738137780424856e-05, + "loss": 0.08891622722148895, + "step": 3346 + }, + { + "epoch": 0.6638238794129314, + "grad_norm": 0.9280330538749695, + "learning_rate": 6.734167162993846e-05, + "loss": 0.06863532215356827, + "step": 3347 + }, + { + "epoch": 0.664022213407378, + "grad_norm": 0.4010297954082489, + "learning_rate": 6.730196545562835e-05, + "loss": 0.0716702789068222, + "step": 3348 + }, + { + "epoch": 0.6642205474018247, + "grad_norm": 39.386810302734375, + "learning_rate": 6.726225928131825e-05, + "loss": 0.0931645855307579, + "step": 3349 + }, + { + "epoch": 0.6644188813962714, + "grad_norm": 0.6503900289535522, + "learning_rate": 6.722255310700814e-05, + "loss": 0.07590079307556152, + "step": 3350 + }, + { + "epoch": 0.6646172153907179, + "grad_norm": 0.4906322658061981, + "learning_rate": 6.718284693269804e-05, + "loss": 0.09982804954051971, + "step": 3351 + }, + { + "epoch": 0.6648155493851646, + "grad_norm": 0.9008675217628479, + "learning_rate": 6.714314075838794e-05, + "loss": 0.12088651210069656, + "step": 3352 + }, + { + "epoch": 0.6650138833796113, + "grad_norm": 1.0538630485534668, + "learning_rate": 6.710343458407783e-05, + "loss": 0.08065106719732285, + "step": 3353 + }, + { + "epoch": 0.6652122173740579, + "grad_norm": 1.7643976211547852, + "learning_rate": 6.706372840976773e-05, + "loss": 0.11229074746370316, + "step": 3354 + }, + { + "epoch": 0.6654105513685046, + "grad_norm": 1.191304087638855, + "learning_rate": 6.702402223545762e-05, + "loss": 0.07863634824752808, + "step": 3355 + }, + { + "epoch": 0.6656088853629513, + "grad_norm": 0.5710809230804443, + "learning_rate": 6.698431606114752e-05, + "loss": 0.07693541049957275, + "step": 3356 + }, + { + "epoch": 0.6658072193573978, + "grad_norm": 1.947440505027771, + "learning_rate": 6.69446098868374e-05, + "loss": 0.11254142224788666, + "step": 3357 + }, + { + "epoch": 0.6660055533518445, + "grad_norm": 0.4572243094444275, + "learning_rate": 6.69049037125273e-05, + "loss": 0.086920827627182, + "step": 3358 + }, + { + "epoch": 0.6662038873462911, + "grad_norm": 1.1950503587722778, + "learning_rate": 6.686519753821719e-05, + "loss": 0.06149781495332718, + "step": 3359 + }, + { + "epoch": 0.6664022213407378, + "grad_norm": 0.9537849426269531, + "learning_rate": 6.68254913639071e-05, + "loss": 0.07421521842479706, + "step": 3360 + }, + { + "epoch": 0.6666005553351845, + "grad_norm": 0.5582236051559448, + "learning_rate": 6.678578518959698e-05, + "loss": 0.09100492298603058, + "step": 3361 + }, + { + "epoch": 0.666798889329631, + "grad_norm": 1.4441795349121094, + "learning_rate": 6.674607901528688e-05, + "loss": 0.08339257538318634, + "step": 3362 + }, + { + "epoch": 0.6669972233240777, + "grad_norm": 0.7699930667877197, + "learning_rate": 6.670637284097677e-05, + "loss": 0.11721557378768921, + "step": 3363 + }, + { + "epoch": 0.6671955573185244, + "grad_norm": 12.68532657623291, + "learning_rate": 6.666666666666667e-05, + "loss": 0.08058196306228638, + "step": 3364 + }, + { + "epoch": 0.667393891312971, + "grad_norm": 0.7229070067405701, + "learning_rate": 6.662696049235656e-05, + "loss": 0.06660906970500946, + "step": 3365 + }, + { + "epoch": 0.6675922253074177, + "grad_norm": 6.786968231201172, + "learning_rate": 6.658725431804646e-05, + "loss": 0.0897587388753891, + "step": 3366 + }, + { + "epoch": 0.6677905593018644, + "grad_norm": 0.3212515413761139, + "learning_rate": 6.654754814373635e-05, + "loss": 0.07069726288318634, + "step": 3367 + }, + { + "epoch": 0.667988893296311, + "grad_norm": 1.2137702703475952, + "learning_rate": 6.650784196942626e-05, + "loss": 0.07106934487819672, + "step": 3368 + }, + { + "epoch": 0.6681872272907576, + "grad_norm": 6.2527852058410645, + "learning_rate": 6.646813579511615e-05, + "loss": 0.03518133610486984, + "step": 3369 + }, + { + "epoch": 0.6683855612852043, + "grad_norm": 0.5720754861831665, + "learning_rate": 6.642842962080605e-05, + "loss": 0.057754870504140854, + "step": 3370 + }, + { + "epoch": 0.6685838952796509, + "grad_norm": 4.375426292419434, + "learning_rate": 6.638872344649594e-05, + "loss": 0.1121918261051178, + "step": 3371 + }, + { + "epoch": 0.6687822292740976, + "grad_norm": 0.9032420516014099, + "learning_rate": 6.634901727218584e-05, + "loss": 0.07623856514692307, + "step": 3372 + }, + { + "epoch": 0.6689805632685443, + "grad_norm": 5.126335144042969, + "learning_rate": 6.630931109787572e-05, + "loss": 0.0698704794049263, + "step": 3373 + }, + { + "epoch": 0.6691788972629908, + "grad_norm": 10.525211334228516, + "learning_rate": 6.626960492356562e-05, + "loss": 0.06852561980485916, + "step": 3374 + }, + { + "epoch": 0.6693772312574375, + "grad_norm": 0.8109114170074463, + "learning_rate": 6.622989874925551e-05, + "loss": 0.06760746240615845, + "step": 3375 + }, + { + "epoch": 0.6695755652518842, + "grad_norm": 1.227595329284668, + "learning_rate": 6.619019257494541e-05, + "loss": 0.0723772644996643, + "step": 3376 + }, + { + "epoch": 0.6697738992463308, + "grad_norm": 0.8991296291351318, + "learning_rate": 6.61504864006353e-05, + "loss": 0.07311293482780457, + "step": 3377 + }, + { + "epoch": 0.6699722332407775, + "grad_norm": 1.320786714553833, + "learning_rate": 6.61107802263252e-05, + "loss": 0.109770268201828, + "step": 3378 + }, + { + "epoch": 0.6701705672352242, + "grad_norm": 9.261238098144531, + "learning_rate": 6.607107405201509e-05, + "loss": 0.12768615782260895, + "step": 3379 + }, + { + "epoch": 0.6703689012296707, + "grad_norm": 2.738917827606201, + "learning_rate": 6.603136787770499e-05, + "loss": 0.1069597378373146, + "step": 3380 + }, + { + "epoch": 0.6705672352241174, + "grad_norm": 19.84336280822754, + "learning_rate": 6.599166170339488e-05, + "loss": 0.1481693983078003, + "step": 3381 + }, + { + "epoch": 0.6707655692185641, + "grad_norm": 0.7340709567070007, + "learning_rate": 6.595195552908478e-05, + "loss": 0.08193246275186539, + "step": 3382 + }, + { + "epoch": 0.6709639032130107, + "grad_norm": 5.369789123535156, + "learning_rate": 6.591224935477466e-05, + "loss": 0.10967790335416794, + "step": 3383 + }, + { + "epoch": 0.6711622372074574, + "grad_norm": 3.141808032989502, + "learning_rate": 6.587254318046456e-05, + "loss": 0.12277684360742569, + "step": 3384 + }, + { + "epoch": 0.671360571201904, + "grad_norm": 2.7475287914276123, + "learning_rate": 6.583283700615445e-05, + "loss": 0.08246486634016037, + "step": 3385 + }, + { + "epoch": 0.6715589051963506, + "grad_norm": 0.7026704549789429, + "learning_rate": 6.579313083184435e-05, + "loss": 0.11914674937725067, + "step": 3386 + }, + { + "epoch": 0.6717572391907973, + "grad_norm": 0.49469423294067383, + "learning_rate": 6.575342465753424e-05, + "loss": 0.12004980444908142, + "step": 3387 + }, + { + "epoch": 0.6719555731852439, + "grad_norm": 4.5010857582092285, + "learning_rate": 6.571371848322414e-05, + "loss": 0.09842123836278915, + "step": 3388 + }, + { + "epoch": 0.6721539071796906, + "grad_norm": 30.659305572509766, + "learning_rate": 6.567401230891403e-05, + "loss": 0.09099676460027695, + "step": 3389 + }, + { + "epoch": 0.6723522411741373, + "grad_norm": 1.9682481288909912, + "learning_rate": 6.563430613460393e-05, + "loss": 0.07648263871669769, + "step": 3390 + }, + { + "epoch": 0.6725505751685839, + "grad_norm": 2.8943800926208496, + "learning_rate": 6.559459996029383e-05, + "loss": 0.15197113156318665, + "step": 3391 + }, + { + "epoch": 0.6727489091630305, + "grad_norm": 0.6999861598014832, + "learning_rate": 6.555489378598373e-05, + "loss": 0.06650471687316895, + "step": 3392 + }, + { + "epoch": 0.6729472431574772, + "grad_norm": 20.017004013061523, + "learning_rate": 6.551518761167362e-05, + "loss": 0.09650640189647675, + "step": 3393 + }, + { + "epoch": 0.6731455771519238, + "grad_norm": 1.0384598970413208, + "learning_rate": 6.547548143736352e-05, + "loss": 0.06502149999141693, + "step": 3394 + }, + { + "epoch": 0.6733439111463705, + "grad_norm": 0.6000916957855225, + "learning_rate": 6.54357752630534e-05, + "loss": 0.11442092806100845, + "step": 3395 + }, + { + "epoch": 0.6735422451408172, + "grad_norm": 3.236130952835083, + "learning_rate": 6.539606908874331e-05, + "loss": 0.10626399517059326, + "step": 3396 + }, + { + "epoch": 0.6737405791352638, + "grad_norm": 1.8350361585617065, + "learning_rate": 6.53563629144332e-05, + "loss": 0.07272045314311981, + "step": 3397 + }, + { + "epoch": 0.6739389131297104, + "grad_norm": 0.8798113465309143, + "learning_rate": 6.53166567401231e-05, + "loss": 0.10493834316730499, + "step": 3398 + }, + { + "epoch": 0.6741372471241571, + "grad_norm": 0.934846043586731, + "learning_rate": 6.527695056581298e-05, + "loss": 0.09126144647598267, + "step": 3399 + }, + { + "epoch": 0.6743355811186037, + "grad_norm": 1.0134772062301636, + "learning_rate": 6.523724439150288e-05, + "loss": 0.09951300919055939, + "step": 3400 + }, + { + "epoch": 0.6745339151130504, + "grad_norm": 0.626215398311615, + "learning_rate": 6.519753821719277e-05, + "loss": 0.07658101618289948, + "step": 3401 + }, + { + "epoch": 0.6747322491074971, + "grad_norm": 0.6035680174827576, + "learning_rate": 6.515783204288267e-05, + "loss": 0.05689407140016556, + "step": 3402 + }, + { + "epoch": 0.6749305831019436, + "grad_norm": 5.536370754241943, + "learning_rate": 6.511812586857257e-05, + "loss": 0.05850826948881149, + "step": 3403 + }, + { + "epoch": 0.6751289170963903, + "grad_norm": 2.374526023864746, + "learning_rate": 6.507841969426246e-05, + "loss": 0.06296741962432861, + "step": 3404 + }, + { + "epoch": 0.675327251090837, + "grad_norm": 0.5993785858154297, + "learning_rate": 6.503871351995236e-05, + "loss": 0.07814272493124008, + "step": 3405 + }, + { + "epoch": 0.6755255850852836, + "grad_norm": 13.325039863586426, + "learning_rate": 6.499900734564225e-05, + "loss": 0.10200341790914536, + "step": 3406 + }, + { + "epoch": 0.6757239190797303, + "grad_norm": 0.6163050532341003, + "learning_rate": 6.495930117133215e-05, + "loss": 0.10566219687461853, + "step": 3407 + }, + { + "epoch": 0.6759222530741769, + "grad_norm": 3.445570230484009, + "learning_rate": 6.491959499702204e-05, + "loss": 0.08770148456096649, + "step": 3408 + }, + { + "epoch": 0.6761205870686235, + "grad_norm": 0.4540962874889374, + "learning_rate": 6.487988882271194e-05, + "loss": 0.06741329282522202, + "step": 3409 + }, + { + "epoch": 0.6763189210630702, + "grad_norm": 1.718481183052063, + "learning_rate": 6.484018264840182e-05, + "loss": 0.09019794315099716, + "step": 3410 + }, + { + "epoch": 0.6765172550575168, + "grad_norm": 0.48621881008148193, + "learning_rate": 6.480047647409173e-05, + "loss": 0.06699007749557495, + "step": 3411 + }, + { + "epoch": 0.6767155890519635, + "grad_norm": 1.7095048427581787, + "learning_rate": 6.476077029978161e-05, + "loss": 0.07865753024816513, + "step": 3412 + }, + { + "epoch": 0.6769139230464102, + "grad_norm": 0.8960108757019043, + "learning_rate": 6.472106412547151e-05, + "loss": 0.06474544107913971, + "step": 3413 + }, + { + "epoch": 0.6771122570408568, + "grad_norm": 5.585039138793945, + "learning_rate": 6.46813579511614e-05, + "loss": 0.11048818379640579, + "step": 3414 + }, + { + "epoch": 0.6773105910353034, + "grad_norm": 1.5626237392425537, + "learning_rate": 6.464165177685131e-05, + "loss": 0.07701907306909561, + "step": 3415 + }, + { + "epoch": 0.6775089250297501, + "grad_norm": 0.9866434335708618, + "learning_rate": 6.46019456025412e-05, + "loss": 0.10425203293561935, + "step": 3416 + }, + { + "epoch": 0.6777072590241967, + "grad_norm": 4.077088356018066, + "learning_rate": 6.45622394282311e-05, + "loss": 0.11315179616212845, + "step": 3417 + }, + { + "epoch": 0.6779055930186434, + "grad_norm": 0.6912753582000732, + "learning_rate": 6.452253325392099e-05, + "loss": 0.06457876414060593, + "step": 3418 + }, + { + "epoch": 0.6781039270130901, + "grad_norm": 1.294897437095642, + "learning_rate": 6.448282707961089e-05, + "loss": 0.10524845123291016, + "step": 3419 + }, + { + "epoch": 0.6783022610075367, + "grad_norm": 5.488450527191162, + "learning_rate": 6.444312090530078e-05, + "loss": 0.07541479170322418, + "step": 3420 + }, + { + "epoch": 0.6785005950019833, + "grad_norm": 1.884395718574524, + "learning_rate": 6.440341473099068e-05, + "loss": 0.08309696614742279, + "step": 3421 + }, + { + "epoch": 0.67869892899643, + "grad_norm": 0.8323134779930115, + "learning_rate": 6.436370855668057e-05, + "loss": 0.06681008636951447, + "step": 3422 + }, + { + "epoch": 0.6788972629908766, + "grad_norm": 1.115860104560852, + "learning_rate": 6.432400238237047e-05, + "loss": 0.06219780445098877, + "step": 3423 + }, + { + "epoch": 0.6790955969853233, + "grad_norm": 7.915996551513672, + "learning_rate": 6.428429620806035e-05, + "loss": 0.07164934277534485, + "step": 3424 + }, + { + "epoch": 0.67929393097977, + "grad_norm": 2.782630681991577, + "learning_rate": 6.424459003375026e-05, + "loss": 0.0862976461648941, + "step": 3425 + }, + { + "epoch": 0.6794922649742166, + "grad_norm": 3.7094085216522217, + "learning_rate": 6.420488385944014e-05, + "loss": 0.08883075416088104, + "step": 3426 + }, + { + "epoch": 0.6796905989686632, + "grad_norm": 1.3621913194656372, + "learning_rate": 6.416517768513004e-05, + "loss": 0.05555003136396408, + "step": 3427 + }, + { + "epoch": 0.6798889329631099, + "grad_norm": 2.133249521255493, + "learning_rate": 6.412547151081993e-05, + "loss": 0.09967702627182007, + "step": 3428 + }, + { + "epoch": 0.6800872669575565, + "grad_norm": 1.6685833930969238, + "learning_rate": 6.408576533650983e-05, + "loss": 0.08570095896720886, + "step": 3429 + }, + { + "epoch": 0.6802856009520032, + "grad_norm": 0.9923194050788879, + "learning_rate": 6.404605916219972e-05, + "loss": 0.08111823350191116, + "step": 3430 + }, + { + "epoch": 0.6804839349464499, + "grad_norm": 0.9442150592803955, + "learning_rate": 6.400635298788962e-05, + "loss": 0.09499122202396393, + "step": 3431 + }, + { + "epoch": 0.6806822689408965, + "grad_norm": 1.0970702171325684, + "learning_rate": 6.396664681357951e-05, + "loss": 0.05688498169183731, + "step": 3432 + }, + { + "epoch": 0.6808806029353431, + "grad_norm": 3.1966135501861572, + "learning_rate": 6.392694063926941e-05, + "loss": 0.09081543236970901, + "step": 3433 + }, + { + "epoch": 0.6810789369297897, + "grad_norm": 4.04512357711792, + "learning_rate": 6.38872344649593e-05, + "loss": 0.07629980891942978, + "step": 3434 + }, + { + "epoch": 0.6812772709242364, + "grad_norm": 3.161006212234497, + "learning_rate": 6.38475282906492e-05, + "loss": 0.06700758635997772, + "step": 3435 + }, + { + "epoch": 0.6814756049186831, + "grad_norm": 0.9319744110107422, + "learning_rate": 6.380782211633908e-05, + "loss": 0.07129207253456116, + "step": 3436 + }, + { + "epoch": 0.6816739389131297, + "grad_norm": 1.4319417476654053, + "learning_rate": 6.376811594202898e-05, + "loss": 0.09294167906045914, + "step": 3437 + }, + { + "epoch": 0.6818722729075763, + "grad_norm": 5.667124271392822, + "learning_rate": 6.372840976771889e-05, + "loss": 0.0602194145321846, + "step": 3438 + }, + { + "epoch": 0.682070606902023, + "grad_norm": 0.932573139667511, + "learning_rate": 6.368870359340879e-05, + "loss": 0.07846805453300476, + "step": 3439 + }, + { + "epoch": 0.6822689408964696, + "grad_norm": 0.9025063514709473, + "learning_rate": 6.364899741909867e-05, + "loss": 0.0830170214176178, + "step": 3440 + }, + { + "epoch": 0.6824672748909163, + "grad_norm": 0.8685798645019531, + "learning_rate": 6.360929124478857e-05, + "loss": 0.10409989953041077, + "step": 3441 + }, + { + "epoch": 0.682665608885363, + "grad_norm": 0.5887104868888855, + "learning_rate": 6.356958507047846e-05, + "loss": 0.0733175203204155, + "step": 3442 + }, + { + "epoch": 0.6828639428798096, + "grad_norm": 1.0679844617843628, + "learning_rate": 6.352987889616836e-05, + "loss": 0.1021958589553833, + "step": 3443 + }, + { + "epoch": 0.6830622768742562, + "grad_norm": 0.7697436213493347, + "learning_rate": 6.349017272185825e-05, + "loss": 0.13951635360717773, + "step": 3444 + }, + { + "epoch": 0.6832606108687029, + "grad_norm": 1.4787592887878418, + "learning_rate": 6.345046654754815e-05, + "loss": 0.07917361706495285, + "step": 3445 + }, + { + "epoch": 0.6834589448631495, + "grad_norm": 5.3363752365112305, + "learning_rate": 6.341076037323804e-05, + "loss": 0.07906181365251541, + "step": 3446 + }, + { + "epoch": 0.6836572788575962, + "grad_norm": 3.5969717502593994, + "learning_rate": 6.337105419892794e-05, + "loss": 0.08974573016166687, + "step": 3447 + }, + { + "epoch": 0.6838556128520429, + "grad_norm": 6.191633701324463, + "learning_rate": 6.333134802461783e-05, + "loss": 0.05984048917889595, + "step": 3448 + }, + { + "epoch": 0.6840539468464895, + "grad_norm": 4.053467750549316, + "learning_rate": 6.329164185030773e-05, + "loss": 0.11546291410923004, + "step": 3449 + }, + { + "epoch": 0.6842522808409361, + "grad_norm": 5.430859565734863, + "learning_rate": 6.325193567599761e-05, + "loss": 0.0860239565372467, + "step": 3450 + }, + { + "epoch": 0.6844506148353828, + "grad_norm": 2.011056661605835, + "learning_rate": 6.321222950168751e-05, + "loss": 0.12156324833631516, + "step": 3451 + }, + { + "epoch": 0.6846489488298294, + "grad_norm": 9.147342681884766, + "learning_rate": 6.31725233273774e-05, + "loss": 0.09491611272096634, + "step": 3452 + }, + { + "epoch": 0.6848472828242761, + "grad_norm": 2.4670681953430176, + "learning_rate": 6.31328171530673e-05, + "loss": 0.08176616579294205, + "step": 3453 + }, + { + "epoch": 0.6850456168187228, + "grad_norm": 18.74685287475586, + "learning_rate": 6.30931109787572e-05, + "loss": 0.08034083247184753, + "step": 3454 + }, + { + "epoch": 0.6852439508131694, + "grad_norm": 2.2813618183135986, + "learning_rate": 6.305340480444709e-05, + "loss": 0.09967827051877975, + "step": 3455 + }, + { + "epoch": 0.685442284807616, + "grad_norm": 5.065818786621094, + "learning_rate": 6.301369863013699e-05, + "loss": 0.10218610614538193, + "step": 3456 + }, + { + "epoch": 0.6856406188020627, + "grad_norm": 2.710327625274658, + "learning_rate": 6.297399245582688e-05, + "loss": 0.08994917571544647, + "step": 3457 + }, + { + "epoch": 0.6858389527965093, + "grad_norm": 4.957798004150391, + "learning_rate": 6.293428628151678e-05, + "loss": 0.0703626349568367, + "step": 3458 + }, + { + "epoch": 0.686037286790956, + "grad_norm": 6.363763809204102, + "learning_rate": 6.289458010720667e-05, + "loss": 0.09310334175825119, + "step": 3459 + }, + { + "epoch": 0.6862356207854026, + "grad_norm": 1.7754839658737183, + "learning_rate": 6.285487393289657e-05, + "loss": 0.08731614053249359, + "step": 3460 + }, + { + "epoch": 0.6864339547798493, + "grad_norm": 32.730186462402344, + "learning_rate": 6.281516775858647e-05, + "loss": 0.07340721040964127, + "step": 3461 + }, + { + "epoch": 0.6866322887742959, + "grad_norm": 2.5431129932403564, + "learning_rate": 6.277546158427636e-05, + "loss": 0.06060962751507759, + "step": 3462 + }, + { + "epoch": 0.6868306227687425, + "grad_norm": 22.669498443603516, + "learning_rate": 6.273575540996626e-05, + "loss": 0.08031407743692398, + "step": 3463 + }, + { + "epoch": 0.6870289567631892, + "grad_norm": 2.971884250640869, + "learning_rate": 6.269604923565614e-05, + "loss": 0.08374558389186859, + "step": 3464 + }, + { + "epoch": 0.6872272907576359, + "grad_norm": 2.887324810028076, + "learning_rate": 6.265634306134605e-05, + "loss": 0.08789034932851791, + "step": 3465 + }, + { + "epoch": 0.6874256247520825, + "grad_norm": 0.8807691931724548, + "learning_rate": 6.261663688703595e-05, + "loss": 0.068761445581913, + "step": 3466 + }, + { + "epoch": 0.6876239587465292, + "grad_norm": 23.439067840576172, + "learning_rate": 6.257693071272583e-05, + "loss": 0.10164304822683334, + "step": 3467 + }, + { + "epoch": 0.6878222927409758, + "grad_norm": 8.15478515625, + "learning_rate": 6.253722453841573e-05, + "loss": 0.059413984417915344, + "step": 3468 + }, + { + "epoch": 0.6880206267354224, + "grad_norm": 2.593810796737671, + "learning_rate": 6.249751836410562e-05, + "loss": 0.08497695624828339, + "step": 3469 + }, + { + "epoch": 0.6882189607298691, + "grad_norm": 7.664180755615234, + "learning_rate": 6.245781218979552e-05, + "loss": 0.12728528678417206, + "step": 3470 + }, + { + "epoch": 0.6884172947243158, + "grad_norm": 4.491257667541504, + "learning_rate": 6.241810601548541e-05, + "loss": 0.08295875787734985, + "step": 3471 + }, + { + "epoch": 0.6886156287187624, + "grad_norm": 1.3564436435699463, + "learning_rate": 6.237839984117531e-05, + "loss": 0.09188954532146454, + "step": 3472 + }, + { + "epoch": 0.688813962713209, + "grad_norm": 5.606431484222412, + "learning_rate": 6.23386936668652e-05, + "loss": 0.08114068955183029, + "step": 3473 + }, + { + "epoch": 0.6890122967076557, + "grad_norm": 1.8741981983184814, + "learning_rate": 6.22989874925551e-05, + "loss": 0.10173060745000839, + "step": 3474 + }, + { + "epoch": 0.6892106307021023, + "grad_norm": 2.882145404815674, + "learning_rate": 6.225928131824499e-05, + "loss": 0.11415218561887741, + "step": 3475 + }, + { + "epoch": 0.689408964696549, + "grad_norm": 0.49616000056266785, + "learning_rate": 6.221957514393489e-05, + "loss": 0.0707632452249527, + "step": 3476 + }, + { + "epoch": 0.6896072986909957, + "grad_norm": 2.9330618381500244, + "learning_rate": 6.217986896962477e-05, + "loss": 0.10499389469623566, + "step": 3477 + }, + { + "epoch": 0.6898056326854423, + "grad_norm": 1.1968019008636475, + "learning_rate": 6.214016279531468e-05, + "loss": 0.09041576832532883, + "step": 3478 + }, + { + "epoch": 0.690003966679889, + "grad_norm": 0.5821084380149841, + "learning_rate": 6.210045662100456e-05, + "loss": 0.0912279486656189, + "step": 3479 + }, + { + "epoch": 0.6902023006743356, + "grad_norm": 1.140429139137268, + "learning_rate": 6.206075044669446e-05, + "loss": 0.07896880805492401, + "step": 3480 + }, + { + "epoch": 0.6904006346687822, + "grad_norm": 0.5831764936447144, + "learning_rate": 6.202104427238435e-05, + "loss": 0.08336931467056274, + "step": 3481 + }, + { + "epoch": 0.6905989686632289, + "grad_norm": 33.65738296508789, + "learning_rate": 6.198133809807425e-05, + "loss": 0.07353635132312775, + "step": 3482 + }, + { + "epoch": 0.6907973026576755, + "grad_norm": 1.303512454032898, + "learning_rate": 6.194163192376414e-05, + "loss": 0.10349669307470322, + "step": 3483 + }, + { + "epoch": 0.6909956366521222, + "grad_norm": 0.5996710062026978, + "learning_rate": 6.190192574945405e-05, + "loss": 0.10246297717094421, + "step": 3484 + }, + { + "epoch": 0.6911939706465688, + "grad_norm": 3.5547523498535156, + "learning_rate": 6.186221957514394e-05, + "loss": 0.07769344002008438, + "step": 3485 + }, + { + "epoch": 0.6913923046410154, + "grad_norm": 1.0925387144088745, + "learning_rate": 6.182251340083384e-05, + "loss": 0.06281328201293945, + "step": 3486 + }, + { + "epoch": 0.6915906386354621, + "grad_norm": 0.7175535559654236, + "learning_rate": 6.178280722652373e-05, + "loss": 0.0800728127360344, + "step": 3487 + }, + { + "epoch": 0.6917889726299088, + "grad_norm": 4.395869731903076, + "learning_rate": 6.174310105221363e-05, + "loss": 0.1083718091249466, + "step": 3488 + }, + { + "epoch": 0.6919873066243554, + "grad_norm": 1.5642170906066895, + "learning_rate": 6.170339487790352e-05, + "loss": 0.09046968072652817, + "step": 3489 + }, + { + "epoch": 0.6921856406188021, + "grad_norm": 0.6432898044586182, + "learning_rate": 6.166368870359342e-05, + "loss": 0.058061618357896805, + "step": 3490 + }, + { + "epoch": 0.6923839746132487, + "grad_norm": 0.8285090923309326, + "learning_rate": 6.16239825292833e-05, + "loss": 0.0838097482919693, + "step": 3491 + }, + { + "epoch": 0.6925823086076953, + "grad_norm": 3.2604076862335205, + "learning_rate": 6.15842763549732e-05, + "loss": 0.061144739389419556, + "step": 3492 + }, + { + "epoch": 0.692780642602142, + "grad_norm": 1.1016415357589722, + "learning_rate": 6.154457018066309e-05, + "loss": 0.08416725695133209, + "step": 3493 + }, + { + "epoch": 0.6929789765965887, + "grad_norm": 0.9840104579925537, + "learning_rate": 6.1504864006353e-05, + "loss": 0.08510757237672806, + "step": 3494 + }, + { + "epoch": 0.6931773105910353, + "grad_norm": 1.3640596866607666, + "learning_rate": 6.146515783204288e-05, + "loss": 0.12264909595251083, + "step": 3495 + }, + { + "epoch": 0.693375644585482, + "grad_norm": 0.7810584902763367, + "learning_rate": 6.142545165773278e-05, + "loss": 0.07818186283111572, + "step": 3496 + }, + { + "epoch": 0.6935739785799286, + "grad_norm": 1.4382741451263428, + "learning_rate": 6.138574548342267e-05, + "loss": 0.08095036447048187, + "step": 3497 + }, + { + "epoch": 0.6937723125743752, + "grad_norm": 0.5679303407669067, + "learning_rate": 6.134603930911257e-05, + "loss": 0.046630702912807465, + "step": 3498 + }, + { + "epoch": 0.6939706465688219, + "grad_norm": 1.727932095527649, + "learning_rate": 6.130633313480246e-05, + "loss": 0.06533505767583847, + "step": 3499 + }, + { + "epoch": 0.6941689805632686, + "grad_norm": 0.5230855345726013, + "learning_rate": 6.126662696049236e-05, + "loss": 0.06628084927797318, + "step": 3500 + }, + { + "epoch": 0.6941689805632686, + "eval_loss": 0.6403418183326721, + "eval_runtime": 415.9182, + "eval_samples_per_second": 0.616, + "eval_steps_per_second": 0.154, + "step": 3500 + }, + { + "epoch": 0.6943673145577152, + "grad_norm": 2.1609597206115723, + "learning_rate": 6.122692078618225e-05, + "loss": 0.07508105039596558, + "step": 3501 + }, + { + "epoch": 0.6945656485521619, + "grad_norm": 1.8747289180755615, + "learning_rate": 6.118721461187215e-05, + "loss": 0.11583811044692993, + "step": 3502 + }, + { + "epoch": 0.6947639825466085, + "grad_norm": 0.6619171500205994, + "learning_rate": 6.114750843756203e-05, + "loss": 0.09733445942401886, + "step": 3503 + }, + { + "epoch": 0.6949623165410551, + "grad_norm": 1.9707083702087402, + "learning_rate": 6.110780226325193e-05, + "loss": 0.08090048283338547, + "step": 3504 + }, + { + "epoch": 0.6951606505355018, + "grad_norm": 0.7941608428955078, + "learning_rate": 6.106809608894182e-05, + "loss": 0.10793105512857437, + "step": 3505 + }, + { + "epoch": 0.6953589845299485, + "grad_norm": 1.575335144996643, + "learning_rate": 6.102838991463172e-05, + "loss": 0.0984419658780098, + "step": 3506 + }, + { + "epoch": 0.6955573185243951, + "grad_norm": 11.594306945800781, + "learning_rate": 6.098868374032163e-05, + "loss": 0.10381069779396057, + "step": 3507 + }, + { + "epoch": 0.6957556525188417, + "grad_norm": 0.6570380330085754, + "learning_rate": 6.0948977566011524e-05, + "loss": 0.09078473597764969, + "step": 3508 + }, + { + "epoch": 0.6959539865132883, + "grad_norm": 2.2951064109802246, + "learning_rate": 6.090927139170142e-05, + "loss": 0.10380389541387558, + "step": 3509 + }, + { + "epoch": 0.696152320507735, + "grad_norm": 1.297855019569397, + "learning_rate": 6.086956521739131e-05, + "loss": 0.09140974283218384, + "step": 3510 + }, + { + "epoch": 0.6963506545021817, + "grad_norm": 4.017065048217773, + "learning_rate": 6.082985904308121e-05, + "loss": 0.10477498173713684, + "step": 3511 + }, + { + "epoch": 0.6965489884966283, + "grad_norm": 1.1927545070648193, + "learning_rate": 6.07901528687711e-05, + "loss": 0.06666281819343567, + "step": 3512 + }, + { + "epoch": 0.696747322491075, + "grad_norm": 1.8629566431045532, + "learning_rate": 6.0750446694460995e-05, + "loss": 0.08969448506832123, + "step": 3513 + }, + { + "epoch": 0.6969456564855216, + "grad_norm": 2.4640371799468994, + "learning_rate": 6.071074052015089e-05, + "loss": 0.060119882225990295, + "step": 3514 + }, + { + "epoch": 0.6971439904799682, + "grad_norm": 1.7387616634368896, + "learning_rate": 6.067103434584078e-05, + "loss": 0.06949786096811295, + "step": 3515 + }, + { + "epoch": 0.6973423244744149, + "grad_norm": 1.4378247261047363, + "learning_rate": 6.063132817153068e-05, + "loss": 0.11201217025518417, + "step": 3516 + }, + { + "epoch": 0.6975406584688616, + "grad_norm": 1.8369944095611572, + "learning_rate": 6.059162199722057e-05, + "loss": 0.06918913125991821, + "step": 3517 + }, + { + "epoch": 0.6977389924633082, + "grad_norm": 0.9837532043457031, + "learning_rate": 6.0551915822910465e-05, + "loss": 0.07153171300888062, + "step": 3518 + }, + { + "epoch": 0.6979373264577549, + "grad_norm": 3.5407769680023193, + "learning_rate": 6.051220964860036e-05, + "loss": 0.0865759402513504, + "step": 3519 + }, + { + "epoch": 0.6981356604522015, + "grad_norm": 0.8510864973068237, + "learning_rate": 6.047250347429025e-05, + "loss": 0.04980070888996124, + "step": 3520 + }, + { + "epoch": 0.6983339944466481, + "grad_norm": 0.6400787830352783, + "learning_rate": 6.043279729998015e-05, + "loss": 0.07297039777040482, + "step": 3521 + }, + { + "epoch": 0.6985323284410948, + "grad_norm": 1.2322783470153809, + "learning_rate": 6.039309112567004e-05, + "loss": 0.06217291206121445, + "step": 3522 + }, + { + "epoch": 0.6987306624355415, + "grad_norm": 11.106473922729492, + "learning_rate": 6.0353384951359935e-05, + "loss": 0.12780305743217468, + "step": 3523 + }, + { + "epoch": 0.6989289964299881, + "grad_norm": 1.0211344957351685, + "learning_rate": 6.031367877704983e-05, + "loss": 0.08980776369571686, + "step": 3524 + }, + { + "epoch": 0.6991273304244348, + "grad_norm": 4.644368648529053, + "learning_rate": 6.0273972602739724e-05, + "loss": 0.10230983793735504, + "step": 3525 + }, + { + "epoch": 0.6993256644188814, + "grad_norm": 1.6507117748260498, + "learning_rate": 6.023426642842962e-05, + "loss": 0.06283490359783173, + "step": 3526 + }, + { + "epoch": 0.699523998413328, + "grad_norm": 1.2183008193969727, + "learning_rate": 6.019456025411951e-05, + "loss": 0.09798649698495865, + "step": 3527 + }, + { + "epoch": 0.6997223324077747, + "grad_norm": 1.63069748878479, + "learning_rate": 6.0154854079809406e-05, + "loss": 0.10021788626909256, + "step": 3528 + }, + { + "epoch": 0.6999206664022214, + "grad_norm": 2.6635000705718994, + "learning_rate": 6.01151479054993e-05, + "loss": 0.06889881193637848, + "step": 3529 + }, + { + "epoch": 0.700119000396668, + "grad_norm": 8.410751342773438, + "learning_rate": 6.007544173118921e-05, + "loss": 0.07246220856904984, + "step": 3530 + }, + { + "epoch": 0.7003173343911147, + "grad_norm": 1.8825833797454834, + "learning_rate": 6.00357355568791e-05, + "loss": 0.09983029961585999, + "step": 3531 + }, + { + "epoch": 0.7005156683855612, + "grad_norm": 0.6561816334724426, + "learning_rate": 5.9996029382568996e-05, + "loss": 0.0661243423819542, + "step": 3532 + }, + { + "epoch": 0.7007140023800079, + "grad_norm": 3.5607826709747314, + "learning_rate": 5.995632320825889e-05, + "loss": 0.11838232725858688, + "step": 3533 + }, + { + "epoch": 0.7009123363744546, + "grad_norm": 6.799134254455566, + "learning_rate": 5.9916617033948784e-05, + "loss": 0.06732796877622604, + "step": 3534 + }, + { + "epoch": 0.7011106703689012, + "grad_norm": 1.0715012550354004, + "learning_rate": 5.987691085963868e-05, + "loss": 0.061665747314691544, + "step": 3535 + }, + { + "epoch": 0.7013090043633479, + "grad_norm": 0.6558802723884583, + "learning_rate": 5.983720468532857e-05, + "loss": 0.08478745818138123, + "step": 3536 + }, + { + "epoch": 0.7015073383577946, + "grad_norm": 2.490384578704834, + "learning_rate": 5.9797498511018466e-05, + "loss": 0.07635322958230972, + "step": 3537 + }, + { + "epoch": 0.7017056723522411, + "grad_norm": 1.43110191822052, + "learning_rate": 5.975779233670836e-05, + "loss": 0.07957524806261063, + "step": 3538 + }, + { + "epoch": 0.7019040063466878, + "grad_norm": 0.7760885953903198, + "learning_rate": 5.9718086162398254e-05, + "loss": 0.0671394020318985, + "step": 3539 + }, + { + "epoch": 0.7021023403411345, + "grad_norm": 2.1530044078826904, + "learning_rate": 5.967837998808815e-05, + "loss": 0.0670279711484909, + "step": 3540 + }, + { + "epoch": 0.7023006743355811, + "grad_norm": 20.4971981048584, + "learning_rate": 5.963867381377804e-05, + "loss": 0.08106541633605957, + "step": 3541 + }, + { + "epoch": 0.7024990083300278, + "grad_norm": 0.8345736861228943, + "learning_rate": 5.9598967639467936e-05, + "loss": 0.0863298773765564, + "step": 3542 + }, + { + "epoch": 0.7026973423244744, + "grad_norm": 6.753516674041748, + "learning_rate": 5.955926146515784e-05, + "loss": 0.07896118611097336, + "step": 3543 + }, + { + "epoch": 0.702895676318921, + "grad_norm": 1.2869117259979248, + "learning_rate": 5.951955529084773e-05, + "loss": 0.08065998554229736, + "step": 3544 + }, + { + "epoch": 0.7030940103133677, + "grad_norm": 1.3508087396621704, + "learning_rate": 5.9479849116537625e-05, + "loss": 0.08889897912740707, + "step": 3545 + }, + { + "epoch": 0.7032923443078144, + "grad_norm": 106.52728271484375, + "learning_rate": 5.944014294222752e-05, + "loss": 0.08142460137605667, + "step": 3546 + }, + { + "epoch": 0.703490678302261, + "grad_norm": 1.0959559679031372, + "learning_rate": 5.9400436767917414e-05, + "loss": 0.05778665468096733, + "step": 3547 + }, + { + "epoch": 0.7036890122967077, + "grad_norm": 0.32579079270362854, + "learning_rate": 5.936073059360731e-05, + "loss": 0.06674587726593018, + "step": 3548 + }, + { + "epoch": 0.7038873462911543, + "grad_norm": 0.7417770624160767, + "learning_rate": 5.93210244192972e-05, + "loss": 0.09192314743995667, + "step": 3549 + }, + { + "epoch": 0.7040856802856009, + "grad_norm": 0.6006465554237366, + "learning_rate": 5.9281318244987096e-05, + "loss": 0.08947702497243881, + "step": 3550 + }, + { + "epoch": 0.7042840142800476, + "grad_norm": 137.02320861816406, + "learning_rate": 5.924161207067699e-05, + "loss": 0.07682255655527115, + "step": 3551 + }, + { + "epoch": 0.7044823482744943, + "grad_norm": 5.4361572265625, + "learning_rate": 5.9201905896366884e-05, + "loss": 0.09383945167064667, + "step": 3552 + }, + { + "epoch": 0.7046806822689409, + "grad_norm": 4.6684441566467285, + "learning_rate": 5.9162199722056785e-05, + "loss": 0.07390707731246948, + "step": 3553 + }, + { + "epoch": 0.7048790162633876, + "grad_norm": 2.5877020359039307, + "learning_rate": 5.9122493547746686e-05, + "loss": 0.1006244570016861, + "step": 3554 + }, + { + "epoch": 0.7050773502578342, + "grad_norm": 3.2190024852752686, + "learning_rate": 5.908278737343658e-05, + "loss": 0.12088377773761749, + "step": 3555 + }, + { + "epoch": 0.7052756842522808, + "grad_norm": 5.617068767547607, + "learning_rate": 5.9043081199126474e-05, + "loss": 0.10872076451778412, + "step": 3556 + }, + { + "epoch": 0.7054740182467275, + "grad_norm": 1.1662219762802124, + "learning_rate": 5.900337502481637e-05, + "loss": 0.1318817436695099, + "step": 3557 + }, + { + "epoch": 0.7056723522411741, + "grad_norm": 2.015767812728882, + "learning_rate": 5.896366885050626e-05, + "loss": 0.09256748855113983, + "step": 3558 + }, + { + "epoch": 0.7058706862356208, + "grad_norm": 1.7210155725479126, + "learning_rate": 5.8923962676196156e-05, + "loss": 0.10987255722284317, + "step": 3559 + }, + { + "epoch": 0.7060690202300675, + "grad_norm": 3.0143046379089355, + "learning_rate": 5.888425650188605e-05, + "loss": 0.0880846306681633, + "step": 3560 + }, + { + "epoch": 0.706267354224514, + "grad_norm": 5.036827087402344, + "learning_rate": 5.8844550327575944e-05, + "loss": 0.10533326864242554, + "step": 3561 + }, + { + "epoch": 0.7064656882189607, + "grad_norm": 1.2989888191223145, + "learning_rate": 5.880484415326584e-05, + "loss": 0.10244259238243103, + "step": 3562 + }, + { + "epoch": 0.7066640222134074, + "grad_norm": 0.7617316842079163, + "learning_rate": 5.876513797895573e-05, + "loss": 0.09311780333518982, + "step": 3563 + }, + { + "epoch": 0.706862356207854, + "grad_norm": 2.5899994373321533, + "learning_rate": 5.8725431804645626e-05, + "loss": 0.08680503070354462, + "step": 3564 + }, + { + "epoch": 0.7070606902023007, + "grad_norm": 2.7418582439422607, + "learning_rate": 5.868572563033552e-05, + "loss": 0.07397769391536713, + "step": 3565 + }, + { + "epoch": 0.7072590241967474, + "grad_norm": 57.397701263427734, + "learning_rate": 5.8646019456025414e-05, + "loss": 0.08544177561998367, + "step": 3566 + }, + { + "epoch": 0.7074573581911939, + "grad_norm": 1.393288016319275, + "learning_rate": 5.860631328171531e-05, + "loss": 0.08909426629543304, + "step": 3567 + }, + { + "epoch": 0.7076556921856406, + "grad_norm": 0.9098865985870361, + "learning_rate": 5.85666071074052e-05, + "loss": 0.08801715821027756, + "step": 3568 + }, + { + "epoch": 0.7078540261800873, + "grad_norm": 1.790616750717163, + "learning_rate": 5.8526900933095097e-05, + "loss": 0.10009843856096268, + "step": 3569 + }, + { + "epoch": 0.7080523601745339, + "grad_norm": 1.8479654788970947, + "learning_rate": 5.848719475878499e-05, + "loss": 0.07300999760627747, + "step": 3570 + }, + { + "epoch": 0.7082506941689806, + "grad_norm": 1.7913154363632202, + "learning_rate": 5.8447488584474885e-05, + "loss": 0.06867054104804993, + "step": 3571 + }, + { + "epoch": 0.7084490281634273, + "grad_norm": 0.2229456603527069, + "learning_rate": 5.840778241016478e-05, + "loss": 0.04389332979917526, + "step": 3572 + }, + { + "epoch": 0.7086473621578738, + "grad_norm": 1.1569689512252808, + "learning_rate": 5.836807623585467e-05, + "loss": 0.0867747962474823, + "step": 3573 + }, + { + "epoch": 0.7088456961523205, + "grad_norm": 1.3454675674438477, + "learning_rate": 5.832837006154457e-05, + "loss": 0.10018397122621536, + "step": 3574 + }, + { + "epoch": 0.7090440301467672, + "grad_norm": 0.4497115910053253, + "learning_rate": 5.828866388723446e-05, + "loss": 0.07713896036148071, + "step": 3575 + }, + { + "epoch": 0.7092423641412138, + "grad_norm": 2.8491079807281494, + "learning_rate": 5.824895771292437e-05, + "loss": 0.049730829894542694, + "step": 3576 + }, + { + "epoch": 0.7094406981356605, + "grad_norm": 1.1737123727798462, + "learning_rate": 5.820925153861426e-05, + "loss": 0.057322774082422256, + "step": 3577 + }, + { + "epoch": 0.7096390321301072, + "grad_norm": 3.460608959197998, + "learning_rate": 5.816954536430416e-05, + "loss": 0.10357502102851868, + "step": 3578 + }, + { + "epoch": 0.7098373661245537, + "grad_norm": 3.1891283988952637, + "learning_rate": 5.812983918999405e-05, + "loss": 0.11532340943813324, + "step": 3579 + }, + { + "epoch": 0.7100357001190004, + "grad_norm": 0.96011883020401, + "learning_rate": 5.8090133015683945e-05, + "loss": 0.08198197185993195, + "step": 3580 + }, + { + "epoch": 0.7102340341134471, + "grad_norm": 1.477909803390503, + "learning_rate": 5.805042684137384e-05, + "loss": 0.07108417898416519, + "step": 3581 + }, + { + "epoch": 0.7104323681078937, + "grad_norm": 0.36507999897003174, + "learning_rate": 5.801072066706373e-05, + "loss": 0.06091407686471939, + "step": 3582 + }, + { + "epoch": 0.7106307021023404, + "grad_norm": 0.9490982294082642, + "learning_rate": 5.797101449275363e-05, + "loss": 0.08974599093198776, + "step": 3583 + }, + { + "epoch": 0.7108290360967869, + "grad_norm": 0.5438063144683838, + "learning_rate": 5.793130831844352e-05, + "loss": 0.06776363402605057, + "step": 3584 + }, + { + "epoch": 0.7110273700912336, + "grad_norm": 0.4907594323158264, + "learning_rate": 5.7891602144133415e-05, + "loss": 0.08074097335338593, + "step": 3585 + }, + { + "epoch": 0.7112257040856803, + "grad_norm": 0.3606838881969452, + "learning_rate": 5.785189596982331e-05, + "loss": 0.07453824579715729, + "step": 3586 + }, + { + "epoch": 0.7114240380801269, + "grad_norm": 1.6056653261184692, + "learning_rate": 5.7812189795513203e-05, + "loss": 0.10515996813774109, + "step": 3587 + }, + { + "epoch": 0.7116223720745736, + "grad_norm": 0.544546902179718, + "learning_rate": 5.77724836212031e-05, + "loss": 0.06892052292823792, + "step": 3588 + }, + { + "epoch": 0.7118207060690203, + "grad_norm": 1.2251098155975342, + "learning_rate": 5.773277744689299e-05, + "loss": 0.08573901653289795, + "step": 3589 + }, + { + "epoch": 0.7120190400634668, + "grad_norm": 1.6943548917770386, + "learning_rate": 5.7693071272582886e-05, + "loss": 0.09957262128591537, + "step": 3590 + }, + { + "epoch": 0.7122173740579135, + "grad_norm": 4.929180145263672, + "learning_rate": 5.765336509827278e-05, + "loss": 0.07465142756700516, + "step": 3591 + }, + { + "epoch": 0.7124157080523602, + "grad_norm": 8.335447311401367, + "learning_rate": 5.7613658923962674e-05, + "loss": 0.06517407298088074, + "step": 3592 + }, + { + "epoch": 0.7126140420468068, + "grad_norm": 6.268856525421143, + "learning_rate": 5.757395274965257e-05, + "loss": 0.12418373674154282, + "step": 3593 + }, + { + "epoch": 0.7128123760412535, + "grad_norm": 0.4456719160079956, + "learning_rate": 5.753424657534247e-05, + "loss": 0.09539121389389038, + "step": 3594 + }, + { + "epoch": 0.7130107100357002, + "grad_norm": 2.812366008758545, + "learning_rate": 5.749454040103236e-05, + "loss": 0.08048484474420547, + "step": 3595 + }, + { + "epoch": 0.7132090440301467, + "grad_norm": 1.4778437614440918, + "learning_rate": 5.745483422672226e-05, + "loss": 0.07418416440486908, + "step": 3596 + }, + { + "epoch": 0.7134073780245934, + "grad_norm": 0.241061732172966, + "learning_rate": 5.741512805241215e-05, + "loss": 0.04741111770272255, + "step": 3597 + }, + { + "epoch": 0.7136057120190401, + "grad_norm": 0.3719216287136078, + "learning_rate": 5.7375421878102045e-05, + "loss": 0.13244642317295074, + "step": 3598 + }, + { + "epoch": 0.7138040460134867, + "grad_norm": 0.33786824345588684, + "learning_rate": 5.7335715703791946e-05, + "loss": 0.09283506125211716, + "step": 3599 + }, + { + "epoch": 0.7140023800079334, + "grad_norm": 1.194740653038025, + "learning_rate": 5.729600952948184e-05, + "loss": 0.07231472432613373, + "step": 3600 + }, + { + "epoch": 0.71420071400238, + "grad_norm": 0.8871350884437561, + "learning_rate": 5.7256303355171734e-05, + "loss": 0.11062589287757874, + "step": 3601 + }, + { + "epoch": 0.7143990479968266, + "grad_norm": 2.5520293712615967, + "learning_rate": 5.721659718086163e-05, + "loss": 0.09796560555696487, + "step": 3602 + }, + { + "epoch": 0.7145973819912733, + "grad_norm": 0.3370835483074188, + "learning_rate": 5.717689100655152e-05, + "loss": 0.09007841348648071, + "step": 3603 + }, + { + "epoch": 0.71479571598572, + "grad_norm": 0.699737548828125, + "learning_rate": 5.7137184832241416e-05, + "loss": 0.09707225114107132, + "step": 3604 + }, + { + "epoch": 0.7149940499801666, + "grad_norm": 1.8282583951950073, + "learning_rate": 5.709747865793132e-05, + "loss": 0.08212942630052567, + "step": 3605 + }, + { + "epoch": 0.7151923839746133, + "grad_norm": 0.36114031076431274, + "learning_rate": 5.705777248362121e-05, + "loss": 0.07308748364448547, + "step": 3606 + }, + { + "epoch": 0.7153907179690598, + "grad_norm": 0.35434433817863464, + "learning_rate": 5.7018066309311105e-05, + "loss": 0.05586210638284683, + "step": 3607 + }, + { + "epoch": 0.7155890519635065, + "grad_norm": 0.3208920657634735, + "learning_rate": 5.6978360135001e-05, + "loss": 0.09094539284706116, + "step": 3608 + }, + { + "epoch": 0.7157873859579532, + "grad_norm": 2.1954894065856934, + "learning_rate": 5.693865396069089e-05, + "loss": 0.08636397123336792, + "step": 3609 + }, + { + "epoch": 0.7159857199523998, + "grad_norm": 0.33719849586486816, + "learning_rate": 5.689894778638079e-05, + "loss": 0.06459859013557434, + "step": 3610 + }, + { + "epoch": 0.7161840539468465, + "grad_norm": 0.8018858432769775, + "learning_rate": 5.685924161207068e-05, + "loss": 0.09305547922849655, + "step": 3611 + }, + { + "epoch": 0.7163823879412932, + "grad_norm": 3.2486166954040527, + "learning_rate": 5.6819535437760576e-05, + "loss": 0.11603385210037231, + "step": 3612 + }, + { + "epoch": 0.7165807219357397, + "grad_norm": 0.58408522605896, + "learning_rate": 5.677982926345047e-05, + "loss": 0.10068496316671371, + "step": 3613 + }, + { + "epoch": 0.7167790559301864, + "grad_norm": 1.7862708568572998, + "learning_rate": 5.6740123089140364e-05, + "loss": 0.08976930379867554, + "step": 3614 + }, + { + "epoch": 0.7169773899246331, + "grad_norm": 1.1238762140274048, + "learning_rate": 5.670041691483026e-05, + "loss": 0.08275189250707626, + "step": 3615 + }, + { + "epoch": 0.7171757239190797, + "grad_norm": 4.75376558303833, + "learning_rate": 5.666071074052015e-05, + "loss": 0.07319481670856476, + "step": 3616 + }, + { + "epoch": 0.7173740579135264, + "grad_norm": 2.703951597213745, + "learning_rate": 5.6621004566210046e-05, + "loss": 0.09188884496688843, + "step": 3617 + }, + { + "epoch": 0.7175723919079731, + "grad_norm": 11.781882286071777, + "learning_rate": 5.658129839189994e-05, + "loss": 0.07854335755109787, + "step": 3618 + }, + { + "epoch": 0.7177707259024196, + "grad_norm": 29.158218383789062, + "learning_rate": 5.6541592217589834e-05, + "loss": 0.09299039095640182, + "step": 3619 + }, + { + "epoch": 0.7179690598968663, + "grad_norm": 4.868999481201172, + "learning_rate": 5.650188604327973e-05, + "loss": 0.08164550364017487, + "step": 3620 + }, + { + "epoch": 0.718167393891313, + "grad_norm": 0.5173894762992859, + "learning_rate": 5.646217986896962e-05, + "loss": 0.053562913089990616, + "step": 3621 + }, + { + "epoch": 0.7183657278857596, + "grad_norm": 1.8326647281646729, + "learning_rate": 5.6422473694659516e-05, + "loss": 0.09239743649959564, + "step": 3622 + }, + { + "epoch": 0.7185640618802063, + "grad_norm": 1.0889836549758911, + "learning_rate": 5.6382767520349424e-05, + "loss": 0.07320079207420349, + "step": 3623 + }, + { + "epoch": 0.718762395874653, + "grad_norm": 2.624866008758545, + "learning_rate": 5.634306134603932e-05, + "loss": 0.06291693449020386, + "step": 3624 + }, + { + "epoch": 0.7189607298690995, + "grad_norm": 0.29343175888061523, + "learning_rate": 5.630335517172921e-05, + "loss": 0.059332530945539474, + "step": 3625 + }, + { + "epoch": 0.7191590638635462, + "grad_norm": 1.1090950965881348, + "learning_rate": 5.6263648997419106e-05, + "loss": 0.0734674409031868, + "step": 3626 + }, + { + "epoch": 0.7193573978579929, + "grad_norm": 0.7090799808502197, + "learning_rate": 5.6223942823109e-05, + "loss": 0.046977125108242035, + "step": 3627 + }, + { + "epoch": 0.7195557318524395, + "grad_norm": 1.440961241722107, + "learning_rate": 5.6184236648798894e-05, + "loss": 0.11189571022987366, + "step": 3628 + }, + { + "epoch": 0.7197540658468862, + "grad_norm": 10.587055206298828, + "learning_rate": 5.614453047448879e-05, + "loss": 0.08777367323637009, + "step": 3629 + }, + { + "epoch": 0.7199523998413329, + "grad_norm": 1.40517258644104, + "learning_rate": 5.610482430017868e-05, + "loss": 0.08950956165790558, + "step": 3630 + }, + { + "epoch": 0.7201507338357794, + "grad_norm": 0.31543317437171936, + "learning_rate": 5.6065118125868576e-05, + "loss": 0.07098238915205002, + "step": 3631 + }, + { + "epoch": 0.7203490678302261, + "grad_norm": 2.8494060039520264, + "learning_rate": 5.602541195155847e-05, + "loss": 0.07173885405063629, + "step": 3632 + }, + { + "epoch": 0.7205474018246727, + "grad_norm": 2.99106502532959, + "learning_rate": 5.5985705777248365e-05, + "loss": 0.12285012751817703, + "step": 3633 + }, + { + "epoch": 0.7207457358191194, + "grad_norm": 2.996337413787842, + "learning_rate": 5.594599960293826e-05, + "loss": 0.06403515487909317, + "step": 3634 + }, + { + "epoch": 0.7209440698135661, + "grad_norm": 0.49914124608039856, + "learning_rate": 5.590629342862815e-05, + "loss": 0.07147384434938431, + "step": 3635 + }, + { + "epoch": 0.7211424038080126, + "grad_norm": 0.7410911321640015, + "learning_rate": 5.586658725431805e-05, + "loss": 0.07247618585824966, + "step": 3636 + }, + { + "epoch": 0.7213407378024593, + "grad_norm": 1.7957737445831299, + "learning_rate": 5.582688108000794e-05, + "loss": 0.07958017289638519, + "step": 3637 + }, + { + "epoch": 0.721539071796906, + "grad_norm": 0.6465016603469849, + "learning_rate": 5.5787174905697835e-05, + "loss": 0.09964355081319809, + "step": 3638 + }, + { + "epoch": 0.7217374057913526, + "grad_norm": 1.2652490139007568, + "learning_rate": 5.574746873138773e-05, + "loss": 0.106730155646801, + "step": 3639 + }, + { + "epoch": 0.7219357397857993, + "grad_norm": 5.136279106140137, + "learning_rate": 5.570776255707762e-05, + "loss": 0.07934314757585526, + "step": 3640 + }, + { + "epoch": 0.722134073780246, + "grad_norm": 1.8069078922271729, + "learning_rate": 5.566805638276752e-05, + "loss": 0.10340775549411774, + "step": 3641 + }, + { + "epoch": 0.7223324077746925, + "grad_norm": 1.424335241317749, + "learning_rate": 5.562835020845741e-05, + "loss": 0.0995316356420517, + "step": 3642 + }, + { + "epoch": 0.7225307417691392, + "grad_norm": 0.4087635278701782, + "learning_rate": 5.5588644034147305e-05, + "loss": 0.07268034666776657, + "step": 3643 + }, + { + "epoch": 0.7227290757635859, + "grad_norm": 0.9311087727546692, + "learning_rate": 5.55489378598372e-05, + "loss": 0.0691203624010086, + "step": 3644 + }, + { + "epoch": 0.7229274097580325, + "grad_norm": 1.07089364528656, + "learning_rate": 5.5509231685527093e-05, + "loss": 0.08361619710922241, + "step": 3645 + }, + { + "epoch": 0.7231257437524792, + "grad_norm": 1.006170392036438, + "learning_rate": 5.5469525511217e-05, + "loss": 0.073578841984272, + "step": 3646 + }, + { + "epoch": 0.7233240777469259, + "grad_norm": 1.6859160661697388, + "learning_rate": 5.5429819336906895e-05, + "loss": 0.09219734370708466, + "step": 3647 + }, + { + "epoch": 0.7235224117413724, + "grad_norm": 1.4134739637374878, + "learning_rate": 5.539011316259679e-05, + "loss": 0.07853914797306061, + "step": 3648 + }, + { + "epoch": 0.7237207457358191, + "grad_norm": 0.8396403193473816, + "learning_rate": 5.535040698828668e-05, + "loss": 0.08160567283630371, + "step": 3649 + }, + { + "epoch": 0.7239190797302658, + "grad_norm": 5.648931980133057, + "learning_rate": 5.531070081397658e-05, + "loss": 0.09051504731178284, + "step": 3650 + }, + { + "epoch": 0.7241174137247124, + "grad_norm": 5.168078422546387, + "learning_rate": 5.527099463966647e-05, + "loss": 0.07703712582588196, + "step": 3651 + }, + { + "epoch": 0.7243157477191591, + "grad_norm": 0.8770249485969543, + "learning_rate": 5.5231288465356365e-05, + "loss": 0.06111636012792587, + "step": 3652 + }, + { + "epoch": 0.7245140817136058, + "grad_norm": 2.629074811935425, + "learning_rate": 5.519158229104626e-05, + "loss": 0.08615939319133759, + "step": 3653 + }, + { + "epoch": 0.7247124157080523, + "grad_norm": 0.7068420052528381, + "learning_rate": 5.5151876116736154e-05, + "loss": 0.033412642776966095, + "step": 3654 + }, + { + "epoch": 0.724910749702499, + "grad_norm": 0.3391052782535553, + "learning_rate": 5.511216994242605e-05, + "loss": 0.09133213758468628, + "step": 3655 + }, + { + "epoch": 0.7251090836969457, + "grad_norm": 0.8250651955604553, + "learning_rate": 5.507246376811594e-05, + "loss": 0.07624393701553345, + "step": 3656 + }, + { + "epoch": 0.7253074176913923, + "grad_norm": 0.6393428444862366, + "learning_rate": 5.503275759380584e-05, + "loss": 0.10101877897977829, + "step": 3657 + }, + { + "epoch": 0.725505751685839, + "grad_norm": 0.35371312499046326, + "learning_rate": 5.499305141949574e-05, + "loss": 0.08931957185268402, + "step": 3658 + }, + { + "epoch": 0.7257040856802855, + "grad_norm": 2.4933414459228516, + "learning_rate": 5.495334524518563e-05, + "loss": 0.09832285344600677, + "step": 3659 + }, + { + "epoch": 0.7259024196747322, + "grad_norm": 2.503267765045166, + "learning_rate": 5.4913639070875525e-05, + "loss": 0.10793977975845337, + "step": 3660 + }, + { + "epoch": 0.7261007536691789, + "grad_norm": 0.6316872239112854, + "learning_rate": 5.487393289656542e-05, + "loss": 0.07849395275115967, + "step": 3661 + }, + { + "epoch": 0.7262990876636255, + "grad_norm": 0.36948809027671814, + "learning_rate": 5.483422672225531e-05, + "loss": 0.07780205458402634, + "step": 3662 + }, + { + "epoch": 0.7264974216580722, + "grad_norm": 2.438387870788574, + "learning_rate": 5.479452054794521e-05, + "loss": 0.07391347736120224, + "step": 3663 + }, + { + "epoch": 0.7266957556525189, + "grad_norm": 1.1592153310775757, + "learning_rate": 5.47548143736351e-05, + "loss": 0.04731876030564308, + "step": 3664 + }, + { + "epoch": 0.7268940896469654, + "grad_norm": 1.1707812547683716, + "learning_rate": 5.4715108199324995e-05, + "loss": 0.050299618393182755, + "step": 3665 + }, + { + "epoch": 0.7270924236414121, + "grad_norm": 0.848156213760376, + "learning_rate": 5.467540202501489e-05, + "loss": 0.08331626653671265, + "step": 3666 + }, + { + "epoch": 0.7272907576358588, + "grad_norm": 0.5462419390678406, + "learning_rate": 5.463569585070478e-05, + "loss": 0.08746898174285889, + "step": 3667 + }, + { + "epoch": 0.7274890916303054, + "grad_norm": 2.7858426570892334, + "learning_rate": 5.459598967639468e-05, + "loss": 0.06852492690086365, + "step": 3668 + }, + { + "epoch": 0.7276874256247521, + "grad_norm": 0.7989420890808105, + "learning_rate": 5.4556283502084585e-05, + "loss": 0.05209507793188095, + "step": 3669 + }, + { + "epoch": 0.7278857596191988, + "grad_norm": 1.309675931930542, + "learning_rate": 5.451657732777448e-05, + "loss": 0.06340000033378601, + "step": 3670 + }, + { + "epoch": 0.7280840936136453, + "grad_norm": 2.1974289417266846, + "learning_rate": 5.447687115346437e-05, + "loss": 0.0957927480340004, + "step": 3671 + }, + { + "epoch": 0.728282427608092, + "grad_norm": 0.8454768061637878, + "learning_rate": 5.443716497915427e-05, + "loss": 0.07683439552783966, + "step": 3672 + }, + { + "epoch": 0.7284807616025387, + "grad_norm": 1.3827581405639648, + "learning_rate": 5.439745880484416e-05, + "loss": 0.05837345868349075, + "step": 3673 + }, + { + "epoch": 0.7286790955969853, + "grad_norm": 0.5294545888900757, + "learning_rate": 5.4357752630534055e-05, + "loss": 0.06445282697677612, + "step": 3674 + }, + { + "epoch": 0.728877429591432, + "grad_norm": 0.381941020488739, + "learning_rate": 5.431804645622395e-05, + "loss": 0.06808467954397202, + "step": 3675 + }, + { + "epoch": 0.7290757635858787, + "grad_norm": 0.3270510733127594, + "learning_rate": 5.4278340281913843e-05, + "loss": 0.08432547003030777, + "step": 3676 + }, + { + "epoch": 0.7292740975803252, + "grad_norm": 0.7402635812759399, + "learning_rate": 5.423863410760374e-05, + "loss": 0.08795134723186493, + "step": 3677 + }, + { + "epoch": 0.7294724315747719, + "grad_norm": 0.9472514390945435, + "learning_rate": 5.419892793329363e-05, + "loss": 0.08817173540592194, + "step": 3678 + }, + { + "epoch": 0.7296707655692186, + "grad_norm": 0.9030536413192749, + "learning_rate": 5.4159221758983526e-05, + "loss": 0.08314572274684906, + "step": 3679 + }, + { + "epoch": 0.7298690995636652, + "grad_norm": 2.2972164154052734, + "learning_rate": 5.411951558467342e-05, + "loss": 0.08961805701255798, + "step": 3680 + }, + { + "epoch": 0.7300674335581119, + "grad_norm": 0.42369186878204346, + "learning_rate": 5.4079809410363314e-05, + "loss": 0.09828908741474152, + "step": 3681 + }, + { + "epoch": 0.7302657675525585, + "grad_norm": 1.7522398233413696, + "learning_rate": 5.404010323605321e-05, + "loss": 0.10502653568983078, + "step": 3682 + }, + { + "epoch": 0.7304641015470051, + "grad_norm": 0.52785724401474, + "learning_rate": 5.40003970617431e-05, + "loss": 0.05601128190755844, + "step": 3683 + }, + { + "epoch": 0.7306624355414518, + "grad_norm": 0.6028431057929993, + "learning_rate": 5.3960690887432996e-05, + "loss": 0.09191636741161346, + "step": 3684 + }, + { + "epoch": 0.7308607695358984, + "grad_norm": 0.5647878646850586, + "learning_rate": 5.392098471312289e-05, + "loss": 0.06135883182287216, + "step": 3685 + }, + { + "epoch": 0.7310591035303451, + "grad_norm": 0.4864914119243622, + "learning_rate": 5.3881278538812784e-05, + "loss": 0.06382326781749725, + "step": 3686 + }, + { + "epoch": 0.7312574375247918, + "grad_norm": 1.2574716806411743, + "learning_rate": 5.384157236450268e-05, + "loss": 0.08866474032402039, + "step": 3687 + }, + { + "epoch": 0.7314557715192384, + "grad_norm": 12.239319801330566, + "learning_rate": 5.380186619019257e-05, + "loss": 0.06444783508777618, + "step": 3688 + }, + { + "epoch": 0.731654105513685, + "grad_norm": 0.40582117438316345, + "learning_rate": 5.3762160015882466e-05, + "loss": 0.06350447982549667, + "step": 3689 + }, + { + "epoch": 0.7318524395081317, + "grad_norm": 0.6372701525688171, + "learning_rate": 5.372245384157236e-05, + "loss": 0.09903869032859802, + "step": 3690 + }, + { + "epoch": 0.7320507735025783, + "grad_norm": 0.6896470189094543, + "learning_rate": 5.3682747667262255e-05, + "loss": 0.08823929727077484, + "step": 3691 + }, + { + "epoch": 0.732249107497025, + "grad_norm": 2.9044580459594727, + "learning_rate": 5.364304149295216e-05, + "loss": 0.07291680574417114, + "step": 3692 + }, + { + "epoch": 0.7324474414914717, + "grad_norm": 2.0673959255218506, + "learning_rate": 5.3603335318642056e-05, + "loss": 0.06989457458257675, + "step": 3693 + }, + { + "epoch": 0.7326457754859182, + "grad_norm": 1.2439814805984497, + "learning_rate": 5.356362914433195e-05, + "loss": 0.07025446742773056, + "step": 3694 + }, + { + "epoch": 0.7328441094803649, + "grad_norm": 0.878913402557373, + "learning_rate": 5.3523922970021844e-05, + "loss": 0.05907265841960907, + "step": 3695 + }, + { + "epoch": 0.7330424434748116, + "grad_norm": 0.39726555347442627, + "learning_rate": 5.348421679571174e-05, + "loss": 0.06291414052248001, + "step": 3696 + }, + { + "epoch": 0.7332407774692582, + "grad_norm": 1.1785292625427246, + "learning_rate": 5.344451062140163e-05, + "loss": 0.08491344004869461, + "step": 3697 + }, + { + "epoch": 0.7334391114637049, + "grad_norm": 3.521876573562622, + "learning_rate": 5.3404804447091527e-05, + "loss": 0.09570824354887009, + "step": 3698 + }, + { + "epoch": 0.7336374454581516, + "grad_norm": 0.6847068071365356, + "learning_rate": 5.336509827278142e-05, + "loss": 0.07457716763019562, + "step": 3699 + }, + { + "epoch": 0.7338357794525981, + "grad_norm": 8.344208717346191, + "learning_rate": 5.3325392098471315e-05, + "loss": 0.06699884682893753, + "step": 3700 + }, + { + "epoch": 0.7340341134470448, + "grad_norm": 1.3137089014053345, + "learning_rate": 5.328568592416121e-05, + "loss": 0.10993226617574692, + "step": 3701 + }, + { + "epoch": 0.7342324474414915, + "grad_norm": 2.557675838470459, + "learning_rate": 5.32459797498511e-05, + "loss": 0.08686429262161255, + "step": 3702 + }, + { + "epoch": 0.7344307814359381, + "grad_norm": 0.7489372491836548, + "learning_rate": 5.3206273575541e-05, + "loss": 0.07197658717632294, + "step": 3703 + }, + { + "epoch": 0.7346291154303848, + "grad_norm": 3.474005699157715, + "learning_rate": 5.316656740123089e-05, + "loss": 0.06827986240386963, + "step": 3704 + }, + { + "epoch": 0.7348274494248315, + "grad_norm": 2.8941726684570312, + "learning_rate": 5.3126861226920785e-05, + "loss": 0.06527991592884064, + "step": 3705 + }, + { + "epoch": 0.735025783419278, + "grad_norm": 0.7230361104011536, + "learning_rate": 5.308715505261068e-05, + "loss": 0.08798331022262573, + "step": 3706 + }, + { + "epoch": 0.7352241174137247, + "grad_norm": 1.25844407081604, + "learning_rate": 5.304744887830057e-05, + "loss": 0.089274562895298, + "step": 3707 + }, + { + "epoch": 0.7354224514081713, + "grad_norm": 0.47758376598358154, + "learning_rate": 5.300774270399047e-05, + "loss": 0.07629036903381348, + "step": 3708 + }, + { + "epoch": 0.735620785402618, + "grad_norm": 1.3283976316452026, + "learning_rate": 5.296803652968037e-05, + "loss": 0.05552026629447937, + "step": 3709 + }, + { + "epoch": 0.7358191193970647, + "grad_norm": 0.48669156432151794, + "learning_rate": 5.292833035537026e-05, + "loss": 0.07772203534841537, + "step": 3710 + }, + { + "epoch": 0.7360174533915113, + "grad_norm": 0.38093385100364685, + "learning_rate": 5.2888624181060156e-05, + "loss": 0.05896769091486931, + "step": 3711 + }, + { + "epoch": 0.7362157873859579, + "grad_norm": 0.8498480916023254, + "learning_rate": 5.284891800675005e-05, + "loss": 0.05785117298364639, + "step": 3712 + }, + { + "epoch": 0.7364141213804046, + "grad_norm": 0.7250115275382996, + "learning_rate": 5.2809211832439944e-05, + "loss": 0.05448858439922333, + "step": 3713 + }, + { + "epoch": 0.7366124553748512, + "grad_norm": 0.6373521089553833, + "learning_rate": 5.276950565812984e-05, + "loss": 0.07526127994060516, + "step": 3714 + }, + { + "epoch": 0.7368107893692979, + "grad_norm": 2.036018133163452, + "learning_rate": 5.272979948381974e-05, + "loss": 0.07229349762201309, + "step": 3715 + }, + { + "epoch": 0.7370091233637446, + "grad_norm": 6.792160987854004, + "learning_rate": 5.269009330950963e-05, + "loss": 0.08360612392425537, + "step": 3716 + }, + { + "epoch": 0.7372074573581912, + "grad_norm": 0.48765379190444946, + "learning_rate": 5.265038713519953e-05, + "loss": 0.11719267070293427, + "step": 3717 + }, + { + "epoch": 0.7374057913526378, + "grad_norm": 0.5912414193153381, + "learning_rate": 5.261068096088942e-05, + "loss": 0.0778026208281517, + "step": 3718 + }, + { + "epoch": 0.7376041253470845, + "grad_norm": 0.5832093358039856, + "learning_rate": 5.2570974786579316e-05, + "loss": 0.06857892870903015, + "step": 3719 + }, + { + "epoch": 0.7378024593415311, + "grad_norm": 0.5350346565246582, + "learning_rate": 5.2531268612269216e-05, + "loss": 0.07929972559213638, + "step": 3720 + }, + { + "epoch": 0.7380007933359778, + "grad_norm": 0.8499851822853088, + "learning_rate": 5.249156243795911e-05, + "loss": 0.06831054389476776, + "step": 3721 + }, + { + "epoch": 0.7381991273304245, + "grad_norm": 0.8434796929359436, + "learning_rate": 5.2451856263649005e-05, + "loss": 0.07101382315158844, + "step": 3722 + }, + { + "epoch": 0.738397461324871, + "grad_norm": 0.3737441301345825, + "learning_rate": 5.24121500893389e-05, + "loss": 0.054997365921735764, + "step": 3723 + }, + { + "epoch": 0.7385957953193177, + "grad_norm": 0.4457146227359772, + "learning_rate": 5.237244391502879e-05, + "loss": 0.08218105137348175, + "step": 3724 + }, + { + "epoch": 0.7387941293137644, + "grad_norm": 1.2177053689956665, + "learning_rate": 5.233273774071869e-05, + "loss": 0.06476365774869919, + "step": 3725 + }, + { + "epoch": 0.738992463308211, + "grad_norm": 0.2264283448457718, + "learning_rate": 5.229303156640858e-05, + "loss": 0.045664068311452866, + "step": 3726 + }, + { + "epoch": 0.7391907973026577, + "grad_norm": 2.559783697128296, + "learning_rate": 5.2253325392098475e-05, + "loss": 0.0856824666261673, + "step": 3727 + }, + { + "epoch": 0.7393891312971044, + "grad_norm": 0.8603163361549377, + "learning_rate": 5.221361921778837e-05, + "loss": 0.06756119430065155, + "step": 3728 + }, + { + "epoch": 0.739587465291551, + "grad_norm": 1.0694479942321777, + "learning_rate": 5.217391304347826e-05, + "loss": 0.08877062052488327, + "step": 3729 + }, + { + "epoch": 0.7397857992859976, + "grad_norm": 0.6492347121238708, + "learning_rate": 5.213420686916816e-05, + "loss": 0.05928967520594597, + "step": 3730 + }, + { + "epoch": 0.7399841332804443, + "grad_norm": 0.5519792437553406, + "learning_rate": 5.209450069485805e-05, + "loss": 0.061287641525268555, + "step": 3731 + }, + { + "epoch": 0.7401824672748909, + "grad_norm": 0.6583338975906372, + "learning_rate": 5.2054794520547945e-05, + "loss": 0.09531101584434509, + "step": 3732 + }, + { + "epoch": 0.7403808012693376, + "grad_norm": 0.47309550642967224, + "learning_rate": 5.201508834623784e-05, + "loss": 0.14984022080898285, + "step": 3733 + }, + { + "epoch": 0.7405791352637842, + "grad_norm": 2.8859167098999023, + "learning_rate": 5.1975382171927733e-05, + "loss": 0.09504449367523193, + "step": 3734 + }, + { + "epoch": 0.7407774692582308, + "grad_norm": 1.9664748907089233, + "learning_rate": 5.193567599761763e-05, + "loss": 0.07687626779079437, + "step": 3735 + }, + { + "epoch": 0.7409758032526775, + "grad_norm": 1.9406654834747314, + "learning_rate": 5.189596982330752e-05, + "loss": 0.0641930103302002, + "step": 3736 + }, + { + "epoch": 0.7411741372471241, + "grad_norm": 1.287280797958374, + "learning_rate": 5.1856263648997416e-05, + "loss": 0.08427006751298904, + "step": 3737 + }, + { + "epoch": 0.7413724712415708, + "grad_norm": 2.148676633834839, + "learning_rate": 5.181655747468732e-05, + "loss": 0.07463822513818741, + "step": 3738 + }, + { + "epoch": 0.7415708052360175, + "grad_norm": 5.450671195983887, + "learning_rate": 5.177685130037722e-05, + "loss": 0.09275159239768982, + "step": 3739 + }, + { + "epoch": 0.7417691392304641, + "grad_norm": 0.9165555238723755, + "learning_rate": 5.173714512606711e-05, + "loss": 0.0815555602312088, + "step": 3740 + }, + { + "epoch": 0.7419674732249107, + "grad_norm": 2.7226057052612305, + "learning_rate": 5.1697438951757005e-05, + "loss": 0.08004746586084366, + "step": 3741 + }, + { + "epoch": 0.7421658072193574, + "grad_norm": 0.49601396918296814, + "learning_rate": 5.16577327774469e-05, + "loss": 0.09651166200637817, + "step": 3742 + }, + { + "epoch": 0.742364141213804, + "grad_norm": 2.0866506099700928, + "learning_rate": 5.1618026603136794e-05, + "loss": 0.0870046392083168, + "step": 3743 + }, + { + "epoch": 0.7425624752082507, + "grad_norm": 0.3982149362564087, + "learning_rate": 5.157832042882669e-05, + "loss": 0.07892181724309921, + "step": 3744 + }, + { + "epoch": 0.7427608092026974, + "grad_norm": 1.49167799949646, + "learning_rate": 5.153861425451658e-05, + "loss": 0.0634525939822197, + "step": 3745 + }, + { + "epoch": 0.742959143197144, + "grad_norm": 4.169076442718506, + "learning_rate": 5.1498908080206476e-05, + "loss": 0.08626557886600494, + "step": 3746 + }, + { + "epoch": 0.7431574771915906, + "grad_norm": 0.6655494570732117, + "learning_rate": 5.145920190589637e-05, + "loss": 0.0808384045958519, + "step": 3747 + }, + { + "epoch": 0.7433558111860373, + "grad_norm": 0.3637247681617737, + "learning_rate": 5.1419495731586264e-05, + "loss": 0.06709925830364227, + "step": 3748 + }, + { + "epoch": 0.7435541451804839, + "grad_norm": 0.5593715906143188, + "learning_rate": 5.137978955727616e-05, + "loss": 0.08201760053634644, + "step": 3749 + }, + { + "epoch": 0.7437524791749306, + "grad_norm": 2.346357822418213, + "learning_rate": 5.134008338296605e-05, + "loss": 0.06746067106723785, + "step": 3750 + }, + { + "epoch": 0.7439508131693773, + "grad_norm": 1.5656131505966187, + "learning_rate": 5.1300377208655946e-05, + "loss": 0.09087979793548584, + "step": 3751 + }, + { + "epoch": 0.7441491471638239, + "grad_norm": 0.5989577174186707, + "learning_rate": 5.126067103434584e-05, + "loss": 0.081363745033741, + "step": 3752 + }, + { + "epoch": 0.7443474811582705, + "grad_norm": 0.35208114981651306, + "learning_rate": 5.1220964860035734e-05, + "loss": 0.06379759311676025, + "step": 3753 + }, + { + "epoch": 0.7445458151527172, + "grad_norm": 1.5478549003601074, + "learning_rate": 5.118125868572563e-05, + "loss": 0.11115626990795135, + "step": 3754 + }, + { + "epoch": 0.7447441491471638, + "grad_norm": 0.5529317855834961, + "learning_rate": 5.114155251141552e-05, + "loss": 0.0851205363869667, + "step": 3755 + }, + { + "epoch": 0.7449424831416105, + "grad_norm": 0.4175393581390381, + "learning_rate": 5.1101846337105417e-05, + "loss": 0.0515182763338089, + "step": 3756 + }, + { + "epoch": 0.7451408171360571, + "grad_norm": 5.119904041290283, + "learning_rate": 5.106214016279531e-05, + "loss": 0.09238451719284058, + "step": 3757 + }, + { + "epoch": 0.7453391511305038, + "grad_norm": 0.5468845367431641, + "learning_rate": 5.1022433988485205e-05, + "loss": 0.08416090160608292, + "step": 3758 + }, + { + "epoch": 0.7455374851249504, + "grad_norm": 4.334775447845459, + "learning_rate": 5.09827278141751e-05, + "loss": 0.0979125052690506, + "step": 3759 + }, + { + "epoch": 0.745735819119397, + "grad_norm": 0.47406625747680664, + "learning_rate": 5.0943021639865e-05, + "loss": 0.0731501579284668, + "step": 3760 + }, + { + "epoch": 0.7459341531138437, + "grad_norm": 0.49500834941864014, + "learning_rate": 5.09033154655549e-05, + "loss": 0.1271018534898758, + "step": 3761 + }, + { + "epoch": 0.7461324871082904, + "grad_norm": 0.22967331111431122, + "learning_rate": 5.0863609291244795e-05, + "loss": 0.08135274052619934, + "step": 3762 + }, + { + "epoch": 0.746330821102737, + "grad_norm": 6.782723903656006, + "learning_rate": 5.082390311693469e-05, + "loss": 0.13847056031227112, + "step": 3763 + }, + { + "epoch": 0.7465291550971836, + "grad_norm": 10.817647933959961, + "learning_rate": 5.078419694262458e-05, + "loss": 0.10061053931713104, + "step": 3764 + }, + { + "epoch": 0.7467274890916303, + "grad_norm": 0.8761166930198669, + "learning_rate": 5.074449076831448e-05, + "loss": 0.08251112699508667, + "step": 3765 + }, + { + "epoch": 0.7469258230860769, + "grad_norm": 0.4296426773071289, + "learning_rate": 5.070478459400437e-05, + "loss": 0.06969128549098969, + "step": 3766 + }, + { + "epoch": 0.7471241570805236, + "grad_norm": 2.1057658195495605, + "learning_rate": 5.0665078419694265e-05, + "loss": 0.08370929211378098, + "step": 3767 + }, + { + "epoch": 0.7473224910749703, + "grad_norm": 2.236421823501587, + "learning_rate": 5.062537224538416e-05, + "loss": 0.06621913611888885, + "step": 3768 + }, + { + "epoch": 0.7475208250694169, + "grad_norm": 0.5545026063919067, + "learning_rate": 5.058566607107405e-05, + "loss": 0.10983870923519135, + "step": 3769 + }, + { + "epoch": 0.7477191590638635, + "grad_norm": 1.1703076362609863, + "learning_rate": 5.054595989676395e-05, + "loss": 0.049968741834163666, + "step": 3770 + }, + { + "epoch": 0.7479174930583102, + "grad_norm": 0.7645869851112366, + "learning_rate": 5.050625372245385e-05, + "loss": 0.1208353340625763, + "step": 3771 + }, + { + "epoch": 0.7481158270527568, + "grad_norm": 0.19048303365707397, + "learning_rate": 5.046654754814374e-05, + "loss": 0.0531889945268631, + "step": 3772 + }, + { + "epoch": 0.7483141610472035, + "grad_norm": 9.281368255615234, + "learning_rate": 5.0426841373833636e-05, + "loss": 0.10087209939956665, + "step": 3773 + }, + { + "epoch": 0.7485124950416502, + "grad_norm": 0.8282957077026367, + "learning_rate": 5.038713519952353e-05, + "loss": 0.07319054752588272, + "step": 3774 + }, + { + "epoch": 0.7487108290360968, + "grad_norm": 1.6184699535369873, + "learning_rate": 5.0347429025213424e-05, + "loss": 0.08523990958929062, + "step": 3775 + }, + { + "epoch": 0.7489091630305434, + "grad_norm": 3.457944393157959, + "learning_rate": 5.030772285090332e-05, + "loss": 0.12572085857391357, + "step": 3776 + }, + { + "epoch": 0.7491074970249901, + "grad_norm": 1.8209283351898193, + "learning_rate": 5.026801667659321e-05, + "loss": 0.09886474907398224, + "step": 3777 + }, + { + "epoch": 0.7493058310194367, + "grad_norm": 11.97315788269043, + "learning_rate": 5.0228310502283106e-05, + "loss": 0.09499762952327728, + "step": 3778 + }, + { + "epoch": 0.7495041650138834, + "grad_norm": 5.272741794586182, + "learning_rate": 5.0188604327973e-05, + "loss": 0.09534952789545059, + "step": 3779 + }, + { + "epoch": 0.7497024990083301, + "grad_norm": 0.7561947703361511, + "learning_rate": 5.0148898153662895e-05, + "loss": 0.12409710884094238, + "step": 3780 + }, + { + "epoch": 0.7499008330027767, + "grad_norm": 0.5124219059944153, + "learning_rate": 5.010919197935279e-05, + "loss": 0.07370150089263916, + "step": 3781 + }, + { + "epoch": 0.7500991669972233, + "grad_norm": 4.2861409187316895, + "learning_rate": 5.006948580504268e-05, + "loss": 0.10489153861999512, + "step": 3782 + }, + { + "epoch": 0.7502975009916699, + "grad_norm": 5.415405750274658, + "learning_rate": 5.002977963073258e-05, + "loss": 0.08789586275815964, + "step": 3783 + }, + { + "epoch": 0.7504958349861166, + "grad_norm": 0.5731214284896851, + "learning_rate": 4.999007345642248e-05, + "loss": 0.07775522768497467, + "step": 3784 + }, + { + "epoch": 0.7506941689805633, + "grad_norm": 0.5384964346885681, + "learning_rate": 4.995036728211237e-05, + "loss": 0.07278160750865936, + "step": 3785 + }, + { + "epoch": 0.7508925029750099, + "grad_norm": 2.070568323135376, + "learning_rate": 4.9910661107802266e-05, + "loss": 0.06611562520265579, + "step": 3786 + }, + { + "epoch": 0.7510908369694566, + "grad_norm": 6.141991138458252, + "learning_rate": 4.987095493349216e-05, + "loss": 0.054379045963287354, + "step": 3787 + }, + { + "epoch": 0.7512891709639032, + "grad_norm": 0.6649022698402405, + "learning_rate": 4.9831248759182054e-05, + "loss": 0.09760789573192596, + "step": 3788 + }, + { + "epoch": 0.7514875049583498, + "grad_norm": 1.1845043897628784, + "learning_rate": 4.979154258487195e-05, + "loss": 0.09354624897241592, + "step": 3789 + }, + { + "epoch": 0.7516858389527965, + "grad_norm": 0.7792571187019348, + "learning_rate": 4.975183641056185e-05, + "loss": 0.09120506048202515, + "step": 3790 + }, + { + "epoch": 0.7518841729472432, + "grad_norm": 0.5932003259658813, + "learning_rate": 4.971213023625174e-05, + "loss": 0.08034766465425491, + "step": 3791 + }, + { + "epoch": 0.7520825069416898, + "grad_norm": 0.46111801266670227, + "learning_rate": 4.967242406194164e-05, + "loss": 0.06858578324317932, + "step": 3792 + }, + { + "epoch": 0.7522808409361365, + "grad_norm": 0.24029062688350677, + "learning_rate": 4.963271788763153e-05, + "loss": 0.06111449748277664, + "step": 3793 + }, + { + "epoch": 0.7524791749305831, + "grad_norm": 0.3435554504394531, + "learning_rate": 4.9593011713321425e-05, + "loss": 0.10888155549764633, + "step": 3794 + }, + { + "epoch": 0.7526775089250297, + "grad_norm": 0.6987395286560059, + "learning_rate": 4.955330553901132e-05, + "loss": 0.07899106293916702, + "step": 3795 + }, + { + "epoch": 0.7528758429194764, + "grad_norm": 0.6719047427177429, + "learning_rate": 4.951359936470121e-05, + "loss": 0.06401745229959488, + "step": 3796 + }, + { + "epoch": 0.7530741769139231, + "grad_norm": 1.0152572393417358, + "learning_rate": 4.947389319039111e-05, + "loss": 0.07643607258796692, + "step": 3797 + }, + { + "epoch": 0.7532725109083697, + "grad_norm": 0.33676716685295105, + "learning_rate": 4.9434187016081e-05, + "loss": 0.06916742771863937, + "step": 3798 + }, + { + "epoch": 0.7534708449028164, + "grad_norm": 0.948922336101532, + "learning_rate": 4.9394480841770895e-05, + "loss": 0.07688893377780914, + "step": 3799 + }, + { + "epoch": 0.753669178897263, + "grad_norm": 0.5847038626670837, + "learning_rate": 4.935477466746079e-05, + "loss": 0.07247880101203918, + "step": 3800 + }, + { + "epoch": 0.7538675128917096, + "grad_norm": 1.397566795349121, + "learning_rate": 4.9315068493150684e-05, + "loss": 0.06001566722989082, + "step": 3801 + }, + { + "epoch": 0.7540658468861563, + "grad_norm": 0.6307342648506165, + "learning_rate": 4.9275362318840584e-05, + "loss": 0.07023532688617706, + "step": 3802 + }, + { + "epoch": 0.754264180880603, + "grad_norm": 2.152346134185791, + "learning_rate": 4.923565614453048e-05, + "loss": 0.09316816926002502, + "step": 3803 + }, + { + "epoch": 0.7544625148750496, + "grad_norm": 0.9555087685585022, + "learning_rate": 4.919594997022037e-05, + "loss": 0.08440595120191574, + "step": 3804 + }, + { + "epoch": 0.7546608488694962, + "grad_norm": 1.9479972124099731, + "learning_rate": 4.915624379591027e-05, + "loss": 0.10274423658847809, + "step": 3805 + }, + { + "epoch": 0.7548591828639429, + "grad_norm": 0.567414402961731, + "learning_rate": 4.911653762160016e-05, + "loss": 0.11837941408157349, + "step": 3806 + }, + { + "epoch": 0.7550575168583895, + "grad_norm": 0.9649765491485596, + "learning_rate": 4.9076831447290055e-05, + "loss": 0.07799150049686432, + "step": 3807 + }, + { + "epoch": 0.7552558508528362, + "grad_norm": 0.45958003401756287, + "learning_rate": 4.903712527297995e-05, + "loss": 0.06433454155921936, + "step": 3808 + }, + { + "epoch": 0.7554541848472828, + "grad_norm": 1.0904650688171387, + "learning_rate": 4.899741909866984e-05, + "loss": 0.09905210137367249, + "step": 3809 + }, + { + "epoch": 0.7556525188417295, + "grad_norm": 0.5703758597373962, + "learning_rate": 4.895771292435974e-05, + "loss": 0.09044617414474487, + "step": 3810 + }, + { + "epoch": 0.7558508528361761, + "grad_norm": 1.7267171144485474, + "learning_rate": 4.891800675004963e-05, + "loss": 0.07966198772192001, + "step": 3811 + }, + { + "epoch": 0.7560491868306227, + "grad_norm": 0.40595319867134094, + "learning_rate": 4.8878300575739525e-05, + "loss": 0.05167879909276962, + "step": 3812 + }, + { + "epoch": 0.7562475208250694, + "grad_norm": 0.5246270298957825, + "learning_rate": 4.8838594401429426e-05, + "loss": 0.09292324632406235, + "step": 3813 + }, + { + "epoch": 0.7564458548195161, + "grad_norm": 1.0242230892181396, + "learning_rate": 4.879888822711932e-05, + "loss": 0.07079347968101501, + "step": 3814 + }, + { + "epoch": 0.7566441888139627, + "grad_norm": 0.4815821945667267, + "learning_rate": 4.8759182052809214e-05, + "loss": 0.09278374165296555, + "step": 3815 + }, + { + "epoch": 0.7568425228084094, + "grad_norm": 7.707330226898193, + "learning_rate": 4.871947587849911e-05, + "loss": 0.07696032524108887, + "step": 3816 + }, + { + "epoch": 0.757040856802856, + "grad_norm": 0.93459153175354, + "learning_rate": 4.8679769704189e-05, + "loss": 0.090045265853405, + "step": 3817 + }, + { + "epoch": 0.7572391907973026, + "grad_norm": 1.73600172996521, + "learning_rate": 4.8640063529878896e-05, + "loss": 0.07810525596141815, + "step": 3818 + }, + { + "epoch": 0.7574375247917493, + "grad_norm": 1.5846227407455444, + "learning_rate": 4.860035735556879e-05, + "loss": 0.08028657734394073, + "step": 3819 + }, + { + "epoch": 0.757635858786196, + "grad_norm": 0.4092985689640045, + "learning_rate": 4.8560651181258684e-05, + "loss": 0.12454336881637573, + "step": 3820 + }, + { + "epoch": 0.7578341927806426, + "grad_norm": 0.7664771676063538, + "learning_rate": 4.852094500694858e-05, + "loss": 0.10078343749046326, + "step": 3821 + }, + { + "epoch": 0.7580325267750893, + "grad_norm": 0.5059071779251099, + "learning_rate": 4.848123883263847e-05, + "loss": 0.08115338534116745, + "step": 3822 + }, + { + "epoch": 0.7582308607695359, + "grad_norm": 0.7834075093269348, + "learning_rate": 4.8441532658328373e-05, + "loss": 0.12930288910865784, + "step": 3823 + }, + { + "epoch": 0.7584291947639825, + "grad_norm": 0.29680725932121277, + "learning_rate": 4.840182648401827e-05, + "loss": 0.11916329711675644, + "step": 3824 + }, + { + "epoch": 0.7586275287584292, + "grad_norm": 1.5479443073272705, + "learning_rate": 4.836212030970816e-05, + "loss": 0.08922684192657471, + "step": 3825 + }, + { + "epoch": 0.7588258627528759, + "grad_norm": 2.455348014831543, + "learning_rate": 4.8322414135398056e-05, + "loss": 0.06865712255239487, + "step": 3826 + }, + { + "epoch": 0.7590241967473225, + "grad_norm": 1.0570333003997803, + "learning_rate": 4.828270796108795e-05, + "loss": 0.08132824301719666, + "step": 3827 + }, + { + "epoch": 0.7592225307417692, + "grad_norm": 1.1995933055877686, + "learning_rate": 4.824300178677785e-05, + "loss": 0.07292542606592178, + "step": 3828 + }, + { + "epoch": 0.7594208647362158, + "grad_norm": 1.2456814050674438, + "learning_rate": 4.8203295612467745e-05, + "loss": 0.08977809548377991, + "step": 3829 + }, + { + "epoch": 0.7596191987306624, + "grad_norm": 5.782781600952148, + "learning_rate": 4.816358943815764e-05, + "loss": 0.05836564674973488, + "step": 3830 + }, + { + "epoch": 0.7598175327251091, + "grad_norm": 2.5122928619384766, + "learning_rate": 4.812388326384753e-05, + "loss": 0.08366234600543976, + "step": 3831 + }, + { + "epoch": 0.7600158667195557, + "grad_norm": 0.7051096558570862, + "learning_rate": 4.808417708953743e-05, + "loss": 0.09295107424259186, + "step": 3832 + }, + { + "epoch": 0.7602142007140024, + "grad_norm": 0.7157233357429504, + "learning_rate": 4.804447091522732e-05, + "loss": 0.05926298722624779, + "step": 3833 + }, + { + "epoch": 0.760412534708449, + "grad_norm": 1.1752409934997559, + "learning_rate": 4.8004764740917215e-05, + "loss": 0.06584611535072327, + "step": 3834 + }, + { + "epoch": 0.7606108687028956, + "grad_norm": 1.45283043384552, + "learning_rate": 4.796505856660711e-05, + "loss": 0.0827229842543602, + "step": 3835 + }, + { + "epoch": 0.7608092026973423, + "grad_norm": 0.9511972069740295, + "learning_rate": 4.792535239229701e-05, + "loss": 0.08468355983495712, + "step": 3836 + }, + { + "epoch": 0.761007536691789, + "grad_norm": 0.9498222470283508, + "learning_rate": 4.7885646217986904e-05, + "loss": 0.060425616800785065, + "step": 3837 + }, + { + "epoch": 0.7612058706862356, + "grad_norm": 0.9003370404243469, + "learning_rate": 4.78459400436768e-05, + "loss": 0.06800460070371628, + "step": 3838 + }, + { + "epoch": 0.7614042046806823, + "grad_norm": 3.1467056274414062, + "learning_rate": 4.780623386936669e-05, + "loss": 0.06940741837024689, + "step": 3839 + }, + { + "epoch": 0.761602538675129, + "grad_norm": 19.803874969482422, + "learning_rate": 4.7766527695056586e-05, + "loss": 0.07756982743740082, + "step": 3840 + }, + { + "epoch": 0.7618008726695755, + "grad_norm": 4.412354946136475, + "learning_rate": 4.772682152074648e-05, + "loss": 0.09840795397758484, + "step": 3841 + }, + { + "epoch": 0.7619992066640222, + "grad_norm": 0.6714276671409607, + "learning_rate": 4.7687115346436374e-05, + "loss": 0.1270558387041092, + "step": 3842 + }, + { + "epoch": 0.7621975406584689, + "grad_norm": 1.147487998008728, + "learning_rate": 4.764740917212627e-05, + "loss": 0.06112964078783989, + "step": 3843 + }, + { + "epoch": 0.7623958746529155, + "grad_norm": 0.7017478346824646, + "learning_rate": 4.760770299781616e-05, + "loss": 0.073494553565979, + "step": 3844 + }, + { + "epoch": 0.7625942086473622, + "grad_norm": 0.9508564472198486, + "learning_rate": 4.7567996823506057e-05, + "loss": 0.07001946121454239, + "step": 3845 + }, + { + "epoch": 0.7627925426418088, + "grad_norm": 0.8151010274887085, + "learning_rate": 4.752829064919595e-05, + "loss": 0.08408427983522415, + "step": 3846 + }, + { + "epoch": 0.7629908766362554, + "grad_norm": 1.4625056982040405, + "learning_rate": 4.7488584474885845e-05, + "loss": 0.10190875828266144, + "step": 3847 + }, + { + "epoch": 0.7631892106307021, + "grad_norm": 5.061692237854004, + "learning_rate": 4.7448878300575746e-05, + "loss": 0.0631125271320343, + "step": 3848 + }, + { + "epoch": 0.7633875446251488, + "grad_norm": 1.3481864929199219, + "learning_rate": 4.740917212626564e-05, + "loss": 0.06432195752859116, + "step": 3849 + }, + { + "epoch": 0.7635858786195954, + "grad_norm": 6.6914567947387695, + "learning_rate": 4.7369465951955534e-05, + "loss": 0.07605405151844025, + "step": 3850 + }, + { + "epoch": 0.7637842126140421, + "grad_norm": 1.3637924194335938, + "learning_rate": 4.732975977764543e-05, + "loss": 0.07426819950342178, + "step": 3851 + }, + { + "epoch": 0.7639825466084887, + "grad_norm": 0.6373096108436584, + "learning_rate": 4.729005360333532e-05, + "loss": 0.057118624448776245, + "step": 3852 + }, + { + "epoch": 0.7641808806029353, + "grad_norm": 2.0487542152404785, + "learning_rate": 4.7250347429025216e-05, + "loss": 0.05645263195037842, + "step": 3853 + }, + { + "epoch": 0.764379214597382, + "grad_norm": 1.3814400434494019, + "learning_rate": 4.721064125471511e-05, + "loss": 0.06590718030929565, + "step": 3854 + }, + { + "epoch": 0.7645775485918287, + "grad_norm": 1.8609836101531982, + "learning_rate": 4.7170935080405004e-05, + "loss": 0.07056021690368652, + "step": 3855 + }, + { + "epoch": 0.7647758825862753, + "grad_norm": 0.3159921169281006, + "learning_rate": 4.71312289060949e-05, + "loss": 0.07347841560840607, + "step": 3856 + }, + { + "epoch": 0.764974216580722, + "grad_norm": 0.6515157222747803, + "learning_rate": 4.709152273178479e-05, + "loss": 0.06694060564041138, + "step": 3857 + }, + { + "epoch": 0.7651725505751685, + "grad_norm": 0.3533686399459839, + "learning_rate": 4.7051816557474686e-05, + "loss": 0.05143871530890465, + "step": 3858 + }, + { + "epoch": 0.7653708845696152, + "grad_norm": 1.0385675430297852, + "learning_rate": 4.701211038316459e-05, + "loss": 0.07158257067203522, + "step": 3859 + }, + { + "epoch": 0.7655692185640619, + "grad_norm": 1.0607867240905762, + "learning_rate": 4.697240420885448e-05, + "loss": 0.0693792998790741, + "step": 3860 + }, + { + "epoch": 0.7657675525585085, + "grad_norm": 3.4006474018096924, + "learning_rate": 4.6932698034544375e-05, + "loss": 0.0673709586262703, + "step": 3861 + }, + { + "epoch": 0.7659658865529552, + "grad_norm": 6.254819869995117, + "learning_rate": 4.689299186023427e-05, + "loss": 0.05326871946454048, + "step": 3862 + }, + { + "epoch": 0.7661642205474019, + "grad_norm": 0.6314454674720764, + "learning_rate": 4.685328568592416e-05, + "loss": 0.1039237231016159, + "step": 3863 + }, + { + "epoch": 0.7663625545418484, + "grad_norm": 1.5373386144638062, + "learning_rate": 4.681357951161406e-05, + "loss": 0.08498096466064453, + "step": 3864 + }, + { + "epoch": 0.7665608885362951, + "grad_norm": 0.6640046238899231, + "learning_rate": 4.677387333730395e-05, + "loss": 0.07438601553440094, + "step": 3865 + }, + { + "epoch": 0.7667592225307418, + "grad_norm": 3.728548765182495, + "learning_rate": 4.6734167162993846e-05, + "loss": 0.08881062269210815, + "step": 3866 + }, + { + "epoch": 0.7669575565251884, + "grad_norm": 2.089625358581543, + "learning_rate": 4.669446098868374e-05, + "loss": 0.07933085411787033, + "step": 3867 + }, + { + "epoch": 0.7671558905196351, + "grad_norm": 1.0304604768753052, + "learning_rate": 4.6654754814373634e-05, + "loss": 0.05719970911741257, + "step": 3868 + }, + { + "epoch": 0.7673542245140818, + "grad_norm": 1.0004490613937378, + "learning_rate": 4.661504864006353e-05, + "loss": 0.06821853667497635, + "step": 3869 + }, + { + "epoch": 0.7675525585085283, + "grad_norm": 1.5132807493209839, + "learning_rate": 4.657534246575342e-05, + "loss": 0.05792609229683876, + "step": 3870 + }, + { + "epoch": 0.767750892502975, + "grad_norm": 1.3289825916290283, + "learning_rate": 4.653563629144332e-05, + "loss": 0.11036543548107147, + "step": 3871 + }, + { + "epoch": 0.7679492264974217, + "grad_norm": 10.41033935546875, + "learning_rate": 4.649593011713322e-05, + "loss": 0.10234205424785614, + "step": 3872 + }, + { + "epoch": 0.7681475604918683, + "grad_norm": 1.087218165397644, + "learning_rate": 4.645622394282311e-05, + "loss": 0.07783031463623047, + "step": 3873 + }, + { + "epoch": 0.768345894486315, + "grad_norm": 9.229918479919434, + "learning_rate": 4.6416517768513005e-05, + "loss": 0.0999804362654686, + "step": 3874 + }, + { + "epoch": 0.7685442284807616, + "grad_norm": 1.987313151359558, + "learning_rate": 4.63768115942029e-05, + "loss": 0.07317954301834106, + "step": 3875 + }, + { + "epoch": 0.7687425624752082, + "grad_norm": 1.0874377489089966, + "learning_rate": 4.633710541989279e-05, + "loss": 0.06087726727128029, + "step": 3876 + }, + { + "epoch": 0.7689408964696549, + "grad_norm": 1.7901678085327148, + "learning_rate": 4.629739924558269e-05, + "loss": 0.06598442047834396, + "step": 3877 + }, + { + "epoch": 0.7691392304641016, + "grad_norm": 2.3986313343048096, + "learning_rate": 4.625769307127258e-05, + "loss": 0.0694580003619194, + "step": 3878 + }, + { + "epoch": 0.7693375644585482, + "grad_norm": 0.5495340824127197, + "learning_rate": 4.6217986896962475e-05, + "loss": 0.05247565731406212, + "step": 3879 + }, + { + "epoch": 0.7695358984529949, + "grad_norm": 1.5410199165344238, + "learning_rate": 4.6178280722652376e-05, + "loss": 0.07583990693092346, + "step": 3880 + }, + { + "epoch": 0.7697342324474415, + "grad_norm": 0.7737127542495728, + "learning_rate": 4.613857454834227e-05, + "loss": 0.06968920677900314, + "step": 3881 + }, + { + "epoch": 0.7699325664418881, + "grad_norm": 2.2948787212371826, + "learning_rate": 4.6098868374032164e-05, + "loss": 0.13423091173171997, + "step": 3882 + }, + { + "epoch": 0.7701309004363348, + "grad_norm": 1.8817837238311768, + "learning_rate": 4.605916219972206e-05, + "loss": 0.08739529550075531, + "step": 3883 + }, + { + "epoch": 0.7703292344307814, + "grad_norm": 1.578182578086853, + "learning_rate": 4.601945602541195e-05, + "loss": 0.07742489129304886, + "step": 3884 + }, + { + "epoch": 0.7705275684252281, + "grad_norm": 25.177471160888672, + "learning_rate": 4.5979749851101846e-05, + "loss": 0.1036721020936966, + "step": 3885 + }, + { + "epoch": 0.7707259024196748, + "grad_norm": 0.8881227374076843, + "learning_rate": 4.594004367679175e-05, + "loss": 0.07407726347446442, + "step": 3886 + }, + { + "epoch": 0.7709242364141213, + "grad_norm": 1.103076457977295, + "learning_rate": 4.590033750248164e-05, + "loss": 0.08957581222057343, + "step": 3887 + }, + { + "epoch": 0.771122570408568, + "grad_norm": 1.0987164974212646, + "learning_rate": 4.5860631328171535e-05, + "loss": 0.08073747158050537, + "step": 3888 + }, + { + "epoch": 0.7713209044030147, + "grad_norm": 1.008711814880371, + "learning_rate": 4.582092515386143e-05, + "loss": 0.11964451521635056, + "step": 3889 + }, + { + "epoch": 0.7715192383974613, + "grad_norm": 0.8332381844520569, + "learning_rate": 4.5781218979551324e-05, + "loss": 0.06298883259296417, + "step": 3890 + }, + { + "epoch": 0.771717572391908, + "grad_norm": 0.9713609218597412, + "learning_rate": 4.574151280524122e-05, + "loss": 0.07991904020309448, + "step": 3891 + }, + { + "epoch": 0.7719159063863547, + "grad_norm": 2.9147002696990967, + "learning_rate": 4.570180663093111e-05, + "loss": 0.062023065984249115, + "step": 3892 + }, + { + "epoch": 0.7721142403808012, + "grad_norm": 0.9740733504295349, + "learning_rate": 4.5662100456621006e-05, + "loss": 0.07416125386953354, + "step": 3893 + }, + { + "epoch": 0.7723125743752479, + "grad_norm": 1.659740686416626, + "learning_rate": 4.562239428231091e-05, + "loss": 0.10565876960754395, + "step": 3894 + }, + { + "epoch": 0.7725109083696946, + "grad_norm": 12.831276893615723, + "learning_rate": 4.55826881080008e-05, + "loss": 0.08566632866859436, + "step": 3895 + }, + { + "epoch": 0.7727092423641412, + "grad_norm": 1.572442889213562, + "learning_rate": 4.5542981933690695e-05, + "loss": 0.07740408182144165, + "step": 3896 + }, + { + "epoch": 0.7729075763585879, + "grad_norm": 2.1089229583740234, + "learning_rate": 4.550327575938059e-05, + "loss": 0.06452533602714539, + "step": 3897 + }, + { + "epoch": 0.7731059103530346, + "grad_norm": 1.2538084983825684, + "learning_rate": 4.546356958507048e-05, + "loss": 0.06356070935726166, + "step": 3898 + }, + { + "epoch": 0.7733042443474811, + "grad_norm": 10.851858139038086, + "learning_rate": 4.542386341076038e-05, + "loss": 0.0970926284790039, + "step": 3899 + }, + { + "epoch": 0.7735025783419278, + "grad_norm": 1.680879831314087, + "learning_rate": 4.538415723645027e-05, + "loss": 0.08042541891336441, + "step": 3900 + }, + { + "epoch": 0.7737009123363745, + "grad_norm": 1.299117088317871, + "learning_rate": 4.5344451062140165e-05, + "loss": 0.04898139089345932, + "step": 3901 + }, + { + "epoch": 0.7738992463308211, + "grad_norm": 2.071584939956665, + "learning_rate": 4.530474488783006e-05, + "loss": 0.11869266629219055, + "step": 3902 + }, + { + "epoch": 0.7740975803252678, + "grad_norm": 1.7888449430465698, + "learning_rate": 4.526503871351995e-05, + "loss": 0.07583776116371155, + "step": 3903 + }, + { + "epoch": 0.7742959143197145, + "grad_norm": 1.8751065731048584, + "learning_rate": 4.522533253920985e-05, + "loss": 0.06251306086778641, + "step": 3904 + }, + { + "epoch": 0.774494248314161, + "grad_norm": 2.8254387378692627, + "learning_rate": 4.518562636489974e-05, + "loss": 0.07842004299163818, + "step": 3905 + }, + { + "epoch": 0.7746925823086077, + "grad_norm": 3.9801957607269287, + "learning_rate": 4.514592019058964e-05, + "loss": 0.05724787339568138, + "step": 3906 + }, + { + "epoch": 0.7748909163030543, + "grad_norm": 10.030755996704102, + "learning_rate": 4.5106214016279536e-05, + "loss": 0.05475683510303497, + "step": 3907 + }, + { + "epoch": 0.775089250297501, + "grad_norm": 1.7488902807235718, + "learning_rate": 4.506650784196943e-05, + "loss": 0.07151681184768677, + "step": 3908 + }, + { + "epoch": 0.7752875842919477, + "grad_norm": 1.6531774997711182, + "learning_rate": 4.5026801667659325e-05, + "loss": 0.04827401041984558, + "step": 3909 + }, + { + "epoch": 0.7754859182863942, + "grad_norm": 2.329904556274414, + "learning_rate": 4.498709549334922e-05, + "loss": 0.08959243446588516, + "step": 3910 + }, + { + "epoch": 0.7756842522808409, + "grad_norm": 17.907371520996094, + "learning_rate": 4.494738931903911e-05, + "loss": 0.07503525912761688, + "step": 3911 + }, + { + "epoch": 0.7758825862752876, + "grad_norm": 1.9883419275283813, + "learning_rate": 4.490768314472901e-05, + "loss": 0.09748169779777527, + "step": 3912 + }, + { + "epoch": 0.7760809202697342, + "grad_norm": 1.1949108839035034, + "learning_rate": 4.48679769704189e-05, + "loss": 0.0795615017414093, + "step": 3913 + }, + { + "epoch": 0.7762792542641809, + "grad_norm": 3.0676727294921875, + "learning_rate": 4.4828270796108795e-05, + "loss": 0.07166340202093124, + "step": 3914 + }, + { + "epoch": 0.7764775882586276, + "grad_norm": 1.0289455652236938, + "learning_rate": 4.478856462179869e-05, + "loss": 0.11263526231050491, + "step": 3915 + }, + { + "epoch": 0.7766759222530741, + "grad_norm": 1.801723599433899, + "learning_rate": 4.474885844748858e-05, + "loss": 0.09989725798368454, + "step": 3916 + }, + { + "epoch": 0.7768742562475208, + "grad_norm": 0.593158483505249, + "learning_rate": 4.4709152273178484e-05, + "loss": 0.0919545441865921, + "step": 3917 + }, + { + "epoch": 0.7770725902419675, + "grad_norm": 2.6447017192840576, + "learning_rate": 4.466944609886838e-05, + "loss": 0.12464261054992676, + "step": 3918 + }, + { + "epoch": 0.7772709242364141, + "grad_norm": 0.8157384991645813, + "learning_rate": 4.462973992455827e-05, + "loss": 0.04671572893857956, + "step": 3919 + }, + { + "epoch": 0.7774692582308608, + "grad_norm": 4.009857177734375, + "learning_rate": 4.4590033750248166e-05, + "loss": 0.0809127688407898, + "step": 3920 + }, + { + "epoch": 0.7776675922253075, + "grad_norm": 0.7791267037391663, + "learning_rate": 4.455032757593806e-05, + "loss": 0.08218738436698914, + "step": 3921 + }, + { + "epoch": 0.777865926219754, + "grad_norm": 0.8818867802619934, + "learning_rate": 4.4510621401627954e-05, + "loss": 0.032847508788108826, + "step": 3922 + }, + { + "epoch": 0.7780642602142007, + "grad_norm": 1.715940237045288, + "learning_rate": 4.447091522731785e-05, + "loss": 0.12595978379249573, + "step": 3923 + }, + { + "epoch": 0.7782625942086474, + "grad_norm": 0.9814139604568481, + "learning_rate": 4.443120905300774e-05, + "loss": 0.09557262063026428, + "step": 3924 + }, + { + "epoch": 0.778460928203094, + "grad_norm": 0.843004047870636, + "learning_rate": 4.4391502878697636e-05, + "loss": 0.07528100162744522, + "step": 3925 + }, + { + "epoch": 0.7786592621975407, + "grad_norm": 12.393250465393066, + "learning_rate": 4.435179670438753e-05, + "loss": 0.057522036135196686, + "step": 3926 + }, + { + "epoch": 0.7788575961919874, + "grad_norm": 2.2382476329803467, + "learning_rate": 4.4312090530077425e-05, + "loss": 0.09981101751327515, + "step": 3927 + }, + { + "epoch": 0.7790559301864339, + "grad_norm": 4.841893196105957, + "learning_rate": 4.427238435576732e-05, + "loss": 0.07657553255558014, + "step": 3928 + }, + { + "epoch": 0.7792542641808806, + "grad_norm": 0.8378919959068298, + "learning_rate": 4.423267818145722e-05, + "loss": 0.09196168184280396, + "step": 3929 + }, + { + "epoch": 0.7794525981753273, + "grad_norm": 0.8521934747695923, + "learning_rate": 4.4192972007147114e-05, + "loss": 0.06934888660907745, + "step": 3930 + }, + { + "epoch": 0.7796509321697739, + "grad_norm": 0.4679450988769531, + "learning_rate": 4.415326583283701e-05, + "loss": 0.061806268990039825, + "step": 3931 + }, + { + "epoch": 0.7798492661642206, + "grad_norm": 0.9653556942939758, + "learning_rate": 4.41135596585269e-05, + "loss": 0.08083710819482803, + "step": 3932 + }, + { + "epoch": 0.7800476001586671, + "grad_norm": 4.696202278137207, + "learning_rate": 4.4073853484216796e-05, + "loss": 0.11199508607387543, + "step": 3933 + }, + { + "epoch": 0.7802459341531138, + "grad_norm": 4.773441314697266, + "learning_rate": 4.403414730990669e-05, + "loss": 0.10134606808423996, + "step": 3934 + }, + { + "epoch": 0.7804442681475605, + "grad_norm": 3.9338276386260986, + "learning_rate": 4.3994441135596584e-05, + "loss": 0.08814920485019684, + "step": 3935 + }, + { + "epoch": 0.7806426021420071, + "grad_norm": 0.4808638095855713, + "learning_rate": 4.395473496128648e-05, + "loss": 0.09685131162405014, + "step": 3936 + }, + { + "epoch": 0.7808409361364538, + "grad_norm": 16.316556930541992, + "learning_rate": 4.391502878697638e-05, + "loss": 0.07876668870449066, + "step": 3937 + }, + { + "epoch": 0.7810392701309005, + "grad_norm": 3.547910451889038, + "learning_rate": 4.387532261266627e-05, + "loss": 0.10223133116960526, + "step": 3938 + }, + { + "epoch": 0.781237604125347, + "grad_norm": 3.2421464920043945, + "learning_rate": 4.383561643835617e-05, + "loss": 0.08718807250261307, + "step": 3939 + }, + { + "epoch": 0.7814359381197937, + "grad_norm": 0.6747628450393677, + "learning_rate": 4.379591026404606e-05, + "loss": 0.057046569883823395, + "step": 3940 + }, + { + "epoch": 0.7816342721142404, + "grad_norm": 12.80596923828125, + "learning_rate": 4.3756204089735955e-05, + "loss": 0.08935576677322388, + "step": 3941 + }, + { + "epoch": 0.781832606108687, + "grad_norm": 2.563382148742676, + "learning_rate": 4.371649791542585e-05, + "loss": 0.07294691354036331, + "step": 3942 + }, + { + "epoch": 0.7820309401031337, + "grad_norm": 0.9213732481002808, + "learning_rate": 4.367679174111575e-05, + "loss": 0.10842610895633698, + "step": 3943 + }, + { + "epoch": 0.7822292740975804, + "grad_norm": 1.2712064981460571, + "learning_rate": 4.3637085566805644e-05, + "loss": 0.10596360266208649, + "step": 3944 + }, + { + "epoch": 0.7824276080920269, + "grad_norm": 4.691156387329102, + "learning_rate": 4.359737939249554e-05, + "loss": 0.1065492033958435, + "step": 3945 + }, + { + "epoch": 0.7826259420864736, + "grad_norm": 4.196963310241699, + "learning_rate": 4.355767321818543e-05, + "loss": 0.04196659103035927, + "step": 3946 + }, + { + "epoch": 0.7828242760809203, + "grad_norm": 3.800337553024292, + "learning_rate": 4.3517967043875326e-05, + "loss": 0.06398601830005646, + "step": 3947 + }, + { + "epoch": 0.7830226100753669, + "grad_norm": 1.4399547576904297, + "learning_rate": 4.347826086956522e-05, + "loss": 0.0926743596792221, + "step": 3948 + }, + { + "epoch": 0.7832209440698136, + "grad_norm": 0.9010543823242188, + "learning_rate": 4.3438554695255114e-05, + "loss": 0.08518529683351517, + "step": 3949 + }, + { + "epoch": 0.7834192780642603, + "grad_norm": 1.8570685386657715, + "learning_rate": 4.339884852094501e-05, + "loss": 0.08418543636798859, + "step": 3950 + }, + { + "epoch": 0.7836176120587068, + "grad_norm": 2.3525912761688232, + "learning_rate": 4.33591423466349e-05, + "loss": 0.07514552772045135, + "step": 3951 + }, + { + "epoch": 0.7838159460531535, + "grad_norm": 0.8443081974983215, + "learning_rate": 4.3319436172324803e-05, + "loss": 0.09252899140119553, + "step": 3952 + }, + { + "epoch": 0.7840142800476002, + "grad_norm": 1.7559354305267334, + "learning_rate": 4.32797299980147e-05, + "loss": 0.0717460885643959, + "step": 3953 + }, + { + "epoch": 0.7842126140420468, + "grad_norm": 6.881283760070801, + "learning_rate": 4.324002382370459e-05, + "loss": 0.07917086035013199, + "step": 3954 + }, + { + "epoch": 0.7844109480364935, + "grad_norm": 2.621556520462036, + "learning_rate": 4.3200317649394486e-05, + "loss": 0.0852438360452652, + "step": 3955 + }, + { + "epoch": 0.7846092820309402, + "grad_norm": 2.7223002910614014, + "learning_rate": 4.316061147508438e-05, + "loss": 0.09616433084011078, + "step": 3956 + }, + { + "epoch": 0.7848076160253867, + "grad_norm": 224.49591064453125, + "learning_rate": 4.3120905300774274e-05, + "loss": 0.10874733328819275, + "step": 3957 + }, + { + "epoch": 0.7850059500198334, + "grad_norm": 3.9935286045074463, + "learning_rate": 4.308119912646417e-05, + "loss": 0.0951276421546936, + "step": 3958 + }, + { + "epoch": 0.78520428401428, + "grad_norm": 0.6253823637962341, + "learning_rate": 4.304149295215406e-05, + "loss": 0.08210127055644989, + "step": 3959 + }, + { + "epoch": 0.7854026180087267, + "grad_norm": 1.437485694885254, + "learning_rate": 4.3001786777843956e-05, + "loss": 0.0917491540312767, + "step": 3960 + }, + { + "epoch": 0.7856009520031734, + "grad_norm": 2.3281197547912598, + "learning_rate": 4.296208060353385e-05, + "loss": 0.06898133456707001, + "step": 3961 + }, + { + "epoch": 0.78579928599762, + "grad_norm": 1.7379896640777588, + "learning_rate": 4.2922374429223744e-05, + "loss": 0.09131412953138351, + "step": 3962 + }, + { + "epoch": 0.7859976199920666, + "grad_norm": 12.742676734924316, + "learning_rate": 4.2882668254913645e-05, + "loss": 0.09188960492610931, + "step": 3963 + }, + { + "epoch": 0.7861959539865133, + "grad_norm": 1.874605417251587, + "learning_rate": 4.284296208060354e-05, + "loss": 0.06973563134670258, + "step": 3964 + }, + { + "epoch": 0.7863942879809599, + "grad_norm": 1.8051044940948486, + "learning_rate": 4.280325590629343e-05, + "loss": 0.07932309806346893, + "step": 3965 + }, + { + "epoch": 0.7865926219754066, + "grad_norm": 1.974166750907898, + "learning_rate": 4.276354973198333e-05, + "loss": 0.10301021486520767, + "step": 3966 + }, + { + "epoch": 0.7867909559698533, + "grad_norm": 1.6869317293167114, + "learning_rate": 4.272384355767322e-05, + "loss": 0.08242110908031464, + "step": 3967 + }, + { + "epoch": 0.7869892899642998, + "grad_norm": 4.806500434875488, + "learning_rate": 4.2684137383363115e-05, + "loss": 0.08729303628206253, + "step": 3968 + }, + { + "epoch": 0.7871876239587465, + "grad_norm": 7.861518859863281, + "learning_rate": 4.264443120905301e-05, + "loss": 0.05609218403697014, + "step": 3969 + }, + { + "epoch": 0.7873859579531932, + "grad_norm": 3.1001880168914795, + "learning_rate": 4.2604725034742903e-05, + "loss": 0.08184467256069183, + "step": 3970 + }, + { + "epoch": 0.7875842919476398, + "grad_norm": 11.683101654052734, + "learning_rate": 4.25650188604328e-05, + "loss": 0.07172981649637222, + "step": 3971 + }, + { + "epoch": 0.7877826259420865, + "grad_norm": 148.86026000976562, + "learning_rate": 4.252531268612269e-05, + "loss": 0.08728407323360443, + "step": 3972 + }, + { + "epoch": 0.7879809599365332, + "grad_norm": 1.4853318929672241, + "learning_rate": 4.2485606511812586e-05, + "loss": 0.06320583075284958, + "step": 3973 + }, + { + "epoch": 0.7881792939309797, + "grad_norm": 0.520597517490387, + "learning_rate": 4.244590033750248e-05, + "loss": 0.06034785881638527, + "step": 3974 + }, + { + "epoch": 0.7883776279254264, + "grad_norm": 5.609968662261963, + "learning_rate": 4.240619416319238e-05, + "loss": 0.0947081446647644, + "step": 3975 + }, + { + "epoch": 0.7885759619198731, + "grad_norm": 1.739418625831604, + "learning_rate": 4.2366487988882275e-05, + "loss": 0.05629263073205948, + "step": 3976 + }, + { + "epoch": 0.7887742959143197, + "grad_norm": 3.853532552719116, + "learning_rate": 4.232678181457217e-05, + "loss": 0.08654081076383591, + "step": 3977 + }, + { + "epoch": 0.7889726299087664, + "grad_norm": 1.2528026103973389, + "learning_rate": 4.228707564026206e-05, + "loss": 0.05874922126531601, + "step": 3978 + }, + { + "epoch": 0.7891709639032131, + "grad_norm": 2.1127986907958984, + "learning_rate": 4.224736946595196e-05, + "loss": 0.11558602750301361, + "step": 3979 + }, + { + "epoch": 0.7893692978976596, + "grad_norm": 32.144412994384766, + "learning_rate": 4.220766329164185e-05, + "loss": 0.10499005019664764, + "step": 3980 + }, + { + "epoch": 0.7895676318921063, + "grad_norm": 0.8857239484786987, + "learning_rate": 4.2167957117331745e-05, + "loss": 0.07225243747234344, + "step": 3981 + }, + { + "epoch": 0.7897659658865529, + "grad_norm": 1.0501586198806763, + "learning_rate": 4.212825094302164e-05, + "loss": 0.08034147322177887, + "step": 3982 + }, + { + "epoch": 0.7899642998809996, + "grad_norm": 3.1130733489990234, + "learning_rate": 4.208854476871153e-05, + "loss": 0.0899464339017868, + "step": 3983 + }, + { + "epoch": 0.7901626338754463, + "grad_norm": 6.1909637451171875, + "learning_rate": 4.204883859440143e-05, + "loss": 0.04598572105169296, + "step": 3984 + }, + { + "epoch": 0.7903609678698928, + "grad_norm": 2.7532472610473633, + "learning_rate": 4.200913242009132e-05, + "loss": 0.07022957503795624, + "step": 3985 + }, + { + "epoch": 0.7905593018643395, + "grad_norm": 2.9393858909606934, + "learning_rate": 4.196942624578122e-05, + "loss": 0.088737353682518, + "step": 3986 + }, + { + "epoch": 0.7907576358587862, + "grad_norm": 16.937244415283203, + "learning_rate": 4.1929720071471116e-05, + "loss": 0.08137276768684387, + "step": 3987 + }, + { + "epoch": 0.7909559698532328, + "grad_norm": 5.926370620727539, + "learning_rate": 4.189001389716101e-05, + "loss": 0.06914883852005005, + "step": 3988 + }, + { + "epoch": 0.7911543038476795, + "grad_norm": 2.3815670013427734, + "learning_rate": 4.1850307722850904e-05, + "loss": 0.053949713706970215, + "step": 3989 + }, + { + "epoch": 0.7913526378421262, + "grad_norm": 5.803286075592041, + "learning_rate": 4.18106015485408e-05, + "loss": 0.09391215443611145, + "step": 3990 + }, + { + "epoch": 0.7915509718365727, + "grad_norm": 2.0183777809143066, + "learning_rate": 4.177089537423069e-05, + "loss": 0.07661990821361542, + "step": 3991 + }, + { + "epoch": 0.7917493058310194, + "grad_norm": 4.342200756072998, + "learning_rate": 4.1731189199920587e-05, + "loss": 0.07997395098209381, + "step": 3992 + }, + { + "epoch": 0.7919476398254661, + "grad_norm": 0.9452024698257446, + "learning_rate": 4.169148302561048e-05, + "loss": 0.06260037422180176, + "step": 3993 + }, + { + "epoch": 0.7921459738199127, + "grad_norm": 1.6752629280090332, + "learning_rate": 4.165177685130038e-05, + "loss": 0.07577800005674362, + "step": 3994 + }, + { + "epoch": 0.7923443078143594, + "grad_norm": 2.366785764694214, + "learning_rate": 4.1612070676990276e-05, + "loss": 0.07475362718105316, + "step": 3995 + }, + { + "epoch": 0.7925426418088061, + "grad_norm": 0.8009642362594604, + "learning_rate": 4.157236450268017e-05, + "loss": 0.09143912047147751, + "step": 3996 + }, + { + "epoch": 0.7927409758032526, + "grad_norm": 0.770463228225708, + "learning_rate": 4.1532658328370064e-05, + "loss": 0.08529377728700638, + "step": 3997 + }, + { + "epoch": 0.7929393097976993, + "grad_norm": 1.1196635961532593, + "learning_rate": 4.149295215405996e-05, + "loss": 0.08843187987804413, + "step": 3998 + }, + { + "epoch": 0.793137643792146, + "grad_norm": 3.067307949066162, + "learning_rate": 4.145324597974985e-05, + "loss": 0.08429171144962311, + "step": 3999 + }, + { + "epoch": 0.7933359777865926, + "grad_norm": 52.39520263671875, + "learning_rate": 4.141353980543975e-05, + "loss": 0.09347756206989288, + "step": 4000 + }, + { + "epoch": 0.7933359777865926, + "eval_loss": 0.6274185180664062, + "eval_runtime": 415.1971, + "eval_samples_per_second": 0.617, + "eval_steps_per_second": 0.154, + "step": 4000 + }, + { + "epoch": 0.7935343117810393, + "grad_norm": 1.1855133771896362, + "learning_rate": 4.137383363112965e-05, + "loss": 0.06619781255722046, + "step": 4001 + }, + { + "epoch": 0.793732645775486, + "grad_norm": 6.988331317901611, + "learning_rate": 4.133412745681954e-05, + "loss": 0.09420327842235565, + "step": 4002 + }, + { + "epoch": 0.7939309797699325, + "grad_norm": 0.8411353826522827, + "learning_rate": 4.1294421282509435e-05, + "loss": 0.108766108751297, + "step": 4003 + }, + { + "epoch": 0.7941293137643792, + "grad_norm": 2.9448649883270264, + "learning_rate": 4.125471510819933e-05, + "loss": 0.07923346012830734, + "step": 4004 + }, + { + "epoch": 0.7943276477588259, + "grad_norm": 2.016089916229248, + "learning_rate": 4.121500893388922e-05, + "loss": 0.12161818891763687, + "step": 4005 + }, + { + "epoch": 0.7945259817532725, + "grad_norm": 1.280924916267395, + "learning_rate": 4.117530275957912e-05, + "loss": 0.06816370040178299, + "step": 4006 + }, + { + "epoch": 0.7947243157477192, + "grad_norm": 10.301497459411621, + "learning_rate": 4.113559658526901e-05, + "loss": 0.05501895397901535, + "step": 4007 + }, + { + "epoch": 0.7949226497421658, + "grad_norm": 0.8027796149253845, + "learning_rate": 4.1095890410958905e-05, + "loss": 0.06498295068740845, + "step": 4008 + }, + { + "epoch": 0.7951209837366124, + "grad_norm": 3.761767864227295, + "learning_rate": 4.10561842366488e-05, + "loss": 0.09023161977529526, + "step": 4009 + }, + { + "epoch": 0.7953193177310591, + "grad_norm": 2.586463451385498, + "learning_rate": 4.10164780623387e-05, + "loss": 0.09359529614448547, + "step": 4010 + }, + { + "epoch": 0.7955176517255057, + "grad_norm": 0.9695730209350586, + "learning_rate": 4.0976771888028594e-05, + "loss": 0.08842679113149643, + "step": 4011 + }, + { + "epoch": 0.7957159857199524, + "grad_norm": 3.495920181274414, + "learning_rate": 4.093706571371849e-05, + "loss": 0.11186903715133667, + "step": 4012 + }, + { + "epoch": 0.7959143197143991, + "grad_norm": 1.0368309020996094, + "learning_rate": 4.089735953940838e-05, + "loss": 0.06377116590738297, + "step": 4013 + }, + { + "epoch": 0.7961126537088457, + "grad_norm": 1.1190478801727295, + "learning_rate": 4.0857653365098276e-05, + "loss": 0.05324475094676018, + "step": 4014 + }, + { + "epoch": 0.7963109877032923, + "grad_norm": 5.103707313537598, + "learning_rate": 4.081794719078817e-05, + "loss": 0.05406022071838379, + "step": 4015 + }, + { + "epoch": 0.796509321697739, + "grad_norm": 3.2618191242218018, + "learning_rate": 4.0778241016478065e-05, + "loss": 0.07151740044355392, + "step": 4016 + }, + { + "epoch": 0.7967076556921856, + "grad_norm": 1.0406843423843384, + "learning_rate": 4.073853484216796e-05, + "loss": 0.07534618675708771, + "step": 4017 + }, + { + "epoch": 0.7969059896866323, + "grad_norm": 1.5601961612701416, + "learning_rate": 4.069882866785785e-05, + "loss": 0.07855643332004547, + "step": 4018 + }, + { + "epoch": 0.797104323681079, + "grad_norm": 1.3573049306869507, + "learning_rate": 4.065912249354775e-05, + "loss": 0.06987135857343674, + "step": 4019 + }, + { + "epoch": 0.7973026576755256, + "grad_norm": 2.362797498703003, + "learning_rate": 4.061941631923764e-05, + "loss": 0.09464502334594727, + "step": 4020 + }, + { + "epoch": 0.7975009916699722, + "grad_norm": 0.7040053606033325, + "learning_rate": 4.057971014492754e-05, + "loss": 0.09283740818500519, + "step": 4021 + }, + { + "epoch": 0.7976993256644189, + "grad_norm": 1.1658281087875366, + "learning_rate": 4.0540003970617436e-05, + "loss": 0.08075052499771118, + "step": 4022 + }, + { + "epoch": 0.7978976596588655, + "grad_norm": 0.9808023571968079, + "learning_rate": 4.050029779630733e-05, + "loss": 0.08180787414312363, + "step": 4023 + }, + { + "epoch": 0.7980959936533122, + "grad_norm": 0.8832011818885803, + "learning_rate": 4.0460591621997224e-05, + "loss": 0.05183539539575577, + "step": 4024 + }, + { + "epoch": 0.7982943276477589, + "grad_norm": 8.183263778686523, + "learning_rate": 4.042088544768712e-05, + "loss": 0.051608603447675705, + "step": 4025 + }, + { + "epoch": 0.7984926616422054, + "grad_norm": 7.826054573059082, + "learning_rate": 4.038117927337701e-05, + "loss": 0.07795338332653046, + "step": 4026 + }, + { + "epoch": 0.7986909956366521, + "grad_norm": 0.7338674664497375, + "learning_rate": 4.0341473099066906e-05, + "loss": 0.06858469545841217, + "step": 4027 + }, + { + "epoch": 0.7988893296310988, + "grad_norm": 1.7928245067596436, + "learning_rate": 4.03017669247568e-05, + "loss": 0.07794557511806488, + "step": 4028 + }, + { + "epoch": 0.7990876636255454, + "grad_norm": 1.0052522420883179, + "learning_rate": 4.0262060750446694e-05, + "loss": 0.09069196879863739, + "step": 4029 + }, + { + "epoch": 0.7992859976199921, + "grad_norm": 1.1530054807662964, + "learning_rate": 4.022235457613659e-05, + "loss": 0.09229599684476852, + "step": 4030 + }, + { + "epoch": 0.7994843316144388, + "grad_norm": 1.3174090385437012, + "learning_rate": 4.018264840182648e-05, + "loss": 0.0525662787258625, + "step": 4031 + }, + { + "epoch": 0.7996826656088853, + "grad_norm": 0.7616764903068542, + "learning_rate": 4.0142942227516376e-05, + "loss": 0.10183145105838776, + "step": 4032 + }, + { + "epoch": 0.799880999603332, + "grad_norm": 1.4735254049301147, + "learning_rate": 4.010323605320628e-05, + "loss": 0.0642593502998352, + "step": 4033 + }, + { + "epoch": 0.8000793335977786, + "grad_norm": 0.418226957321167, + "learning_rate": 4.006352987889617e-05, + "loss": 0.08668071031570435, + "step": 4034 + }, + { + "epoch": 0.8002776675922253, + "grad_norm": 0.620764434337616, + "learning_rate": 4.0023823704586065e-05, + "loss": 0.10115180164575577, + "step": 4035 + }, + { + "epoch": 0.800476001586672, + "grad_norm": 0.5005918741226196, + "learning_rate": 3.998411753027596e-05, + "loss": 0.0856107622385025, + "step": 4036 + }, + { + "epoch": 0.8006743355811186, + "grad_norm": 1.6830304861068726, + "learning_rate": 3.9944411355965854e-05, + "loss": 0.08300881832838058, + "step": 4037 + }, + { + "epoch": 0.8008726695755652, + "grad_norm": 0.8132995963096619, + "learning_rate": 3.990470518165575e-05, + "loss": 0.07399412989616394, + "step": 4038 + }, + { + "epoch": 0.8010710035700119, + "grad_norm": 1.001306414604187, + "learning_rate": 3.986499900734564e-05, + "loss": 0.07683750241994858, + "step": 4039 + }, + { + "epoch": 0.8012693375644585, + "grad_norm": 1.062776803970337, + "learning_rate": 3.9825292833035536e-05, + "loss": 0.06280682981014252, + "step": 4040 + }, + { + "epoch": 0.8014676715589052, + "grad_norm": 1.3201673030853271, + "learning_rate": 3.978558665872543e-05, + "loss": 0.08051330596208572, + "step": 4041 + }, + { + "epoch": 0.8016660055533519, + "grad_norm": 1.8761106729507446, + "learning_rate": 3.9745880484415324e-05, + "loss": 0.09174071997404099, + "step": 4042 + }, + { + "epoch": 0.8018643395477985, + "grad_norm": 9.783692359924316, + "learning_rate": 3.970617431010522e-05, + "loss": 0.10139279812574387, + "step": 4043 + }, + { + "epoch": 0.8020626735422451, + "grad_norm": 31.008264541625977, + "learning_rate": 3.966646813579512e-05, + "loss": 0.08139289170503616, + "step": 4044 + }, + { + "epoch": 0.8022610075366918, + "grad_norm": 1.0261482000350952, + "learning_rate": 3.962676196148501e-05, + "loss": 0.08751499652862549, + "step": 4045 + }, + { + "epoch": 0.8024593415311384, + "grad_norm": 0.8016400337219238, + "learning_rate": 3.958705578717491e-05, + "loss": 0.09297659248113632, + "step": 4046 + }, + { + "epoch": 0.8026576755255851, + "grad_norm": 36.54716110229492, + "learning_rate": 3.95473496128648e-05, + "loss": 0.08149465173482895, + "step": 4047 + }, + { + "epoch": 0.8028560095200318, + "grad_norm": 0.9936452507972717, + "learning_rate": 3.9507643438554695e-05, + "loss": 0.09501418471336365, + "step": 4048 + }, + { + "epoch": 0.8030543435144784, + "grad_norm": 0.8227348327636719, + "learning_rate": 3.946793726424459e-05, + "loss": 0.07696790248155594, + "step": 4049 + }, + { + "epoch": 0.803252677508925, + "grad_norm": 3.5227341651916504, + "learning_rate": 3.942823108993448e-05, + "loss": 0.09591594338417053, + "step": 4050 + }, + { + "epoch": 0.8034510115033717, + "grad_norm": 0.33486515283584595, + "learning_rate": 3.938852491562438e-05, + "loss": 0.06280941516160965, + "step": 4051 + }, + { + "epoch": 0.8036493454978183, + "grad_norm": 0.7206177115440369, + "learning_rate": 3.934881874131428e-05, + "loss": 0.08779262751340866, + "step": 4052 + }, + { + "epoch": 0.803847679492265, + "grad_norm": 1.6057047843933105, + "learning_rate": 3.930911256700417e-05, + "loss": 0.056490786373615265, + "step": 4053 + }, + { + "epoch": 0.8040460134867117, + "grad_norm": 1.092365026473999, + "learning_rate": 3.9269406392694066e-05, + "loss": 0.08460166305303574, + "step": 4054 + }, + { + "epoch": 0.8042443474811583, + "grad_norm": 0.467980295419693, + "learning_rate": 3.922970021838396e-05, + "loss": 0.07181484997272491, + "step": 4055 + }, + { + "epoch": 0.8044426814756049, + "grad_norm": 0.3232864737510681, + "learning_rate": 3.9189994044073855e-05, + "loss": 0.07254970073699951, + "step": 4056 + }, + { + "epoch": 0.8046410154700515, + "grad_norm": 0.5139774680137634, + "learning_rate": 3.9150287869763755e-05, + "loss": 0.06331491470336914, + "step": 4057 + }, + { + "epoch": 0.8048393494644982, + "grad_norm": 1.3625986576080322, + "learning_rate": 3.911058169545365e-05, + "loss": 0.08304262161254883, + "step": 4058 + }, + { + "epoch": 0.8050376834589449, + "grad_norm": 0.69892418384552, + "learning_rate": 3.9070875521143543e-05, + "loss": 0.07234346121549606, + "step": 4059 + }, + { + "epoch": 0.8052360174533915, + "grad_norm": 3.8243982791900635, + "learning_rate": 3.903116934683344e-05, + "loss": 0.06447941064834595, + "step": 4060 + }, + { + "epoch": 0.8054343514478381, + "grad_norm": 1.0723168849945068, + "learning_rate": 3.899146317252333e-05, + "loss": 0.07635077089071274, + "step": 4061 + }, + { + "epoch": 0.8056326854422848, + "grad_norm": 1.259830117225647, + "learning_rate": 3.8951756998213226e-05, + "loss": 0.08267350494861603, + "step": 4062 + }, + { + "epoch": 0.8058310194367314, + "grad_norm": 10.243322372436523, + "learning_rate": 3.891205082390312e-05, + "loss": 0.08669708669185638, + "step": 4063 + }, + { + "epoch": 0.8060293534311781, + "grad_norm": 0.48029592633247375, + "learning_rate": 3.8872344649593014e-05, + "loss": 0.0855058878660202, + "step": 4064 + }, + { + "epoch": 0.8062276874256248, + "grad_norm": 0.5531931519508362, + "learning_rate": 3.883263847528291e-05, + "loss": 0.06566330045461655, + "step": 4065 + }, + { + "epoch": 0.8064260214200714, + "grad_norm": 0.30569371581077576, + "learning_rate": 3.87929323009728e-05, + "loss": 0.08717594295740128, + "step": 4066 + }, + { + "epoch": 0.806624355414518, + "grad_norm": 0.39993926882743835, + "learning_rate": 3.87532261266627e-05, + "loss": 0.09133243560791016, + "step": 4067 + }, + { + "epoch": 0.8068226894089647, + "grad_norm": 8.703713417053223, + "learning_rate": 3.87135199523526e-05, + "loss": 0.11520816385746002, + "step": 4068 + }, + { + "epoch": 0.8070210234034113, + "grad_norm": 0.453200101852417, + "learning_rate": 3.867381377804249e-05, + "loss": 0.08519825339317322, + "step": 4069 + }, + { + "epoch": 0.807219357397858, + "grad_norm": 0.38522887229919434, + "learning_rate": 3.8634107603732385e-05, + "loss": 0.07233186066150665, + "step": 4070 + }, + { + "epoch": 0.8074176913923047, + "grad_norm": 0.42869654297828674, + "learning_rate": 3.859440142942228e-05, + "loss": 0.0809578001499176, + "step": 4071 + }, + { + "epoch": 0.8076160253867513, + "grad_norm": 1.1128939390182495, + "learning_rate": 3.855469525511217e-05, + "loss": 0.05887671932578087, + "step": 4072 + }, + { + "epoch": 0.8078143593811979, + "grad_norm": 0.36813217401504517, + "learning_rate": 3.851498908080207e-05, + "loss": 0.07015285640954971, + "step": 4073 + }, + { + "epoch": 0.8080126933756446, + "grad_norm": 0.4361841082572937, + "learning_rate": 3.847528290649196e-05, + "loss": 0.09270921349525452, + "step": 4074 + }, + { + "epoch": 0.8082110273700912, + "grad_norm": 1.0596556663513184, + "learning_rate": 3.8435576732181855e-05, + "loss": 0.07286906242370605, + "step": 4075 + }, + { + "epoch": 0.8084093613645379, + "grad_norm": 0.32370465993881226, + "learning_rate": 3.839587055787175e-05, + "loss": 0.07486405968666077, + "step": 4076 + }, + { + "epoch": 0.8086076953589846, + "grad_norm": 1.6951977014541626, + "learning_rate": 3.8356164383561644e-05, + "loss": 0.06905244290828705, + "step": 4077 + }, + { + "epoch": 0.8088060293534312, + "grad_norm": 0.39806899428367615, + "learning_rate": 3.831645820925154e-05, + "loss": 0.07356062531471252, + "step": 4078 + }, + { + "epoch": 0.8090043633478778, + "grad_norm": 0.40260154008865356, + "learning_rate": 3.827675203494144e-05, + "loss": 0.08752410113811493, + "step": 4079 + }, + { + "epoch": 0.8092026973423245, + "grad_norm": 0.5403593182563782, + "learning_rate": 3.823704586063133e-05, + "loss": 0.08648482710123062, + "step": 4080 + }, + { + "epoch": 0.8094010313367711, + "grad_norm": 0.49380403757095337, + "learning_rate": 3.8197339686321227e-05, + "loss": 0.08534497022628784, + "step": 4081 + }, + { + "epoch": 0.8095993653312178, + "grad_norm": 1.004749059677124, + "learning_rate": 3.815763351201112e-05, + "loss": 0.10708964616060257, + "step": 4082 + }, + { + "epoch": 0.8097976993256644, + "grad_norm": 0.5465480089187622, + "learning_rate": 3.8117927337701015e-05, + "loss": 0.06459754705429077, + "step": 4083 + }, + { + "epoch": 0.809996033320111, + "grad_norm": 0.3834172487258911, + "learning_rate": 3.807822116339091e-05, + "loss": 0.06391619145870209, + "step": 4084 + }, + { + "epoch": 0.8101943673145577, + "grad_norm": 0.4017811417579651, + "learning_rate": 3.80385149890808e-05, + "loss": 0.08342161029577255, + "step": 4085 + }, + { + "epoch": 0.8103927013090043, + "grad_norm": 0.23239679634571075, + "learning_rate": 3.79988088147707e-05, + "loss": 0.06757746636867523, + "step": 4086 + }, + { + "epoch": 0.810591035303451, + "grad_norm": 0.714970052242279, + "learning_rate": 3.795910264046059e-05, + "loss": 0.07502265274524689, + "step": 4087 + }, + { + "epoch": 0.8107893692978977, + "grad_norm": 0.2556152641773224, + "learning_rate": 3.7919396466150485e-05, + "loss": 0.07533354312181473, + "step": 4088 + }, + { + "epoch": 0.8109877032923443, + "grad_norm": 0.4721064269542694, + "learning_rate": 3.787969029184038e-05, + "loss": 0.0720004290342331, + "step": 4089 + }, + { + "epoch": 0.811186037286791, + "grad_norm": 1.1308844089508057, + "learning_rate": 3.783998411753028e-05, + "loss": 0.08871197700500488, + "step": 4090 + }, + { + "epoch": 0.8113843712812376, + "grad_norm": 1.1480712890625, + "learning_rate": 3.7800277943220174e-05, + "loss": 0.10506519675254822, + "step": 4091 + }, + { + "epoch": 0.8115827052756842, + "grad_norm": 0.31746241450309753, + "learning_rate": 3.776057176891007e-05, + "loss": 0.11561227589845657, + "step": 4092 + }, + { + "epoch": 0.8117810392701309, + "grad_norm": 0.4815034568309784, + "learning_rate": 3.772086559459996e-05, + "loss": 0.0910816341638565, + "step": 4093 + }, + { + "epoch": 0.8119793732645776, + "grad_norm": 0.387908399105072, + "learning_rate": 3.7681159420289856e-05, + "loss": 0.0875948965549469, + "step": 4094 + }, + { + "epoch": 0.8121777072590242, + "grad_norm": 1.2696641683578491, + "learning_rate": 3.764145324597975e-05, + "loss": 0.08762390166521072, + "step": 4095 + }, + { + "epoch": 0.8123760412534708, + "grad_norm": 0.591404139995575, + "learning_rate": 3.7601747071669644e-05, + "loss": 0.0671454519033432, + "step": 4096 + }, + { + "epoch": 0.8125743752479175, + "grad_norm": 0.6473274827003479, + "learning_rate": 3.756204089735954e-05, + "loss": 0.10981281101703644, + "step": 4097 + }, + { + "epoch": 0.8127727092423641, + "grad_norm": 0.35057610273361206, + "learning_rate": 3.752233472304943e-05, + "loss": 0.07159464061260223, + "step": 4098 + }, + { + "epoch": 0.8129710432368108, + "grad_norm": 0.3206848204135895, + "learning_rate": 3.748262854873933e-05, + "loss": 0.08186761289834976, + "step": 4099 + }, + { + "epoch": 0.8131693772312575, + "grad_norm": 0.4275861382484436, + "learning_rate": 3.744292237442922e-05, + "loss": 0.08768652379512787, + "step": 4100 + }, + { + "epoch": 0.8133677112257041, + "grad_norm": 0.31764885783195496, + "learning_rate": 3.7403216200119115e-05, + "loss": 0.05814754217863083, + "step": 4101 + }, + { + "epoch": 0.8135660452201507, + "grad_norm": 0.26529133319854736, + "learning_rate": 3.7363510025809016e-05, + "loss": 0.05700234696269035, + "step": 4102 + }, + { + "epoch": 0.8137643792145974, + "grad_norm": 0.5656474232673645, + "learning_rate": 3.732380385149891e-05, + "loss": 0.08899693191051483, + "step": 4103 + }, + { + "epoch": 0.813962713209044, + "grad_norm": 0.4094642400741577, + "learning_rate": 3.7284097677188804e-05, + "loss": 0.09218493103981018, + "step": 4104 + }, + { + "epoch": 0.8141610472034907, + "grad_norm": 0.4446246325969696, + "learning_rate": 3.72443915028787e-05, + "loss": 0.09885497391223907, + "step": 4105 + }, + { + "epoch": 0.8143593811979373, + "grad_norm": 0.8983577489852905, + "learning_rate": 3.720468532856859e-05, + "loss": 0.08826566487550735, + "step": 4106 + }, + { + "epoch": 0.814557715192384, + "grad_norm": 0.7840330600738525, + "learning_rate": 3.7164979154258486e-05, + "loss": 0.0896296501159668, + "step": 4107 + }, + { + "epoch": 0.8147560491868306, + "grad_norm": 0.5294583439826965, + "learning_rate": 3.712527297994838e-05, + "loss": 0.08883310854434967, + "step": 4108 + }, + { + "epoch": 0.8149543831812772, + "grad_norm": 0.4667060077190399, + "learning_rate": 3.708556680563828e-05, + "loss": 0.09597307443618774, + "step": 4109 + }, + { + "epoch": 0.8151527171757239, + "grad_norm": 0.7376213669776917, + "learning_rate": 3.7045860631328175e-05, + "loss": 0.06398436427116394, + "step": 4110 + }, + { + "epoch": 0.8153510511701706, + "grad_norm": 0.2675073444843292, + "learning_rate": 3.700615445701807e-05, + "loss": 0.05942050367593765, + "step": 4111 + }, + { + "epoch": 0.8155493851646172, + "grad_norm": 0.4238833487033844, + "learning_rate": 3.696644828270796e-05, + "loss": 0.06478659808635712, + "step": 4112 + }, + { + "epoch": 0.8157477191590639, + "grad_norm": 0.4693499207496643, + "learning_rate": 3.692674210839786e-05, + "loss": 0.06958939880132675, + "step": 4113 + }, + { + "epoch": 0.8159460531535105, + "grad_norm": 0.23802593350410461, + "learning_rate": 3.688703593408776e-05, + "loss": 0.06776755303144455, + "step": 4114 + }, + { + "epoch": 0.8161443871479571, + "grad_norm": 0.3829515278339386, + "learning_rate": 3.684732975977765e-05, + "loss": 0.08508703112602234, + "step": 4115 + }, + { + "epoch": 0.8163427211424038, + "grad_norm": 0.7181788682937622, + "learning_rate": 3.6807623585467546e-05, + "loss": 0.06946396827697754, + "step": 4116 + }, + { + "epoch": 0.8165410551368505, + "grad_norm": 0.923399031162262, + "learning_rate": 3.676791741115744e-05, + "loss": 0.11257631331682205, + "step": 4117 + }, + { + "epoch": 0.8167393891312971, + "grad_norm": 0.7041826844215393, + "learning_rate": 3.6728211236847334e-05, + "loss": 0.08981077373027802, + "step": 4118 + }, + { + "epoch": 0.8169377231257438, + "grad_norm": 0.37662529945373535, + "learning_rate": 3.668850506253723e-05, + "loss": 0.06952928006649017, + "step": 4119 + }, + { + "epoch": 0.8171360571201904, + "grad_norm": 0.3536622226238251, + "learning_rate": 3.664879888822712e-05, + "loss": 0.08721522986888885, + "step": 4120 + }, + { + "epoch": 0.817334391114637, + "grad_norm": 1.9279416799545288, + "learning_rate": 3.6609092713917017e-05, + "loss": 0.07638879865407944, + "step": 4121 + }, + { + "epoch": 0.8175327251090837, + "grad_norm": 0.4137638807296753, + "learning_rate": 3.656938653960691e-05, + "loss": 0.09607350826263428, + "step": 4122 + }, + { + "epoch": 0.8177310591035304, + "grad_norm": 0.24848206341266632, + "learning_rate": 3.6529680365296805e-05, + "loss": 0.05512310564517975, + "step": 4123 + }, + { + "epoch": 0.817929393097977, + "grad_norm": 0.9613590836524963, + "learning_rate": 3.64899741909867e-05, + "loss": 0.07832667231559753, + "step": 4124 + }, + { + "epoch": 0.8181277270924237, + "grad_norm": 0.3207312226295471, + "learning_rate": 3.64502680166766e-05, + "loss": 0.06788542866706848, + "step": 4125 + }, + { + "epoch": 0.8183260610868703, + "grad_norm": 0.3753824532032013, + "learning_rate": 3.6410561842366494e-05, + "loss": 0.1025463119149208, + "step": 4126 + }, + { + "epoch": 0.8185243950813169, + "grad_norm": 0.3349378705024719, + "learning_rate": 3.637085566805639e-05, + "loss": 0.08377806842327118, + "step": 4127 + }, + { + "epoch": 0.8187227290757636, + "grad_norm": 0.1418137103319168, + "learning_rate": 3.633114949374628e-05, + "loss": 0.05097956210374832, + "step": 4128 + }, + { + "epoch": 0.8189210630702103, + "grad_norm": 0.5998257398605347, + "learning_rate": 3.6291443319436176e-05, + "loss": 0.049917690455913544, + "step": 4129 + }, + { + "epoch": 0.8191193970646569, + "grad_norm": 0.8476154208183289, + "learning_rate": 3.625173714512607e-05, + "loss": 0.05594455823302269, + "step": 4130 + }, + { + "epoch": 0.8193177310591035, + "grad_norm": 8.408141136169434, + "learning_rate": 3.6212030970815964e-05, + "loss": 0.06528740376234055, + "step": 4131 + }, + { + "epoch": 0.8195160650535501, + "grad_norm": 0.4002107083797455, + "learning_rate": 3.617232479650586e-05, + "loss": 0.08043096214532852, + "step": 4132 + }, + { + "epoch": 0.8197143990479968, + "grad_norm": 0.5982165932655334, + "learning_rate": 3.613261862219575e-05, + "loss": 0.07445796579122543, + "step": 4133 + }, + { + "epoch": 0.8199127330424435, + "grad_norm": 0.24491439759731293, + "learning_rate": 3.6092912447885646e-05, + "loss": 0.07330236583948135, + "step": 4134 + }, + { + "epoch": 0.8201110670368901, + "grad_norm": 0.22515742480754852, + "learning_rate": 3.605320627357554e-05, + "loss": 0.06597819924354553, + "step": 4135 + }, + { + "epoch": 0.8203094010313368, + "grad_norm": 1.191344141960144, + "learning_rate": 3.6013500099265434e-05, + "loss": 0.07044442743062973, + "step": 4136 + }, + { + "epoch": 0.8205077350257834, + "grad_norm": 0.5620113015174866, + "learning_rate": 3.5973793924955335e-05, + "loss": 0.08341559022665024, + "step": 4137 + }, + { + "epoch": 0.82070606902023, + "grad_norm": 2.006350517272949, + "learning_rate": 3.593408775064523e-05, + "loss": 0.09546343982219696, + "step": 4138 + }, + { + "epoch": 0.8209044030146767, + "grad_norm": 0.2670583426952362, + "learning_rate": 3.589438157633512e-05, + "loss": 0.07606986910104752, + "step": 4139 + }, + { + "epoch": 0.8211027370091234, + "grad_norm": 0.4117414355278015, + "learning_rate": 3.585467540202502e-05, + "loss": 0.07008171826601028, + "step": 4140 + }, + { + "epoch": 0.82130107100357, + "grad_norm": 0.5092182755470276, + "learning_rate": 3.581496922771491e-05, + "loss": 0.0650695413351059, + "step": 4141 + }, + { + "epoch": 0.8214994049980167, + "grad_norm": 0.3309977948665619, + "learning_rate": 3.5775263053404806e-05, + "loss": 0.0925963819026947, + "step": 4142 + }, + { + "epoch": 0.8216977389924633, + "grad_norm": 1.6032572984695435, + "learning_rate": 3.57355568790947e-05, + "loss": 0.07474908977746964, + "step": 4143 + }, + { + "epoch": 0.8218960729869099, + "grad_norm": 0.5288176536560059, + "learning_rate": 3.5695850704784594e-05, + "loss": 0.1401388794183731, + "step": 4144 + }, + { + "epoch": 0.8220944069813566, + "grad_norm": 0.4142023026943207, + "learning_rate": 3.565614453047449e-05, + "loss": 0.09538839012384415, + "step": 4145 + }, + { + "epoch": 0.8222927409758033, + "grad_norm": 0.17004287242889404, + "learning_rate": 3.561643835616438e-05, + "loss": 0.05630341172218323, + "step": 4146 + }, + { + "epoch": 0.8224910749702499, + "grad_norm": 0.4413864314556122, + "learning_rate": 3.5576732181854276e-05, + "loss": 0.0938718169927597, + "step": 4147 + }, + { + "epoch": 0.8226894089646966, + "grad_norm": 0.7375084757804871, + "learning_rate": 3.553702600754418e-05, + "loss": 0.08456025272607803, + "step": 4148 + }, + { + "epoch": 0.8228877429591432, + "grad_norm": 0.36977264285087585, + "learning_rate": 3.549731983323407e-05, + "loss": 0.09071178734302521, + "step": 4149 + }, + { + "epoch": 0.8230860769535898, + "grad_norm": 0.7112703323364258, + "learning_rate": 3.5457613658923965e-05, + "loss": 0.08095031976699829, + "step": 4150 + }, + { + "epoch": 0.8232844109480365, + "grad_norm": 1.0297924280166626, + "learning_rate": 3.541790748461386e-05, + "loss": 0.09159259498119354, + "step": 4151 + }, + { + "epoch": 0.8234827449424832, + "grad_norm": 0.6090911030769348, + "learning_rate": 3.537820131030375e-05, + "loss": 0.10978933423757553, + "step": 4152 + }, + { + "epoch": 0.8236810789369298, + "grad_norm": 0.7514302134513855, + "learning_rate": 3.533849513599365e-05, + "loss": 0.06905868649482727, + "step": 4153 + }, + { + "epoch": 0.8238794129313765, + "grad_norm": 1.6043323278427124, + "learning_rate": 3.529878896168354e-05, + "loss": 0.07253415882587433, + "step": 4154 + }, + { + "epoch": 0.8240777469258231, + "grad_norm": 0.3656170666217804, + "learning_rate": 3.5259082787373435e-05, + "loss": 0.08586668223142624, + "step": 4155 + }, + { + "epoch": 0.8242760809202697, + "grad_norm": 0.3926408886909485, + "learning_rate": 3.521937661306333e-05, + "loss": 0.07023803144693375, + "step": 4156 + }, + { + "epoch": 0.8244744149147164, + "grad_norm": 0.3201226592063904, + "learning_rate": 3.517967043875322e-05, + "loss": 0.08679793030023575, + "step": 4157 + }, + { + "epoch": 0.824672748909163, + "grad_norm": 1.8861439228057861, + "learning_rate": 3.513996426444312e-05, + "loss": 0.06564456969499588, + "step": 4158 + }, + { + "epoch": 0.8248710829036097, + "grad_norm": 1.3112858533859253, + "learning_rate": 3.510025809013301e-05, + "loss": 0.06357839703559875, + "step": 4159 + }, + { + "epoch": 0.8250694168980564, + "grad_norm": 0.29869988560676575, + "learning_rate": 3.506055191582291e-05, + "loss": 0.07725843787193298, + "step": 4160 + }, + { + "epoch": 0.8252677508925029, + "grad_norm": 0.5804491639137268, + "learning_rate": 3.5020845741512806e-05, + "loss": 0.09791471064090729, + "step": 4161 + }, + { + "epoch": 0.8254660848869496, + "grad_norm": 0.8618430495262146, + "learning_rate": 3.49811395672027e-05, + "loss": 0.11172256618738174, + "step": 4162 + }, + { + "epoch": 0.8256644188813963, + "grad_norm": 0.37880739569664, + "learning_rate": 3.4941433392892595e-05, + "loss": 0.06930197775363922, + "step": 4163 + }, + { + "epoch": 0.8258627528758429, + "grad_norm": 0.23694173991680145, + "learning_rate": 3.490172721858249e-05, + "loss": 0.05642757564783096, + "step": 4164 + }, + { + "epoch": 0.8260610868702896, + "grad_norm": 0.8004141449928284, + "learning_rate": 3.486202104427238e-05, + "loss": 0.07247799634933472, + "step": 4165 + }, + { + "epoch": 0.8262594208647362, + "grad_norm": 0.5039612054824829, + "learning_rate": 3.4822314869962284e-05, + "loss": 0.09995634853839874, + "step": 4166 + }, + { + "epoch": 0.8264577548591828, + "grad_norm": 0.38533830642700195, + "learning_rate": 3.478260869565218e-05, + "loss": 0.061339911073446274, + "step": 4167 + }, + { + "epoch": 0.8266560888536295, + "grad_norm": 0.3249446153640747, + "learning_rate": 3.474290252134207e-05, + "loss": 0.08368273824453354, + "step": 4168 + }, + { + "epoch": 0.8268544228480762, + "grad_norm": 0.9388645887374878, + "learning_rate": 3.4703196347031966e-05, + "loss": 0.09489884972572327, + "step": 4169 + }, + { + "epoch": 0.8270527568425228, + "grad_norm": 0.5461406707763672, + "learning_rate": 3.466349017272186e-05, + "loss": 0.09484905004501343, + "step": 4170 + }, + { + "epoch": 0.8272510908369695, + "grad_norm": 0.2625032365322113, + "learning_rate": 3.462378399841176e-05, + "loss": 0.05208348110318184, + "step": 4171 + }, + { + "epoch": 0.8274494248314161, + "grad_norm": 0.562132716178894, + "learning_rate": 3.4584077824101655e-05, + "loss": 0.0834471583366394, + "step": 4172 + }, + { + "epoch": 0.8276477588258627, + "grad_norm": 0.9604519605636597, + "learning_rate": 3.454437164979155e-05, + "loss": 0.11647579073905945, + "step": 4173 + }, + { + "epoch": 0.8278460928203094, + "grad_norm": 0.26398569345474243, + "learning_rate": 3.450466547548144e-05, + "loss": 0.05914105474948883, + "step": 4174 + }, + { + "epoch": 0.8280444268147561, + "grad_norm": 0.5510566830635071, + "learning_rate": 3.446495930117134e-05, + "loss": 0.08989439904689789, + "step": 4175 + }, + { + "epoch": 0.8282427608092027, + "grad_norm": 0.7241783142089844, + "learning_rate": 3.442525312686123e-05, + "loss": 0.08673573285341263, + "step": 4176 + }, + { + "epoch": 0.8284410948036494, + "grad_norm": 0.23991388082504272, + "learning_rate": 3.4385546952551125e-05, + "loss": 0.053387418389320374, + "step": 4177 + }, + { + "epoch": 0.828639428798096, + "grad_norm": 1.8010636568069458, + "learning_rate": 3.434584077824102e-05, + "loss": 0.06532913446426392, + "step": 4178 + }, + { + "epoch": 0.8288377627925426, + "grad_norm": 0.5297685265541077, + "learning_rate": 3.430613460393091e-05, + "loss": 0.07060623168945312, + "step": 4179 + }, + { + "epoch": 0.8290360967869893, + "grad_norm": 0.4833742082118988, + "learning_rate": 3.426642842962081e-05, + "loss": 0.10408418625593185, + "step": 4180 + }, + { + "epoch": 0.8292344307814359, + "grad_norm": 0.20992060005664825, + "learning_rate": 3.42267222553107e-05, + "loss": 0.059305645525455475, + "step": 4181 + }, + { + "epoch": 0.8294327647758826, + "grad_norm": 1.551683783531189, + "learning_rate": 3.4187016081000595e-05, + "loss": 0.07788573205471039, + "step": 4182 + }, + { + "epoch": 0.8296310987703293, + "grad_norm": 0.6920972466468811, + "learning_rate": 3.4147309906690496e-05, + "loss": 0.05267489328980446, + "step": 4183 + }, + { + "epoch": 0.8298294327647758, + "grad_norm": 1.1609288454055786, + "learning_rate": 3.410760373238039e-05, + "loss": 0.08554878830909729, + "step": 4184 + }, + { + "epoch": 0.8300277667592225, + "grad_norm": 0.30134841799736023, + "learning_rate": 3.4067897558070284e-05, + "loss": 0.05745507404208183, + "step": 4185 + }, + { + "epoch": 0.8302261007536692, + "grad_norm": 1.4244259595870972, + "learning_rate": 3.402819138376018e-05, + "loss": 0.08590339124202728, + "step": 4186 + }, + { + "epoch": 0.8304244347481158, + "grad_norm": 0.2675977051258087, + "learning_rate": 3.398848520945007e-05, + "loss": 0.08000995963811874, + "step": 4187 + }, + { + "epoch": 0.8306227687425625, + "grad_norm": 0.4692448377609253, + "learning_rate": 3.394877903513997e-05, + "loss": 0.0780927985906601, + "step": 4188 + }, + { + "epoch": 0.8308211027370092, + "grad_norm": 0.1911025047302246, + "learning_rate": 3.390907286082986e-05, + "loss": 0.06647739559412003, + "step": 4189 + }, + { + "epoch": 0.8310194367314557, + "grad_norm": 1.6946768760681152, + "learning_rate": 3.3869366686519755e-05, + "loss": 0.08967974781990051, + "step": 4190 + }, + { + "epoch": 0.8312177707259024, + "grad_norm": 0.8203395009040833, + "learning_rate": 3.382966051220965e-05, + "loss": 0.08039693534374237, + "step": 4191 + }, + { + "epoch": 0.8314161047203491, + "grad_norm": 0.6791172027587891, + "learning_rate": 3.378995433789954e-05, + "loss": 0.08417092263698578, + "step": 4192 + }, + { + "epoch": 0.8316144387147957, + "grad_norm": 0.3466261625289917, + "learning_rate": 3.375024816358944e-05, + "loss": 0.06118595600128174, + "step": 4193 + }, + { + "epoch": 0.8318127727092424, + "grad_norm": 1.3706845045089722, + "learning_rate": 3.371054198927934e-05, + "loss": 0.09304540604352951, + "step": 4194 + }, + { + "epoch": 0.832011106703689, + "grad_norm": 0.9261553883552551, + "learning_rate": 3.367083581496923e-05, + "loss": 0.09547252953052521, + "step": 4195 + }, + { + "epoch": 0.8322094406981356, + "grad_norm": 0.40721365809440613, + "learning_rate": 3.3631129640659126e-05, + "loss": 0.09012214839458466, + "step": 4196 + }, + { + "epoch": 0.8324077746925823, + "grad_norm": 0.2992834150791168, + "learning_rate": 3.359142346634902e-05, + "loss": 0.0625370517373085, + "step": 4197 + }, + { + "epoch": 0.832606108687029, + "grad_norm": 0.3660842776298523, + "learning_rate": 3.3551717292038914e-05, + "loss": 0.0648084282875061, + "step": 4198 + }, + { + "epoch": 0.8328044426814756, + "grad_norm": 0.4005192816257477, + "learning_rate": 3.351201111772881e-05, + "loss": 0.07079511880874634, + "step": 4199 + }, + { + "epoch": 0.8330027766759223, + "grad_norm": 0.4210527241230011, + "learning_rate": 3.34723049434187e-05, + "loss": 0.08507503569126129, + "step": 4200 + }, + { + "epoch": 0.833201110670369, + "grad_norm": 0.3601533770561218, + "learning_rate": 3.3432598769108596e-05, + "loss": 0.07322096824645996, + "step": 4201 + }, + { + "epoch": 0.8333994446648155, + "grad_norm": 1.735393762588501, + "learning_rate": 3.339289259479849e-05, + "loss": 0.08659110963344574, + "step": 4202 + }, + { + "epoch": 0.8335977786592622, + "grad_norm": 0.41265395283699036, + "learning_rate": 3.3353186420488385e-05, + "loss": 0.07853730022907257, + "step": 4203 + }, + { + "epoch": 0.8337961126537089, + "grad_norm": 1.7478264570236206, + "learning_rate": 3.331348024617828e-05, + "loss": 0.0774768590927124, + "step": 4204 + }, + { + "epoch": 0.8339944466481555, + "grad_norm": 0.37564751505851746, + "learning_rate": 3.327377407186817e-05, + "loss": 0.0837511494755745, + "step": 4205 + }, + { + "epoch": 0.8341927806426022, + "grad_norm": 0.8105107545852661, + "learning_rate": 3.3234067897558073e-05, + "loss": 0.13410784304141998, + "step": 4206 + }, + { + "epoch": 0.8343911146370487, + "grad_norm": 0.5654958486557007, + "learning_rate": 3.319436172324797e-05, + "loss": 0.085537850856781, + "step": 4207 + }, + { + "epoch": 0.8345894486314954, + "grad_norm": 0.6500652432441711, + "learning_rate": 3.315465554893786e-05, + "loss": 0.07378954440355301, + "step": 4208 + }, + { + "epoch": 0.8347877826259421, + "grad_norm": 0.3766634166240692, + "learning_rate": 3.3114949374627756e-05, + "loss": 0.09069150686264038, + "step": 4209 + }, + { + "epoch": 0.8349861166203887, + "grad_norm": 0.7100878357887268, + "learning_rate": 3.307524320031765e-05, + "loss": 0.07526299357414246, + "step": 4210 + }, + { + "epoch": 0.8351844506148354, + "grad_norm": 0.1396021544933319, + "learning_rate": 3.3035537026007544e-05, + "loss": 0.06567733734846115, + "step": 4211 + }, + { + "epoch": 0.8353827846092821, + "grad_norm": 0.5037944316864014, + "learning_rate": 3.299583085169744e-05, + "loss": 0.08036352694034576, + "step": 4212 + }, + { + "epoch": 0.8355811186037286, + "grad_norm": 1.3823590278625488, + "learning_rate": 3.295612467738733e-05, + "loss": 0.06766913086175919, + "step": 4213 + }, + { + "epoch": 0.8357794525981753, + "grad_norm": 1.0840331315994263, + "learning_rate": 3.2916418503077226e-05, + "loss": 0.0710335224866867, + "step": 4214 + }, + { + "epoch": 0.835977786592622, + "grad_norm": 0.23266597092151642, + "learning_rate": 3.287671232876712e-05, + "loss": 0.07727325707674026, + "step": 4215 + }, + { + "epoch": 0.8361761205870686, + "grad_norm": 0.5477811098098755, + "learning_rate": 3.2837006154457014e-05, + "loss": 0.07831098139286041, + "step": 4216 + }, + { + "epoch": 0.8363744545815153, + "grad_norm": 3.0126395225524902, + "learning_rate": 3.2797299980146915e-05, + "loss": 0.05496680736541748, + "step": 4217 + }, + { + "epoch": 0.836572788575962, + "grad_norm": 0.4115372896194458, + "learning_rate": 3.275759380583681e-05, + "loss": 0.08606524765491486, + "step": 4218 + }, + { + "epoch": 0.8367711225704085, + "grad_norm": 0.45198240876197815, + "learning_rate": 3.27178876315267e-05, + "loss": 0.059358950704336166, + "step": 4219 + }, + { + "epoch": 0.8369694565648552, + "grad_norm": 1.3505971431732178, + "learning_rate": 3.26781814572166e-05, + "loss": 0.07252678275108337, + "step": 4220 + }, + { + "epoch": 0.8371677905593019, + "grad_norm": 1.542751669883728, + "learning_rate": 3.263847528290649e-05, + "loss": 0.07077179849147797, + "step": 4221 + }, + { + "epoch": 0.8373661245537485, + "grad_norm": 0.6326106786727905, + "learning_rate": 3.2598769108596385e-05, + "loss": 0.08179810643196106, + "step": 4222 + }, + { + "epoch": 0.8375644585481952, + "grad_norm": 1.1834238767623901, + "learning_rate": 3.2559062934286286e-05, + "loss": 0.0849185362458229, + "step": 4223 + }, + { + "epoch": 0.8377627925426419, + "grad_norm": 0.7706011533737183, + "learning_rate": 3.251935675997618e-05, + "loss": 0.0674692690372467, + "step": 4224 + }, + { + "epoch": 0.8379611265370884, + "grad_norm": 0.577627420425415, + "learning_rate": 3.2479650585666074e-05, + "loss": 0.08247966319322586, + "step": 4225 + }, + { + "epoch": 0.8381594605315351, + "grad_norm": 1.5505499839782715, + "learning_rate": 3.243994441135597e-05, + "loss": 0.05725383758544922, + "step": 4226 + }, + { + "epoch": 0.8383577945259818, + "grad_norm": 0.745481014251709, + "learning_rate": 3.240023823704586e-05, + "loss": 0.13004525005817413, + "step": 4227 + }, + { + "epoch": 0.8385561285204284, + "grad_norm": 2.2647321224212646, + "learning_rate": 3.2360532062735757e-05, + "loss": 0.06436312198638916, + "step": 4228 + }, + { + "epoch": 0.8387544625148751, + "grad_norm": 0.5430286526679993, + "learning_rate": 3.232082588842566e-05, + "loss": 0.09214433282613754, + "step": 4229 + }, + { + "epoch": 0.8389527965093218, + "grad_norm": 0.4886011481285095, + "learning_rate": 3.228111971411555e-05, + "loss": 0.0691739171743393, + "step": 4230 + }, + { + "epoch": 0.8391511305037683, + "grad_norm": 0.2696923613548279, + "learning_rate": 3.2241413539805446e-05, + "loss": 0.10162437707185745, + "step": 4231 + }, + { + "epoch": 0.839349464498215, + "grad_norm": 43.97675323486328, + "learning_rate": 3.220170736549534e-05, + "loss": 0.06437841057777405, + "step": 4232 + }, + { + "epoch": 0.8395477984926616, + "grad_norm": 1.2156840562820435, + "learning_rate": 3.2162001191185234e-05, + "loss": 0.13363957405090332, + "step": 4233 + }, + { + "epoch": 0.8397461324871083, + "grad_norm": 2.6772735118865967, + "learning_rate": 3.212229501687513e-05, + "loss": 0.07374151051044464, + "step": 4234 + }, + { + "epoch": 0.839944466481555, + "grad_norm": 0.25846850872039795, + "learning_rate": 3.208258884256502e-05, + "loss": 0.048968199640512466, + "step": 4235 + }, + { + "epoch": 0.8401428004760015, + "grad_norm": 0.8592485785484314, + "learning_rate": 3.2042882668254916e-05, + "loss": 0.09585776180028915, + "step": 4236 + }, + { + "epoch": 0.8403411344704482, + "grad_norm": 0.3854130804538727, + "learning_rate": 3.200317649394481e-05, + "loss": 0.09088677167892456, + "step": 4237 + }, + { + "epoch": 0.8405394684648949, + "grad_norm": 0.3763561248779297, + "learning_rate": 3.1963470319634704e-05, + "loss": 0.09430331736803055, + "step": 4238 + }, + { + "epoch": 0.8407378024593415, + "grad_norm": 9.042596817016602, + "learning_rate": 3.19237641453246e-05, + "loss": 0.11468736082315445, + "step": 4239 + }, + { + "epoch": 0.8409361364537882, + "grad_norm": 0.5417121052742004, + "learning_rate": 3.188405797101449e-05, + "loss": 0.04232168197631836, + "step": 4240 + }, + { + "epoch": 0.8411344704482349, + "grad_norm": 1.0897406339645386, + "learning_rate": 3.184435179670439e-05, + "loss": 0.07453353703022003, + "step": 4241 + }, + { + "epoch": 0.8413328044426814, + "grad_norm": 0.4736487567424774, + "learning_rate": 3.180464562239429e-05, + "loss": 0.07406766712665558, + "step": 4242 + }, + { + "epoch": 0.8415311384371281, + "grad_norm": 0.6643223762512207, + "learning_rate": 3.176493944808418e-05, + "loss": 0.10577461123466492, + "step": 4243 + }, + { + "epoch": 0.8417294724315748, + "grad_norm": 0.44111528992652893, + "learning_rate": 3.1725233273774075e-05, + "loss": 0.05228402093052864, + "step": 4244 + }, + { + "epoch": 0.8419278064260214, + "grad_norm": 2.060983896255493, + "learning_rate": 3.168552709946397e-05, + "loss": 0.04895640164613724, + "step": 4245 + }, + { + "epoch": 0.8421261404204681, + "grad_norm": 0.7156935930252075, + "learning_rate": 3.1645820925153863e-05, + "loss": 0.07899564504623413, + "step": 4246 + }, + { + "epoch": 0.8423244744149148, + "grad_norm": 0.18770627677440643, + "learning_rate": 3.160611475084376e-05, + "loss": 0.08107566833496094, + "step": 4247 + }, + { + "epoch": 0.8425228084093613, + "grad_norm": 0.4417731761932373, + "learning_rate": 3.156640857653365e-05, + "loss": 0.07538102567195892, + "step": 4248 + }, + { + "epoch": 0.842721142403808, + "grad_norm": 1.028908610343933, + "learning_rate": 3.1526702402223546e-05, + "loss": 0.0675729364156723, + "step": 4249 + }, + { + "epoch": 0.8429194763982547, + "grad_norm": 0.29836612939834595, + "learning_rate": 3.148699622791344e-05, + "loss": 0.0721333846449852, + "step": 4250 + }, + { + "epoch": 0.8431178103927013, + "grad_norm": 0.6142765283584595, + "learning_rate": 3.1447290053603334e-05, + "loss": 0.07915665209293365, + "step": 4251 + }, + { + "epoch": 0.843316144387148, + "grad_norm": 0.6100078821182251, + "learning_rate": 3.1407583879293235e-05, + "loss": 0.08453067392110825, + "step": 4252 + }, + { + "epoch": 0.8435144783815947, + "grad_norm": 0.2452908605337143, + "learning_rate": 3.136787770498313e-05, + "loss": 0.051786184310913086, + "step": 4253 + }, + { + "epoch": 0.8437128123760412, + "grad_norm": 0.549772322177887, + "learning_rate": 3.132817153067302e-05, + "loss": 0.06894290447235107, + "step": 4254 + }, + { + "epoch": 0.8439111463704879, + "grad_norm": 3.5329437255859375, + "learning_rate": 3.128846535636292e-05, + "loss": 0.09375781565904617, + "step": 4255 + }, + { + "epoch": 0.8441094803649345, + "grad_norm": 1.315059781074524, + "learning_rate": 3.124875918205281e-05, + "loss": 0.09761245548725128, + "step": 4256 + }, + { + "epoch": 0.8443078143593812, + "grad_norm": 1.722130298614502, + "learning_rate": 3.1209053007742705e-05, + "loss": 0.08128547668457031, + "step": 4257 + }, + { + "epoch": 0.8445061483538279, + "grad_norm": 1.0590038299560547, + "learning_rate": 3.11693468334326e-05, + "loss": 0.09146717190742493, + "step": 4258 + }, + { + "epoch": 0.8447044823482744, + "grad_norm": 0.4745608866214752, + "learning_rate": 3.112964065912249e-05, + "loss": 0.06388602405786514, + "step": 4259 + }, + { + "epoch": 0.8449028163427211, + "grad_norm": 0.3125869929790497, + "learning_rate": 3.108993448481239e-05, + "loss": 0.10723499953746796, + "step": 4260 + }, + { + "epoch": 0.8451011503371678, + "grad_norm": 0.4873895049095154, + "learning_rate": 3.105022831050228e-05, + "loss": 0.09266707301139832, + "step": 4261 + }, + { + "epoch": 0.8452994843316144, + "grad_norm": 1.1893435716629028, + "learning_rate": 3.1010522136192175e-05, + "loss": 0.10858428478240967, + "step": 4262 + }, + { + "epoch": 0.8454978183260611, + "grad_norm": 0.733805239200592, + "learning_rate": 3.097081596188207e-05, + "loss": 0.06726972758769989, + "step": 4263 + }, + { + "epoch": 0.8456961523205078, + "grad_norm": 0.8660202026367188, + "learning_rate": 3.093110978757197e-05, + "loss": 0.06952358037233353, + "step": 4264 + }, + { + "epoch": 0.8458944863149543, + "grad_norm": 2.19026517868042, + "learning_rate": 3.0891403613261864e-05, + "loss": 0.07251103222370148, + "step": 4265 + }, + { + "epoch": 0.846092820309401, + "grad_norm": 0.3464416563510895, + "learning_rate": 3.085169743895176e-05, + "loss": 0.07667411118745804, + "step": 4266 + }, + { + "epoch": 0.8462911543038477, + "grad_norm": 0.3768995702266693, + "learning_rate": 3.081199126464165e-05, + "loss": 0.11781905591487885, + "step": 4267 + }, + { + "epoch": 0.8464894882982943, + "grad_norm": 4.949476718902588, + "learning_rate": 3.0772285090331547e-05, + "loss": 0.06297531723976135, + "step": 4268 + }, + { + "epoch": 0.846687822292741, + "grad_norm": 0.5028974413871765, + "learning_rate": 3.073257891602144e-05, + "loss": 0.09022828936576843, + "step": 4269 + }, + { + "epoch": 0.8468861562871877, + "grad_norm": 0.4663121998310089, + "learning_rate": 3.0692872741711335e-05, + "loss": 0.07443054020404816, + "step": 4270 + }, + { + "epoch": 0.8470844902816342, + "grad_norm": 1.8426965475082397, + "learning_rate": 3.065316656740123e-05, + "loss": 0.06149560958147049, + "step": 4271 + }, + { + "epoch": 0.8472828242760809, + "grad_norm": 0.44607052206993103, + "learning_rate": 3.061346039309112e-05, + "loss": 0.052658893167972565, + "step": 4272 + }, + { + "epoch": 0.8474811582705276, + "grad_norm": 0.34628039598464966, + "learning_rate": 3.057375421878102e-05, + "loss": 0.07639438658952713, + "step": 4273 + }, + { + "epoch": 0.8476794922649742, + "grad_norm": 0.4389370381832123, + "learning_rate": 3.053404804447091e-05, + "loss": 0.09067323803901672, + "step": 4274 + }, + { + "epoch": 0.8478778262594209, + "grad_norm": 0.7677628993988037, + "learning_rate": 3.0494341870160815e-05, + "loss": 0.10114043205976486, + "step": 4275 + }, + { + "epoch": 0.8480761602538676, + "grad_norm": 0.5417269468307495, + "learning_rate": 3.045463569585071e-05, + "loss": 0.1067330613732338, + "step": 4276 + }, + { + "epoch": 0.8482744942483141, + "grad_norm": 0.32429593801498413, + "learning_rate": 3.0414929521540603e-05, + "loss": 0.10232207179069519, + "step": 4277 + }, + { + "epoch": 0.8484728282427608, + "grad_norm": 1.1646807193756104, + "learning_rate": 3.0375223347230497e-05, + "loss": 0.05517517030239105, + "step": 4278 + }, + { + "epoch": 0.8486711622372075, + "grad_norm": 0.4526693820953369, + "learning_rate": 3.033551717292039e-05, + "loss": 0.07864563167095184, + "step": 4279 + }, + { + "epoch": 0.8488694962316541, + "grad_norm": 1.669133186340332, + "learning_rate": 3.0295810998610286e-05, + "loss": 0.07354740798473358, + "step": 4280 + }, + { + "epoch": 0.8490678302261008, + "grad_norm": 0.42202818393707275, + "learning_rate": 3.025610482430018e-05, + "loss": 0.07065851241350174, + "step": 4281 + }, + { + "epoch": 0.8492661642205473, + "grad_norm": 0.8056182861328125, + "learning_rate": 3.0216398649990074e-05, + "loss": 0.0862269327044487, + "step": 4282 + }, + { + "epoch": 0.849464498214994, + "grad_norm": 0.5341876745223999, + "learning_rate": 3.0176692475679968e-05, + "loss": 0.0741276666522026, + "step": 4283 + }, + { + "epoch": 0.8496628322094407, + "grad_norm": 3.651824712753296, + "learning_rate": 3.0136986301369862e-05, + "loss": 0.07397213578224182, + "step": 4284 + }, + { + "epoch": 0.8498611662038873, + "grad_norm": 0.3995283246040344, + "learning_rate": 3.0097280127059756e-05, + "loss": 0.10539017617702484, + "step": 4285 + }, + { + "epoch": 0.850059500198334, + "grad_norm": 4.739874839782715, + "learning_rate": 3.005757395274965e-05, + "loss": 0.08679959177970886, + "step": 4286 + }, + { + "epoch": 0.8502578341927807, + "grad_norm": 0.6483156681060791, + "learning_rate": 3.001786777843955e-05, + "loss": 0.04907891899347305, + "step": 4287 + }, + { + "epoch": 0.8504561681872272, + "grad_norm": 0.3396928608417511, + "learning_rate": 2.9978161604129445e-05, + "loss": 0.06002933904528618, + "step": 4288 + }, + { + "epoch": 0.8506545021816739, + "grad_norm": 0.5957271456718445, + "learning_rate": 2.993845542981934e-05, + "loss": 0.08423943817615509, + "step": 4289 + }, + { + "epoch": 0.8508528361761206, + "grad_norm": 1.1127299070358276, + "learning_rate": 2.9898749255509233e-05, + "loss": 0.06923651695251465, + "step": 4290 + }, + { + "epoch": 0.8510511701705672, + "grad_norm": 0.3867558240890503, + "learning_rate": 2.9859043081199127e-05, + "loss": 0.06601132452487946, + "step": 4291 + }, + { + "epoch": 0.8512495041650139, + "grad_norm": 1.3137102127075195, + "learning_rate": 2.981933690688902e-05, + "loss": 0.07500526309013367, + "step": 4292 + }, + { + "epoch": 0.8514478381594606, + "grad_norm": 1.0154075622558594, + "learning_rate": 2.977963073257892e-05, + "loss": 0.0735153779387474, + "step": 4293 + }, + { + "epoch": 0.8516461721539071, + "grad_norm": 0.5131034851074219, + "learning_rate": 2.9739924558268813e-05, + "loss": 0.10643050074577332, + "step": 4294 + }, + { + "epoch": 0.8518445061483538, + "grad_norm": 1.5670278072357178, + "learning_rate": 2.9700218383958707e-05, + "loss": 0.11090676486492157, + "step": 4295 + }, + { + "epoch": 0.8520428401428005, + "grad_norm": 0.3773251473903656, + "learning_rate": 2.96605122096486e-05, + "loss": 0.06882771849632263, + "step": 4296 + }, + { + "epoch": 0.8522411741372471, + "grad_norm": 2.292894124984741, + "learning_rate": 2.9620806035338495e-05, + "loss": 0.06522473692893982, + "step": 4297 + }, + { + "epoch": 0.8524395081316938, + "grad_norm": 0.6564576625823975, + "learning_rate": 2.9581099861028392e-05, + "loss": 0.06599938869476318, + "step": 4298 + }, + { + "epoch": 0.8526378421261405, + "grad_norm": 0.45865002274513245, + "learning_rate": 2.954139368671829e-05, + "loss": 0.06076083332300186, + "step": 4299 + }, + { + "epoch": 0.852836176120587, + "grad_norm": 0.5059636831283569, + "learning_rate": 2.9501687512408184e-05, + "loss": 0.06574548780918121, + "step": 4300 + }, + { + "epoch": 0.8530345101150337, + "grad_norm": 0.7325234413146973, + "learning_rate": 2.9461981338098078e-05, + "loss": 0.08188073337078094, + "step": 4301 + }, + { + "epoch": 0.8532328441094804, + "grad_norm": 0.4186217784881592, + "learning_rate": 2.9422275163787972e-05, + "loss": 0.08903957903385162, + "step": 4302 + }, + { + "epoch": 0.853431178103927, + "grad_norm": 1.5273404121398926, + "learning_rate": 2.9382568989477866e-05, + "loss": 0.08935339003801346, + "step": 4303 + }, + { + "epoch": 0.8536295120983737, + "grad_norm": 1.2575440406799316, + "learning_rate": 2.934286281516776e-05, + "loss": 0.10161636769771576, + "step": 4304 + }, + { + "epoch": 0.8538278460928204, + "grad_norm": 0.525388777256012, + "learning_rate": 2.9303156640857654e-05, + "loss": 0.05304861441254616, + "step": 4305 + }, + { + "epoch": 0.8540261800872669, + "grad_norm": 5.2288408279418945, + "learning_rate": 2.9263450466547548e-05, + "loss": 0.08445128798484802, + "step": 4306 + }, + { + "epoch": 0.8542245140817136, + "grad_norm": 0.5723603367805481, + "learning_rate": 2.9223744292237442e-05, + "loss": 0.07326861470937729, + "step": 4307 + }, + { + "epoch": 0.8544228480761602, + "grad_norm": 0.5628260374069214, + "learning_rate": 2.9184038117927336e-05, + "loss": 0.09518559277057648, + "step": 4308 + }, + { + "epoch": 0.8546211820706069, + "grad_norm": 0.5586885213851929, + "learning_rate": 2.914433194361723e-05, + "loss": 0.0839977115392685, + "step": 4309 + }, + { + "epoch": 0.8548195160650536, + "grad_norm": 1.162179708480835, + "learning_rate": 2.910462576930713e-05, + "loss": 0.1012798547744751, + "step": 4310 + }, + { + "epoch": 0.8550178500595002, + "grad_norm": 0.7794592976570129, + "learning_rate": 2.9064919594997025e-05, + "loss": 0.07458753883838654, + "step": 4311 + }, + { + "epoch": 0.8552161840539468, + "grad_norm": 0.37923407554626465, + "learning_rate": 2.902521342068692e-05, + "loss": 0.0645095705986023, + "step": 4312 + }, + { + "epoch": 0.8554145180483935, + "grad_norm": 0.3202356696128845, + "learning_rate": 2.8985507246376814e-05, + "loss": 0.07507763803005219, + "step": 4313 + }, + { + "epoch": 0.8556128520428401, + "grad_norm": 0.8597308397293091, + "learning_rate": 2.8945801072066708e-05, + "loss": 0.11174636334180832, + "step": 4314 + }, + { + "epoch": 0.8558111860372868, + "grad_norm": 0.3986179828643799, + "learning_rate": 2.8906094897756602e-05, + "loss": 0.07667618989944458, + "step": 4315 + }, + { + "epoch": 0.8560095200317335, + "grad_norm": 0.914269745349884, + "learning_rate": 2.8866388723446496e-05, + "loss": 0.06625080853700638, + "step": 4316 + }, + { + "epoch": 0.85620785402618, + "grad_norm": 0.6510789394378662, + "learning_rate": 2.882668254913639e-05, + "loss": 0.07235711067914963, + "step": 4317 + }, + { + "epoch": 0.8564061880206267, + "grad_norm": 0.7845595479011536, + "learning_rate": 2.8786976374826284e-05, + "loss": 0.06790703535079956, + "step": 4318 + }, + { + "epoch": 0.8566045220150734, + "grad_norm": 0.33758997917175293, + "learning_rate": 2.874727020051618e-05, + "loss": 0.07668998092412949, + "step": 4319 + }, + { + "epoch": 0.85680285600952, + "grad_norm": 0.48842480778694153, + "learning_rate": 2.8707564026206075e-05, + "loss": 0.09281343966722488, + "step": 4320 + }, + { + "epoch": 0.8570011900039667, + "grad_norm": 1.2551261186599731, + "learning_rate": 2.8667857851895973e-05, + "loss": 0.06626754999160767, + "step": 4321 + }, + { + "epoch": 0.8571995239984134, + "grad_norm": 0.3333689272403717, + "learning_rate": 2.8628151677585867e-05, + "loss": 0.09672893583774567, + "step": 4322 + }, + { + "epoch": 0.85739785799286, + "grad_norm": 0.30404379963874817, + "learning_rate": 2.858844550327576e-05, + "loss": 0.04867386072874069, + "step": 4323 + }, + { + "epoch": 0.8575961919873066, + "grad_norm": 0.2944923937320709, + "learning_rate": 2.854873932896566e-05, + "loss": 0.06975352764129639, + "step": 4324 + }, + { + "epoch": 0.8577945259817533, + "grad_norm": 0.5902193784713745, + "learning_rate": 2.8509033154655553e-05, + "loss": 0.07757769525051117, + "step": 4325 + }, + { + "epoch": 0.8579928599761999, + "grad_norm": 0.5541298389434814, + "learning_rate": 2.8469326980345447e-05, + "loss": 0.07211646437644958, + "step": 4326 + }, + { + "epoch": 0.8581911939706466, + "grad_norm": 1.5971155166625977, + "learning_rate": 2.842962080603534e-05, + "loss": 0.04746507108211517, + "step": 4327 + }, + { + "epoch": 0.8583895279650933, + "grad_norm": 2.4470322132110596, + "learning_rate": 2.8389914631725235e-05, + "loss": 0.08111751079559326, + "step": 4328 + }, + { + "epoch": 0.8585878619595398, + "grad_norm": 0.6007677912712097, + "learning_rate": 2.835020845741513e-05, + "loss": 0.09499795734882355, + "step": 4329 + }, + { + "epoch": 0.8587861959539865, + "grad_norm": 0.41720855236053467, + "learning_rate": 2.8310502283105023e-05, + "loss": 0.08427359908819199, + "step": 4330 + }, + { + "epoch": 0.8589845299484331, + "grad_norm": 0.5491284132003784, + "learning_rate": 2.8270796108794917e-05, + "loss": 0.10500717163085938, + "step": 4331 + }, + { + "epoch": 0.8591828639428798, + "grad_norm": 0.4373090863227844, + "learning_rate": 2.823108993448481e-05, + "loss": 0.07043982297182083, + "step": 4332 + }, + { + "epoch": 0.8593811979373265, + "grad_norm": 0.3713209331035614, + "learning_rate": 2.8191383760174712e-05, + "loss": 0.07662288844585419, + "step": 4333 + }, + { + "epoch": 0.859579531931773, + "grad_norm": 1.2112836837768555, + "learning_rate": 2.8151677585864606e-05, + "loss": 0.14729344844818115, + "step": 4334 + }, + { + "epoch": 0.8597778659262197, + "grad_norm": 1.814203143119812, + "learning_rate": 2.81119714115545e-05, + "loss": 0.06576614081859589, + "step": 4335 + }, + { + "epoch": 0.8599761999206664, + "grad_norm": 0.5968808531761169, + "learning_rate": 2.8072265237244394e-05, + "loss": 0.07148870080709457, + "step": 4336 + }, + { + "epoch": 0.860174533915113, + "grad_norm": 0.7559249401092529, + "learning_rate": 2.8032559062934288e-05, + "loss": 0.0627199038863182, + "step": 4337 + }, + { + "epoch": 0.8603728679095597, + "grad_norm": 1.5805857181549072, + "learning_rate": 2.7992852888624182e-05, + "loss": 0.08909201622009277, + "step": 4338 + }, + { + "epoch": 0.8605712019040064, + "grad_norm": 3.353071689605713, + "learning_rate": 2.7953146714314076e-05, + "loss": 0.10408912599086761, + "step": 4339 + }, + { + "epoch": 0.860769535898453, + "grad_norm": 0.375951886177063, + "learning_rate": 2.791344054000397e-05, + "loss": 0.05719209089875221, + "step": 4340 + }, + { + "epoch": 0.8609678698928996, + "grad_norm": 0.354877769947052, + "learning_rate": 2.7873734365693864e-05, + "loss": 0.07804076373577118, + "step": 4341 + }, + { + "epoch": 0.8611662038873463, + "grad_norm": 0.6095163822174072, + "learning_rate": 2.783402819138376e-05, + "loss": 0.10434645414352417, + "step": 4342 + }, + { + "epoch": 0.8613645378817929, + "grad_norm": 1.7174572944641113, + "learning_rate": 2.7794322017073653e-05, + "loss": 0.07453553378582001, + "step": 4343 + }, + { + "epoch": 0.8615628718762396, + "grad_norm": 0.8642476797103882, + "learning_rate": 2.7754615842763547e-05, + "loss": 0.05965082719922066, + "step": 4344 + }, + { + "epoch": 0.8617612058706863, + "grad_norm": 1.704119086265564, + "learning_rate": 2.7714909668453448e-05, + "loss": 0.11397595703601837, + "step": 4345 + }, + { + "epoch": 0.8619595398651329, + "grad_norm": 0.5857743620872498, + "learning_rate": 2.767520349414334e-05, + "loss": 0.06972088664770126, + "step": 4346 + }, + { + "epoch": 0.8621578738595795, + "grad_norm": 0.7177832126617432, + "learning_rate": 2.7635497319833236e-05, + "loss": 0.07583026587963104, + "step": 4347 + }, + { + "epoch": 0.8623562078540262, + "grad_norm": 0.38328009843826294, + "learning_rate": 2.759579114552313e-05, + "loss": 0.07450689375400543, + "step": 4348 + }, + { + "epoch": 0.8625545418484728, + "grad_norm": 0.848610520362854, + "learning_rate": 2.7556084971213024e-05, + "loss": 0.09902472794055939, + "step": 4349 + }, + { + "epoch": 0.8627528758429195, + "grad_norm": 3.138798475265503, + "learning_rate": 2.751637879690292e-05, + "loss": 0.09418892860412598, + "step": 4350 + }, + { + "epoch": 0.8629512098373662, + "grad_norm": 0.5520380735397339, + "learning_rate": 2.7476672622592815e-05, + "loss": 0.07203144580125809, + "step": 4351 + }, + { + "epoch": 0.8631495438318127, + "grad_norm": 0.8050801157951355, + "learning_rate": 2.743696644828271e-05, + "loss": 0.09613756090402603, + "step": 4352 + }, + { + "epoch": 0.8633478778262594, + "grad_norm": 0.45702749490737915, + "learning_rate": 2.7397260273972603e-05, + "loss": 0.08564868569374084, + "step": 4353 + }, + { + "epoch": 0.8635462118207061, + "grad_norm": 0.3890412449836731, + "learning_rate": 2.7357554099662498e-05, + "loss": 0.07097048312425613, + "step": 4354 + }, + { + "epoch": 0.8637445458151527, + "grad_norm": 1.181891918182373, + "learning_rate": 2.731784792535239e-05, + "loss": 0.06265051662921906, + "step": 4355 + }, + { + "epoch": 0.8639428798095994, + "grad_norm": 2.654160976409912, + "learning_rate": 2.7278141751042292e-05, + "loss": 0.09244214743375778, + "step": 4356 + }, + { + "epoch": 0.864141213804046, + "grad_norm": 0.31063786149024963, + "learning_rate": 2.7238435576732187e-05, + "loss": 0.0586673766374588, + "step": 4357 + }, + { + "epoch": 0.8643395477984926, + "grad_norm": 0.6586450338363647, + "learning_rate": 2.719872940242208e-05, + "loss": 0.07097586244344711, + "step": 4358 + }, + { + "epoch": 0.8645378817929393, + "grad_norm": 0.3168497383594513, + "learning_rate": 2.7159023228111975e-05, + "loss": 0.08621631562709808, + "step": 4359 + }, + { + "epoch": 0.8647362157873859, + "grad_norm": 0.28714391589164734, + "learning_rate": 2.711931705380187e-05, + "loss": 0.06680528074502945, + "step": 4360 + }, + { + "epoch": 0.8649345497818326, + "grad_norm": 0.5355417728424072, + "learning_rate": 2.7079610879491763e-05, + "loss": 0.09511292725801468, + "step": 4361 + }, + { + "epoch": 0.8651328837762793, + "grad_norm": 0.44867759943008423, + "learning_rate": 2.7039904705181657e-05, + "loss": 0.05563374236226082, + "step": 4362 + }, + { + "epoch": 0.8653312177707259, + "grad_norm": 0.5277940034866333, + "learning_rate": 2.700019853087155e-05, + "loss": 0.05173796787858009, + "step": 4363 + }, + { + "epoch": 0.8655295517651725, + "grad_norm": 0.2383740246295929, + "learning_rate": 2.6960492356561445e-05, + "loss": 0.05775398388504982, + "step": 4364 + }, + { + "epoch": 0.8657278857596192, + "grad_norm": 0.5047864317893982, + "learning_rate": 2.692078618225134e-05, + "loss": 0.0787310004234314, + "step": 4365 + }, + { + "epoch": 0.8659262197540658, + "grad_norm": 0.4254762828350067, + "learning_rate": 2.6881080007941233e-05, + "loss": 0.08618536591529846, + "step": 4366 + }, + { + "epoch": 0.8661245537485125, + "grad_norm": 0.7042576670646667, + "learning_rate": 2.6841373833631127e-05, + "loss": 0.07941574603319168, + "step": 4367 + }, + { + "epoch": 0.8663228877429592, + "grad_norm": 0.609222412109375, + "learning_rate": 2.6801667659321028e-05, + "loss": 0.07267746329307556, + "step": 4368 + }, + { + "epoch": 0.8665212217374058, + "grad_norm": 6.061583042144775, + "learning_rate": 2.6761961485010922e-05, + "loss": 0.06213904172182083, + "step": 4369 + }, + { + "epoch": 0.8667195557318524, + "grad_norm": 4.980318546295166, + "learning_rate": 2.6722255310700816e-05, + "loss": 0.06949348747730255, + "step": 4370 + }, + { + "epoch": 0.8669178897262991, + "grad_norm": 0.6902197003364563, + "learning_rate": 2.668254913639071e-05, + "loss": 0.07997791469097137, + "step": 4371 + }, + { + "epoch": 0.8671162237207457, + "grad_norm": 0.6779370903968811, + "learning_rate": 2.6642842962080604e-05, + "loss": 0.09590012580156326, + "step": 4372 + }, + { + "epoch": 0.8673145577151924, + "grad_norm": 0.488017737865448, + "learning_rate": 2.66031367877705e-05, + "loss": 0.07715815305709839, + "step": 4373 + }, + { + "epoch": 0.8675128917096391, + "grad_norm": 0.3706866502761841, + "learning_rate": 2.6563430613460393e-05, + "loss": 0.07667946815490723, + "step": 4374 + }, + { + "epoch": 0.8677112257040857, + "grad_norm": 1.0678476095199585, + "learning_rate": 2.6523724439150287e-05, + "loss": 0.10559284687042236, + "step": 4375 + }, + { + "epoch": 0.8679095596985323, + "grad_norm": 0.5315983891487122, + "learning_rate": 2.6484018264840184e-05, + "loss": 0.08269000053405762, + "step": 4376 + }, + { + "epoch": 0.868107893692979, + "grad_norm": 0.39309096336364746, + "learning_rate": 2.6444312090530078e-05, + "loss": 0.09650000929832458, + "step": 4377 + }, + { + "epoch": 0.8683062276874256, + "grad_norm": 0.46317538619041443, + "learning_rate": 2.6404605916219972e-05, + "loss": 0.08028984069824219, + "step": 4378 + }, + { + "epoch": 0.8685045616818723, + "grad_norm": 2.373258352279663, + "learning_rate": 2.636489974190987e-05, + "loss": 0.08625255525112152, + "step": 4379 + }, + { + "epoch": 0.868702895676319, + "grad_norm": 0.3056923747062683, + "learning_rate": 2.6325193567599764e-05, + "loss": 0.07967446744441986, + "step": 4380 + }, + { + "epoch": 0.8689012296707656, + "grad_norm": 1.1846786737442017, + "learning_rate": 2.6285487393289658e-05, + "loss": 0.10359247028827667, + "step": 4381 + }, + { + "epoch": 0.8690995636652122, + "grad_norm": 0.5515519976615906, + "learning_rate": 2.6245781218979555e-05, + "loss": 0.05151364579796791, + "step": 4382 + }, + { + "epoch": 0.8692978976596588, + "grad_norm": 0.5220412611961365, + "learning_rate": 2.620607504466945e-05, + "loss": 0.07434263080358505, + "step": 4383 + }, + { + "epoch": 0.8694962316541055, + "grad_norm": 0.4376084804534912, + "learning_rate": 2.6166368870359343e-05, + "loss": 0.08358337730169296, + "step": 4384 + }, + { + "epoch": 0.8696945656485522, + "grad_norm": 1.6207356452941895, + "learning_rate": 2.6126662696049237e-05, + "loss": 0.09617079794406891, + "step": 4385 + }, + { + "epoch": 0.8698928996429988, + "grad_norm": 0.30491557717323303, + "learning_rate": 2.608695652173913e-05, + "loss": 0.10537447035312653, + "step": 4386 + }, + { + "epoch": 0.8700912336374454, + "grad_norm": 0.3523346185684204, + "learning_rate": 2.6047250347429026e-05, + "loss": 0.0736420601606369, + "step": 4387 + }, + { + "epoch": 0.8702895676318921, + "grad_norm": 0.5265623927116394, + "learning_rate": 2.600754417311892e-05, + "loss": 0.07890807092189789, + "step": 4388 + }, + { + "epoch": 0.8704879016263387, + "grad_norm": 0.5190514326095581, + "learning_rate": 2.5967837998808814e-05, + "loss": 0.09099391102790833, + "step": 4389 + }, + { + "epoch": 0.8706862356207854, + "grad_norm": 0.47666653990745544, + "learning_rate": 2.5928131824498708e-05, + "loss": 0.07163842767477036, + "step": 4390 + }, + { + "epoch": 0.8708845696152321, + "grad_norm": 1.8570195436477661, + "learning_rate": 2.588842565018861e-05, + "loss": 0.09712070971727371, + "step": 4391 + }, + { + "epoch": 0.8710829036096787, + "grad_norm": 0.4277513325214386, + "learning_rate": 2.5848719475878503e-05, + "loss": 0.08558674156665802, + "step": 4392 + }, + { + "epoch": 0.8712812376041253, + "grad_norm": 0.23406268656253815, + "learning_rate": 2.5809013301568397e-05, + "loss": 0.038318075239658356, + "step": 4393 + }, + { + "epoch": 0.871479571598572, + "grad_norm": 0.442202091217041, + "learning_rate": 2.576930712725829e-05, + "loss": 0.07754182815551758, + "step": 4394 + }, + { + "epoch": 0.8716779055930186, + "grad_norm": 0.8002175092697144, + "learning_rate": 2.5729600952948185e-05, + "loss": 0.081556536257267, + "step": 4395 + }, + { + "epoch": 0.8718762395874653, + "grad_norm": 0.908012866973877, + "learning_rate": 2.568989477863808e-05, + "loss": 0.11063537746667862, + "step": 4396 + }, + { + "epoch": 0.872074573581912, + "grad_norm": 1.1997181177139282, + "learning_rate": 2.5650188604327973e-05, + "loss": 0.10865557938814163, + "step": 4397 + }, + { + "epoch": 0.8722729075763586, + "grad_norm": 0.41957083344459534, + "learning_rate": 2.5610482430017867e-05, + "loss": 0.09930393099784851, + "step": 4398 + }, + { + "epoch": 0.8724712415708052, + "grad_norm": 0.47132936120033264, + "learning_rate": 2.557077625570776e-05, + "loss": 0.07208950817584991, + "step": 4399 + }, + { + "epoch": 0.8726695755652519, + "grad_norm": 2.7610721588134766, + "learning_rate": 2.5531070081397655e-05, + "loss": 0.06909868121147156, + "step": 4400 + }, + { + "epoch": 0.8728679095596985, + "grad_norm": 0.9804547429084778, + "learning_rate": 2.549136390708755e-05, + "loss": 0.0634843111038208, + "step": 4401 + }, + { + "epoch": 0.8730662435541452, + "grad_norm": 0.2928358018398285, + "learning_rate": 2.545165773277745e-05, + "loss": 0.09119916707277298, + "step": 4402 + }, + { + "epoch": 0.8732645775485919, + "grad_norm": 0.8516179919242859, + "learning_rate": 2.5411951558467344e-05, + "loss": 0.09411249309778214, + "step": 4403 + }, + { + "epoch": 0.8734629115430385, + "grad_norm": 0.3805549740791321, + "learning_rate": 2.537224538415724e-05, + "loss": 0.09069176018238068, + "step": 4404 + }, + { + "epoch": 0.8736612455374851, + "grad_norm": 1.1929157972335815, + "learning_rate": 2.5332539209847132e-05, + "loss": 0.06635332852602005, + "step": 4405 + }, + { + "epoch": 0.8738595795319317, + "grad_norm": 1.3678585290908813, + "learning_rate": 2.5292833035537026e-05, + "loss": 0.07305486500263214, + "step": 4406 + }, + { + "epoch": 0.8740579135263784, + "grad_norm": 0.4295693039894104, + "learning_rate": 2.5253126861226924e-05, + "loss": 0.05647164583206177, + "step": 4407 + }, + { + "epoch": 0.8742562475208251, + "grad_norm": 0.4654317796230316, + "learning_rate": 2.5213420686916818e-05, + "loss": 0.10288476943969727, + "step": 4408 + }, + { + "epoch": 0.8744545815152717, + "grad_norm": 1.8205822706222534, + "learning_rate": 2.5173714512606712e-05, + "loss": 0.08836371451616287, + "step": 4409 + }, + { + "epoch": 0.8746529155097184, + "grad_norm": 0.8008546233177185, + "learning_rate": 2.5134008338296606e-05, + "loss": 0.05971986800432205, + "step": 4410 + }, + { + "epoch": 0.874851249504165, + "grad_norm": 0.3470240831375122, + "learning_rate": 2.50943021639865e-05, + "loss": 0.06591435521841049, + "step": 4411 + }, + { + "epoch": 0.8750495834986116, + "grad_norm": 0.3213557302951813, + "learning_rate": 2.5054595989676394e-05, + "loss": 0.07804690301418304, + "step": 4412 + }, + { + "epoch": 0.8752479174930583, + "grad_norm": 0.5427892804145813, + "learning_rate": 2.501488981536629e-05, + "loss": 0.08159062266349792, + "step": 4413 + }, + { + "epoch": 0.875446251487505, + "grad_norm": 0.6356810331344604, + "learning_rate": 2.4975183641056186e-05, + "loss": 0.08434948325157166, + "step": 4414 + }, + { + "epoch": 0.8756445854819516, + "grad_norm": 5.066882610321045, + "learning_rate": 2.493547746674608e-05, + "loss": 0.06969857215881348, + "step": 4415 + }, + { + "epoch": 0.8758429194763983, + "grad_norm": 0.583153486251831, + "learning_rate": 2.4895771292435974e-05, + "loss": 0.0900469496846199, + "step": 4416 + }, + { + "epoch": 0.8760412534708449, + "grad_norm": 0.3762883245944977, + "learning_rate": 2.485606511812587e-05, + "loss": 0.0686105415225029, + "step": 4417 + }, + { + "epoch": 0.8762395874652915, + "grad_norm": 0.3049165904521942, + "learning_rate": 2.4816358943815766e-05, + "loss": 0.05135883763432503, + "step": 4418 + }, + { + "epoch": 0.8764379214597382, + "grad_norm": 0.5750975012779236, + "learning_rate": 2.477665276950566e-05, + "loss": 0.07506751269102097, + "step": 4419 + }, + { + "epoch": 0.8766362554541849, + "grad_norm": 0.6363474726676941, + "learning_rate": 2.4736946595195554e-05, + "loss": 0.06277313083410263, + "step": 4420 + }, + { + "epoch": 0.8768345894486315, + "grad_norm": 0.3858893811702728, + "learning_rate": 2.4697240420885448e-05, + "loss": 0.0855439156293869, + "step": 4421 + }, + { + "epoch": 0.8770329234430781, + "grad_norm": 0.40167349576950073, + "learning_rate": 2.4657534246575342e-05, + "loss": 0.07373634725809097, + "step": 4422 + }, + { + "epoch": 0.8772312574375248, + "grad_norm": 1.5328611135482788, + "learning_rate": 2.461782807226524e-05, + "loss": 0.08296962827444077, + "step": 4423 + }, + { + "epoch": 0.8774295914319714, + "grad_norm": 1.1936469078063965, + "learning_rate": 2.4578121897955133e-05, + "loss": 0.09840396046638489, + "step": 4424 + }, + { + "epoch": 0.8776279254264181, + "grad_norm": 0.48168283700942993, + "learning_rate": 2.4538415723645027e-05, + "loss": 0.08944445103406906, + "step": 4425 + }, + { + "epoch": 0.8778262594208648, + "grad_norm": 0.37142637372016907, + "learning_rate": 2.449870954933492e-05, + "loss": 0.1039745956659317, + "step": 4426 + }, + { + "epoch": 0.8780245934153114, + "grad_norm": 0.2434280663728714, + "learning_rate": 2.4459003375024816e-05, + "loss": 0.057287126779556274, + "step": 4427 + }, + { + "epoch": 0.878222927409758, + "grad_norm": 0.26432353258132935, + "learning_rate": 2.4419297200714713e-05, + "loss": 0.08124834299087524, + "step": 4428 + }, + { + "epoch": 0.8784212614042047, + "grad_norm": 0.5856755971908569, + "learning_rate": 2.4379591026404607e-05, + "loss": 0.08657051622867584, + "step": 4429 + }, + { + "epoch": 0.8786195953986513, + "grad_norm": 2.555979013442993, + "learning_rate": 2.43398848520945e-05, + "loss": 0.06497126817703247, + "step": 4430 + }, + { + "epoch": 0.878817929393098, + "grad_norm": 0.251667320728302, + "learning_rate": 2.4300178677784395e-05, + "loss": 0.061820968985557556, + "step": 4431 + }, + { + "epoch": 0.8790162633875446, + "grad_norm": 0.18555845320224762, + "learning_rate": 2.426047250347429e-05, + "loss": 0.05334709957242012, + "step": 4432 + }, + { + "epoch": 0.8792145973819913, + "grad_norm": 0.24532029032707214, + "learning_rate": 2.4220766329164187e-05, + "loss": 0.08949803560972214, + "step": 4433 + }, + { + "epoch": 0.879412931376438, + "grad_norm": 0.47275418043136597, + "learning_rate": 2.418106015485408e-05, + "loss": 0.05142068490386009, + "step": 4434 + }, + { + "epoch": 0.8796112653708845, + "grad_norm": 0.5586515665054321, + "learning_rate": 2.4141353980543975e-05, + "loss": 0.05532124638557434, + "step": 4435 + }, + { + "epoch": 0.8798095993653312, + "grad_norm": 0.45943647623062134, + "learning_rate": 2.4101647806233872e-05, + "loss": 0.09065064787864685, + "step": 4436 + }, + { + "epoch": 0.8800079333597779, + "grad_norm": 0.24831967055797577, + "learning_rate": 2.4061941631923766e-05, + "loss": 0.06409751623868942, + "step": 4437 + }, + { + "epoch": 0.8802062673542245, + "grad_norm": 0.4435562193393707, + "learning_rate": 2.402223545761366e-05, + "loss": 0.07561630010604858, + "step": 4438 + }, + { + "epoch": 0.8804046013486712, + "grad_norm": 0.23160547018051147, + "learning_rate": 2.3982529283303555e-05, + "loss": 0.08451509475708008, + "step": 4439 + }, + { + "epoch": 0.8806029353431178, + "grad_norm": 0.28036224842071533, + "learning_rate": 2.3942823108993452e-05, + "loss": 0.07589990645647049, + "step": 4440 + }, + { + "epoch": 0.8808012693375644, + "grad_norm": 0.24244681000709534, + "learning_rate": 2.3903116934683346e-05, + "loss": 0.07132414728403091, + "step": 4441 + }, + { + "epoch": 0.8809996033320111, + "grad_norm": 0.3238753080368042, + "learning_rate": 2.386341076037324e-05, + "loss": 0.040115851908922195, + "step": 4442 + }, + { + "epoch": 0.8811979373264578, + "grad_norm": 13.938529968261719, + "learning_rate": 2.3823704586063134e-05, + "loss": 0.08042696863412857, + "step": 4443 + }, + { + "epoch": 0.8813962713209044, + "grad_norm": 0.36466357111930847, + "learning_rate": 2.3783998411753028e-05, + "loss": 0.0781739205121994, + "step": 4444 + }, + { + "epoch": 0.881594605315351, + "grad_norm": 0.9315399527549744, + "learning_rate": 2.3744292237442922e-05, + "loss": 0.09267602860927582, + "step": 4445 + }, + { + "epoch": 0.8817929393097977, + "grad_norm": 0.4305810034275055, + "learning_rate": 2.370458606313282e-05, + "loss": 0.06006307154893875, + "step": 4446 + }, + { + "epoch": 0.8819912733042443, + "grad_norm": 0.9438720345497131, + "learning_rate": 2.3664879888822714e-05, + "loss": 0.05487425625324249, + "step": 4447 + }, + { + "epoch": 0.882189607298691, + "grad_norm": 0.30647075176239014, + "learning_rate": 2.3625173714512608e-05, + "loss": 0.07159380614757538, + "step": 4448 + }, + { + "epoch": 0.8823879412931377, + "grad_norm": 0.20379747450351715, + "learning_rate": 2.3585467540202502e-05, + "loss": 0.0671088844537735, + "step": 4449 + }, + { + "epoch": 0.8825862752875843, + "grad_norm": 0.48819923400878906, + "learning_rate": 2.3545761365892396e-05, + "loss": 0.10269234329462051, + "step": 4450 + }, + { + "epoch": 0.882784609282031, + "grad_norm": 0.7200940847396851, + "learning_rate": 2.3506055191582294e-05, + "loss": 0.11132216453552246, + "step": 4451 + }, + { + "epoch": 0.8829829432764776, + "grad_norm": 0.40718916058540344, + "learning_rate": 2.3466349017272188e-05, + "loss": 0.09679002314805984, + "step": 4452 + }, + { + "epoch": 0.8831812772709242, + "grad_norm": 0.46913638710975647, + "learning_rate": 2.342664284296208e-05, + "loss": 0.07489776611328125, + "step": 4453 + }, + { + "epoch": 0.8833796112653709, + "grad_norm": 0.2757454216480255, + "learning_rate": 2.3386936668651976e-05, + "loss": 0.04968804493546486, + "step": 4454 + }, + { + "epoch": 0.8835779452598176, + "grad_norm": 0.7502405047416687, + "learning_rate": 2.334723049434187e-05, + "loss": 0.09022971987724304, + "step": 4455 + }, + { + "epoch": 0.8837762792542642, + "grad_norm": 0.7522537112236023, + "learning_rate": 2.3307524320031764e-05, + "loss": 0.06931839138269424, + "step": 4456 + }, + { + "epoch": 0.8839746132487108, + "grad_norm": 0.23173944652080536, + "learning_rate": 2.326781814572166e-05, + "loss": 0.07404559850692749, + "step": 4457 + }, + { + "epoch": 0.8841729472431574, + "grad_norm": 0.25059908628463745, + "learning_rate": 2.3228111971411555e-05, + "loss": 0.08143201470375061, + "step": 4458 + }, + { + "epoch": 0.8843712812376041, + "grad_norm": 0.5588986277580261, + "learning_rate": 2.318840579710145e-05, + "loss": 0.09844084084033966, + "step": 4459 + }, + { + "epoch": 0.8845696152320508, + "grad_norm": 0.33674952387809753, + "learning_rate": 2.3148699622791344e-05, + "loss": 0.07405321300029755, + "step": 4460 + }, + { + "epoch": 0.8847679492264974, + "grad_norm": 1.6218091249465942, + "learning_rate": 2.3108993448481238e-05, + "loss": 0.05277404934167862, + "step": 4461 + }, + { + "epoch": 0.8849662832209441, + "grad_norm": 2.7174794673919678, + "learning_rate": 2.3069287274171135e-05, + "loss": 0.11688847094774246, + "step": 4462 + }, + { + "epoch": 0.8851646172153907, + "grad_norm": 0.32156646251678467, + "learning_rate": 2.302958109986103e-05, + "loss": 0.11327296495437622, + "step": 4463 + }, + { + "epoch": 0.8853629512098373, + "grad_norm": 1.0477348566055298, + "learning_rate": 2.2989874925550923e-05, + "loss": 0.06359971314668655, + "step": 4464 + }, + { + "epoch": 0.885561285204284, + "grad_norm": 0.3864608108997345, + "learning_rate": 2.295016875124082e-05, + "loss": 0.08133307844400406, + "step": 4465 + }, + { + "epoch": 0.8857596191987307, + "grad_norm": 0.2977388799190521, + "learning_rate": 2.2910462576930715e-05, + "loss": 0.08337126672267914, + "step": 4466 + }, + { + "epoch": 0.8859579531931773, + "grad_norm": 0.19179986417293549, + "learning_rate": 2.287075640262061e-05, + "loss": 0.05376032367348671, + "step": 4467 + }, + { + "epoch": 0.886156287187624, + "grad_norm": 0.5292907357215881, + "learning_rate": 2.2831050228310503e-05, + "loss": 0.07304204255342484, + "step": 4468 + }, + { + "epoch": 0.8863546211820706, + "grad_norm": 0.6645485758781433, + "learning_rate": 2.27913440540004e-05, + "loss": 0.07642093300819397, + "step": 4469 + }, + { + "epoch": 0.8865529551765172, + "grad_norm": 3.115438461303711, + "learning_rate": 2.2751637879690294e-05, + "loss": 0.07534237205982208, + "step": 4470 + }, + { + "epoch": 0.8867512891709639, + "grad_norm": 0.20168551802635193, + "learning_rate": 2.271193170538019e-05, + "loss": 0.08772274851799011, + "step": 4471 + }, + { + "epoch": 0.8869496231654106, + "grad_norm": 0.5786299705505371, + "learning_rate": 2.2672225531070083e-05, + "loss": 0.06950657814741135, + "step": 4472 + }, + { + "epoch": 0.8871479571598572, + "grad_norm": 0.1788812130689621, + "learning_rate": 2.2632519356759977e-05, + "loss": 0.05135808512568474, + "step": 4473 + }, + { + "epoch": 0.8873462911543039, + "grad_norm": 0.31824344396591187, + "learning_rate": 2.259281318244987e-05, + "loss": 0.07693754136562347, + "step": 4474 + }, + { + "epoch": 0.8875446251487505, + "grad_norm": 0.9139066338539124, + "learning_rate": 2.2553107008139768e-05, + "loss": 0.0806405171751976, + "step": 4475 + }, + { + "epoch": 0.8877429591431971, + "grad_norm": 1.448708176612854, + "learning_rate": 2.2513400833829662e-05, + "loss": 0.06816112995147705, + "step": 4476 + }, + { + "epoch": 0.8879412931376438, + "grad_norm": 1.1210551261901855, + "learning_rate": 2.2473694659519556e-05, + "loss": 0.06624036282300949, + "step": 4477 + }, + { + "epoch": 0.8881396271320905, + "grad_norm": 2.614900588989258, + "learning_rate": 2.243398848520945e-05, + "loss": 0.06824798882007599, + "step": 4478 + }, + { + "epoch": 0.8883379611265371, + "grad_norm": 0.49671539664268494, + "learning_rate": 2.2394282310899344e-05, + "loss": 0.13798967003822327, + "step": 4479 + }, + { + "epoch": 0.8885362951209838, + "grad_norm": 0.9634789824485779, + "learning_rate": 2.2354576136589242e-05, + "loss": 0.06227815896272659, + "step": 4480 + }, + { + "epoch": 0.8887346291154303, + "grad_norm": 0.32225170731544495, + "learning_rate": 2.2314869962279136e-05, + "loss": 0.08707109093666077, + "step": 4481 + }, + { + "epoch": 0.888932963109877, + "grad_norm": 0.2017393410205841, + "learning_rate": 2.227516378796903e-05, + "loss": 0.06526953727006912, + "step": 4482 + }, + { + "epoch": 0.8891312971043237, + "grad_norm": 0.4153427183628082, + "learning_rate": 2.2235457613658924e-05, + "loss": 0.08648194372653961, + "step": 4483 + }, + { + "epoch": 0.8893296310987703, + "grad_norm": 0.2934696674346924, + "learning_rate": 2.2195751439348818e-05, + "loss": 0.09039914608001709, + "step": 4484 + }, + { + "epoch": 0.889527965093217, + "grad_norm": 0.2592775225639343, + "learning_rate": 2.2156045265038712e-05, + "loss": 0.04792068898677826, + "step": 4485 + }, + { + "epoch": 0.8897262990876637, + "grad_norm": 0.410351037979126, + "learning_rate": 2.211633909072861e-05, + "loss": 0.0963854268193245, + "step": 4486 + }, + { + "epoch": 0.8899246330821102, + "grad_norm": 0.2788204848766327, + "learning_rate": 2.2076632916418504e-05, + "loss": 0.07144293934106827, + "step": 4487 + }, + { + "epoch": 0.8901229670765569, + "grad_norm": 1.1589906215667725, + "learning_rate": 2.2036926742108398e-05, + "loss": 0.06797553598880768, + "step": 4488 + }, + { + "epoch": 0.8903213010710036, + "grad_norm": 0.28170984983444214, + "learning_rate": 2.1997220567798292e-05, + "loss": 0.06700198352336884, + "step": 4489 + }, + { + "epoch": 0.8905196350654502, + "grad_norm": 0.44896993041038513, + "learning_rate": 2.195751439348819e-05, + "loss": 0.07040051370859146, + "step": 4490 + }, + { + "epoch": 0.8907179690598969, + "grad_norm": 0.23710273206233978, + "learning_rate": 2.1917808219178083e-05, + "loss": 0.0548686720430851, + "step": 4491 + }, + { + "epoch": 0.8909163030543436, + "grad_norm": 1.056445598602295, + "learning_rate": 2.1878102044867978e-05, + "loss": 0.06907099485397339, + "step": 4492 + }, + { + "epoch": 0.8911146370487901, + "grad_norm": 0.2525399923324585, + "learning_rate": 2.1838395870557875e-05, + "loss": 0.10680557042360306, + "step": 4493 + }, + { + "epoch": 0.8913129710432368, + "grad_norm": 0.6894976496696472, + "learning_rate": 2.179868969624777e-05, + "loss": 0.083506740629673, + "step": 4494 + }, + { + "epoch": 0.8915113050376835, + "grad_norm": 0.49452638626098633, + "learning_rate": 2.1758983521937663e-05, + "loss": 0.06714529544115067, + "step": 4495 + }, + { + "epoch": 0.8917096390321301, + "grad_norm": 0.1659391075372696, + "learning_rate": 2.1719277347627557e-05, + "loss": 0.07720339298248291, + "step": 4496 + }, + { + "epoch": 0.8919079730265768, + "grad_norm": 8.82949447631836, + "learning_rate": 2.167957117331745e-05, + "loss": 0.12270794063806534, + "step": 4497 + }, + { + "epoch": 0.8921063070210234, + "grad_norm": 0.47665661573410034, + "learning_rate": 2.163986499900735e-05, + "loss": 0.07330264151096344, + "step": 4498 + }, + { + "epoch": 0.89230464101547, + "grad_norm": 0.33048149943351746, + "learning_rate": 2.1600158824697243e-05, + "loss": 0.07307091355323792, + "step": 4499 + }, + { + "epoch": 0.8925029750099167, + "grad_norm": 0.419273316860199, + "learning_rate": 2.1560452650387137e-05, + "loss": 0.07628928869962692, + "step": 4500 + }, + { + "epoch": 0.8925029750099167, + "eval_loss": 0.6240663528442383, + "eval_runtime": 415.7356, + "eval_samples_per_second": 0.616, + "eval_steps_per_second": 0.154, + "step": 4500 + }, + { + "epoch": 0.8927013090043634, + "grad_norm": 0.5207652449607849, + "learning_rate": 2.152074647607703e-05, + "loss": 0.12034980952739716, + "step": 4501 + }, + { + "epoch": 0.89289964299881, + "grad_norm": 0.21627655625343323, + "learning_rate": 2.1481040301766925e-05, + "loss": 0.05233040452003479, + "step": 4502 + }, + { + "epoch": 0.8930979769932567, + "grad_norm": 0.4169338643550873, + "learning_rate": 2.1441334127456822e-05, + "loss": 0.0682443231344223, + "step": 4503 + }, + { + "epoch": 0.8932963109877033, + "grad_norm": 0.5990903377532959, + "learning_rate": 2.1401627953146717e-05, + "loss": 0.10984505712985992, + "step": 4504 + }, + { + "epoch": 0.8934946449821499, + "grad_norm": 10.579906463623047, + "learning_rate": 2.136192177883661e-05, + "loss": 0.07674529403448105, + "step": 4505 + }, + { + "epoch": 0.8936929789765966, + "grad_norm": 0.25574517250061035, + "learning_rate": 2.1322215604526505e-05, + "loss": 0.07186576724052429, + "step": 4506 + }, + { + "epoch": 0.8938913129710432, + "grad_norm": 0.459293931722641, + "learning_rate": 2.12825094302164e-05, + "loss": 0.09607841074466705, + "step": 4507 + }, + { + "epoch": 0.8940896469654899, + "grad_norm": 0.603704035282135, + "learning_rate": 2.1242803255906293e-05, + "loss": 0.12290525436401367, + "step": 4508 + }, + { + "epoch": 0.8942879809599366, + "grad_norm": 0.4044475555419922, + "learning_rate": 2.120309708159619e-05, + "loss": 0.06904460489749908, + "step": 4509 + }, + { + "epoch": 0.8944863149543831, + "grad_norm": 0.278522253036499, + "learning_rate": 2.1163390907286084e-05, + "loss": 0.08009476214647293, + "step": 4510 + }, + { + "epoch": 0.8946846489488298, + "grad_norm": 0.623915433883667, + "learning_rate": 2.112368473297598e-05, + "loss": 0.048795443028211594, + "step": 4511 + }, + { + "epoch": 0.8948829829432765, + "grad_norm": 0.46160370111465454, + "learning_rate": 2.1083978558665873e-05, + "loss": 0.058800868690013885, + "step": 4512 + }, + { + "epoch": 0.8950813169377231, + "grad_norm": 0.2280949503183365, + "learning_rate": 2.1044272384355767e-05, + "loss": 0.07646986097097397, + "step": 4513 + }, + { + "epoch": 0.8952796509321698, + "grad_norm": 0.25064510107040405, + "learning_rate": 2.100456621004566e-05, + "loss": 0.0751011073589325, + "step": 4514 + }, + { + "epoch": 0.8954779849266165, + "grad_norm": 0.29381227493286133, + "learning_rate": 2.0964860035735558e-05, + "loss": 0.09014221280813217, + "step": 4515 + }, + { + "epoch": 0.895676318921063, + "grad_norm": 0.24533326923847198, + "learning_rate": 2.0925153861425452e-05, + "loss": 0.049870893359184265, + "step": 4516 + }, + { + "epoch": 0.8958746529155097, + "grad_norm": 0.35037171840667725, + "learning_rate": 2.0885447687115346e-05, + "loss": 0.07195944339036942, + "step": 4517 + }, + { + "epoch": 0.8960729869099564, + "grad_norm": 0.3160109221935272, + "learning_rate": 2.084574151280524e-05, + "loss": 0.0672202929854393, + "step": 4518 + }, + { + "epoch": 0.896271320904403, + "grad_norm": 0.2415059208869934, + "learning_rate": 2.0806035338495138e-05, + "loss": 0.06336662918329239, + "step": 4519 + }, + { + "epoch": 0.8964696548988497, + "grad_norm": 0.2493031769990921, + "learning_rate": 2.0766329164185032e-05, + "loss": 0.0783785805106163, + "step": 4520 + }, + { + "epoch": 0.8966679888932964, + "grad_norm": 0.2603551745414734, + "learning_rate": 2.0726622989874926e-05, + "loss": 0.07684613019227982, + "step": 4521 + }, + { + "epoch": 0.8968663228877429, + "grad_norm": 0.4625202715396881, + "learning_rate": 2.0686916815564823e-05, + "loss": 0.04908090829849243, + "step": 4522 + }, + { + "epoch": 0.8970646568821896, + "grad_norm": 1.4501004219055176, + "learning_rate": 2.0647210641254717e-05, + "loss": 0.07702621817588806, + "step": 4523 + }, + { + "epoch": 0.8972629908766363, + "grad_norm": 0.3748246431350708, + "learning_rate": 2.060750446694461e-05, + "loss": 0.10537494719028473, + "step": 4524 + }, + { + "epoch": 0.8974613248710829, + "grad_norm": 0.40871578454971313, + "learning_rate": 2.0567798292634506e-05, + "loss": 0.07019306719303131, + "step": 4525 + }, + { + "epoch": 0.8976596588655296, + "grad_norm": 0.8939948081970215, + "learning_rate": 2.05280921183244e-05, + "loss": 0.083545982837677, + "step": 4526 + }, + { + "epoch": 0.8978579928599763, + "grad_norm": 0.24413040280342102, + "learning_rate": 2.0488385944014297e-05, + "loss": 0.07193734496831894, + "step": 4527 + }, + { + "epoch": 0.8980563268544228, + "grad_norm": 1.88402259349823, + "learning_rate": 2.044867976970419e-05, + "loss": 0.10596397519111633, + "step": 4528 + }, + { + "epoch": 0.8982546608488695, + "grad_norm": 0.4321087598800659, + "learning_rate": 2.0408973595394085e-05, + "loss": 0.11797207593917847, + "step": 4529 + }, + { + "epoch": 0.8984529948433162, + "grad_norm": 0.9262186884880066, + "learning_rate": 2.036926742108398e-05, + "loss": 0.08077211678028107, + "step": 4530 + }, + { + "epoch": 0.8986513288377628, + "grad_norm": 0.40806490182876587, + "learning_rate": 2.0329561246773873e-05, + "loss": 0.07475340366363525, + "step": 4531 + }, + { + "epoch": 0.8988496628322095, + "grad_norm": 0.45685306191444397, + "learning_rate": 2.028985507246377e-05, + "loss": 0.08073049038648605, + "step": 4532 + }, + { + "epoch": 0.899047996826656, + "grad_norm": 0.49225062131881714, + "learning_rate": 2.0250148898153665e-05, + "loss": 0.07335744053125381, + "step": 4533 + }, + { + "epoch": 0.8992463308211027, + "grad_norm": 0.39575672149658203, + "learning_rate": 2.021044272384356e-05, + "loss": 0.0636473223567009, + "step": 4534 + }, + { + "epoch": 0.8994446648155494, + "grad_norm": 0.2732003927230835, + "learning_rate": 2.0170736549533453e-05, + "loss": 0.09258568286895752, + "step": 4535 + }, + { + "epoch": 0.899642998809996, + "grad_norm": 43.83702850341797, + "learning_rate": 2.0131030375223347e-05, + "loss": 0.08771757036447525, + "step": 4536 + }, + { + "epoch": 0.8998413328044427, + "grad_norm": 0.26580196619033813, + "learning_rate": 2.009132420091324e-05, + "loss": 0.05993492901325226, + "step": 4537 + }, + { + "epoch": 0.9000396667988894, + "grad_norm": 3.2669923305511475, + "learning_rate": 2.005161802660314e-05, + "loss": 0.06359557807445526, + "step": 4538 + }, + { + "epoch": 0.9002380007933359, + "grad_norm": 0.3369262218475342, + "learning_rate": 2.0011911852293033e-05, + "loss": 0.08227065950632095, + "step": 4539 + }, + { + "epoch": 0.9004363347877826, + "grad_norm": 1.6105040311813354, + "learning_rate": 1.9972205677982927e-05, + "loss": 0.08103001862764359, + "step": 4540 + }, + { + "epoch": 0.9006346687822293, + "grad_norm": 0.300772488117218, + "learning_rate": 1.993249950367282e-05, + "loss": 0.07086733728647232, + "step": 4541 + }, + { + "epoch": 0.9008330027766759, + "grad_norm": 0.4689614474773407, + "learning_rate": 1.9892793329362715e-05, + "loss": 0.05980686843395233, + "step": 4542 + }, + { + "epoch": 0.9010313367711226, + "grad_norm": 0.3781282603740692, + "learning_rate": 1.985308715505261e-05, + "loss": 0.08236464112997055, + "step": 4543 + }, + { + "epoch": 0.9012296707655693, + "grad_norm": 0.24544909596443176, + "learning_rate": 1.9813380980742506e-05, + "loss": 0.08227516710758209, + "step": 4544 + }, + { + "epoch": 0.9014280047600158, + "grad_norm": 0.4964166283607483, + "learning_rate": 1.97736748064324e-05, + "loss": 0.06728629767894745, + "step": 4545 + }, + { + "epoch": 0.9016263387544625, + "grad_norm": 0.3445424735546112, + "learning_rate": 1.9733968632122295e-05, + "loss": 0.07456106692552567, + "step": 4546 + }, + { + "epoch": 0.9018246727489092, + "grad_norm": 0.3852282762527466, + "learning_rate": 1.969426245781219e-05, + "loss": 0.06343208998441696, + "step": 4547 + }, + { + "epoch": 0.9020230067433558, + "grad_norm": 0.19935108721256256, + "learning_rate": 1.9654556283502086e-05, + "loss": 0.07824286818504333, + "step": 4548 + }, + { + "epoch": 0.9022213407378025, + "grad_norm": 0.26969191431999207, + "learning_rate": 1.961485010919198e-05, + "loss": 0.07216499745845795, + "step": 4549 + }, + { + "epoch": 0.9024196747322492, + "grad_norm": 0.4398587644100189, + "learning_rate": 1.9575143934881878e-05, + "loss": 0.13662704825401306, + "step": 4550 + }, + { + "epoch": 0.9026180087266957, + "grad_norm": 0.2785511612892151, + "learning_rate": 1.9535437760571772e-05, + "loss": 0.05507814511656761, + "step": 4551 + }, + { + "epoch": 0.9028163427211424, + "grad_norm": 0.4864383339881897, + "learning_rate": 1.9495731586261666e-05, + "loss": 0.10483230650424957, + "step": 4552 + }, + { + "epoch": 0.9030146767155891, + "grad_norm": 2.485600709915161, + "learning_rate": 1.945602541195156e-05, + "loss": 0.0593440867960453, + "step": 4553 + }, + { + "epoch": 0.9032130107100357, + "grad_norm": 0.5919975638389587, + "learning_rate": 1.9416319237641454e-05, + "loss": 0.05718692019581795, + "step": 4554 + }, + { + "epoch": 0.9034113447044824, + "grad_norm": 3.654984474182129, + "learning_rate": 1.937661306333135e-05, + "loss": 0.06872887909412384, + "step": 4555 + }, + { + "epoch": 0.9036096786989289, + "grad_norm": 0.38202598690986633, + "learning_rate": 1.9336906889021245e-05, + "loss": 0.1011689156293869, + "step": 4556 + }, + { + "epoch": 0.9038080126933756, + "grad_norm": 0.2398034930229187, + "learning_rate": 1.929720071471114e-05, + "loss": 0.0861378163099289, + "step": 4557 + }, + { + "epoch": 0.9040063466878223, + "grad_norm": 0.4258369207382202, + "learning_rate": 1.9257494540401034e-05, + "loss": 0.05172544717788696, + "step": 4558 + }, + { + "epoch": 0.9042046806822689, + "grad_norm": 1.3464082479476929, + "learning_rate": 1.9217788366090928e-05, + "loss": 0.0709078386425972, + "step": 4559 + }, + { + "epoch": 0.9044030146767156, + "grad_norm": 1.335950493812561, + "learning_rate": 1.9178082191780822e-05, + "loss": 0.1313457489013672, + "step": 4560 + }, + { + "epoch": 0.9046013486711623, + "grad_norm": 0.13132266700267792, + "learning_rate": 1.913837601747072e-05, + "loss": 0.04610661044716835, + "step": 4561 + }, + { + "epoch": 0.9047996826656088, + "grad_norm": 0.3562897741794586, + "learning_rate": 1.9098669843160613e-05, + "loss": 0.07232405990362167, + "step": 4562 + }, + { + "epoch": 0.9049980166600555, + "grad_norm": 0.4292977452278137, + "learning_rate": 1.9058963668850507e-05, + "loss": 0.09671147167682648, + "step": 4563 + }, + { + "epoch": 0.9051963506545022, + "grad_norm": 0.5222207307815552, + "learning_rate": 1.90192574945404e-05, + "loss": 0.10517173260450363, + "step": 4564 + }, + { + "epoch": 0.9053946846489488, + "grad_norm": 0.5630447864532471, + "learning_rate": 1.8979551320230296e-05, + "loss": 0.07554034143686295, + "step": 4565 + }, + { + "epoch": 0.9055930186433955, + "grad_norm": 0.26125967502593994, + "learning_rate": 1.893984514592019e-05, + "loss": 0.056449927389621735, + "step": 4566 + }, + { + "epoch": 0.9057913526378422, + "grad_norm": 0.3096159100532532, + "learning_rate": 1.8900138971610087e-05, + "loss": 0.06051778793334961, + "step": 4567 + }, + { + "epoch": 0.9059896866322887, + "grad_norm": 0.27194201946258545, + "learning_rate": 1.886043279729998e-05, + "loss": 0.06896223872900009, + "step": 4568 + }, + { + "epoch": 0.9061880206267354, + "grad_norm": 0.3519771993160248, + "learning_rate": 1.8820726622989875e-05, + "loss": 0.06522966921329498, + "step": 4569 + }, + { + "epoch": 0.9063863546211821, + "grad_norm": 0.564860999584198, + "learning_rate": 1.878102044867977e-05, + "loss": 0.08760853111743927, + "step": 4570 + }, + { + "epoch": 0.9065846886156287, + "grad_norm": 0.24016661942005157, + "learning_rate": 1.8741314274369663e-05, + "loss": 0.07041490077972412, + "step": 4571 + }, + { + "epoch": 0.9067830226100754, + "grad_norm": 0.9744307994842529, + "learning_rate": 1.8701608100059557e-05, + "loss": 0.09144039452075958, + "step": 4572 + }, + { + "epoch": 0.9069813566045221, + "grad_norm": 0.6840396523475647, + "learning_rate": 1.8661901925749455e-05, + "loss": 0.08645015209913254, + "step": 4573 + }, + { + "epoch": 0.9071796905989686, + "grad_norm": 0.4264497458934784, + "learning_rate": 1.862219575143935e-05, + "loss": 0.07961508631706238, + "step": 4574 + }, + { + "epoch": 0.9073780245934153, + "grad_norm": 0.7964588403701782, + "learning_rate": 1.8582489577129243e-05, + "loss": 0.07475502043962479, + "step": 4575 + }, + { + "epoch": 0.907576358587862, + "grad_norm": 0.44407370686531067, + "learning_rate": 1.854278340281914e-05, + "loss": 0.11217547208070755, + "step": 4576 + }, + { + "epoch": 0.9077746925823086, + "grad_norm": 0.26921817660331726, + "learning_rate": 1.8503077228509035e-05, + "loss": 0.08648927509784698, + "step": 4577 + }, + { + "epoch": 0.9079730265767553, + "grad_norm": 0.3783113956451416, + "learning_rate": 1.846337105419893e-05, + "loss": 0.11903925240039825, + "step": 4578 + }, + { + "epoch": 0.908171360571202, + "grad_norm": 0.41022107005119324, + "learning_rate": 1.8423664879888826e-05, + "loss": 0.07762043923139572, + "step": 4579 + }, + { + "epoch": 0.9083696945656485, + "grad_norm": 0.6092730760574341, + "learning_rate": 1.838395870557872e-05, + "loss": 0.07783724367618561, + "step": 4580 + }, + { + "epoch": 0.9085680285600952, + "grad_norm": 0.10534939169883728, + "learning_rate": 1.8344252531268614e-05, + "loss": 0.0367121621966362, + "step": 4581 + }, + { + "epoch": 0.9087663625545418, + "grad_norm": 0.4146128296852112, + "learning_rate": 1.8304546356958508e-05, + "loss": 0.06845017522573471, + "step": 4582 + }, + { + "epoch": 0.9089646965489885, + "grad_norm": 0.25585880875587463, + "learning_rate": 1.8264840182648402e-05, + "loss": 0.07770702987909317, + "step": 4583 + }, + { + "epoch": 0.9091630305434352, + "grad_norm": 1.6864975690841675, + "learning_rate": 1.82251340083383e-05, + "loss": 0.1022711843252182, + "step": 4584 + }, + { + "epoch": 0.9093613645378817, + "grad_norm": 0.46827432513237, + "learning_rate": 1.8185427834028194e-05, + "loss": 0.07769369333982468, + "step": 4585 + }, + { + "epoch": 0.9095596985323284, + "grad_norm": 0.3981933891773224, + "learning_rate": 1.8145721659718088e-05, + "loss": 0.07052961736917496, + "step": 4586 + }, + { + "epoch": 0.9097580325267751, + "grad_norm": 0.25454190373420715, + "learning_rate": 1.8106015485407982e-05, + "loss": 0.07644423842430115, + "step": 4587 + }, + { + "epoch": 0.9099563665212217, + "grad_norm": 0.21038953959941864, + "learning_rate": 1.8066309311097876e-05, + "loss": 0.06865762174129486, + "step": 4588 + }, + { + "epoch": 0.9101547005156684, + "grad_norm": 2.3854763507843018, + "learning_rate": 1.802660313678777e-05, + "loss": 0.07582442462444305, + "step": 4589 + }, + { + "epoch": 0.9103530345101151, + "grad_norm": 0.2832099199295044, + "learning_rate": 1.7986896962477668e-05, + "loss": 0.0770137682557106, + "step": 4590 + }, + { + "epoch": 0.9105513685045616, + "grad_norm": 0.6004998087882996, + "learning_rate": 1.794719078816756e-05, + "loss": 0.1032460406422615, + "step": 4591 + }, + { + "epoch": 0.9107497024990083, + "grad_norm": 0.32635897397994995, + "learning_rate": 1.7907484613857456e-05, + "loss": 0.05894654989242554, + "step": 4592 + }, + { + "epoch": 0.910948036493455, + "grad_norm": 0.46204903721809387, + "learning_rate": 1.786777843954735e-05, + "loss": 0.05847117677330971, + "step": 4593 + }, + { + "epoch": 0.9111463704879016, + "grad_norm": 0.3809802234172821, + "learning_rate": 1.7828072265237244e-05, + "loss": 0.07878756523132324, + "step": 4594 + }, + { + "epoch": 0.9113447044823483, + "grad_norm": 0.5011328458786011, + "learning_rate": 1.7788366090927138e-05, + "loss": 0.10499228537082672, + "step": 4595 + }, + { + "epoch": 0.911543038476795, + "grad_norm": 0.3231869637966156, + "learning_rate": 1.7748659916617035e-05, + "loss": 0.03636780008673668, + "step": 4596 + }, + { + "epoch": 0.9117413724712415, + "grad_norm": 0.6157422065734863, + "learning_rate": 1.770895374230693e-05, + "loss": 0.07343334704637527, + "step": 4597 + }, + { + "epoch": 0.9119397064656882, + "grad_norm": 0.3493346571922302, + "learning_rate": 1.7669247567996824e-05, + "loss": 0.08535869419574738, + "step": 4598 + }, + { + "epoch": 0.9121380404601349, + "grad_norm": 0.3495628833770752, + "learning_rate": 1.7629541393686718e-05, + "loss": 0.08077569305896759, + "step": 4599 + }, + { + "epoch": 0.9123363744545815, + "grad_norm": 0.23271888494491577, + "learning_rate": 1.758983521937661e-05, + "loss": 0.0630933865904808, + "step": 4600 + }, + { + "epoch": 0.9125347084490282, + "grad_norm": 0.575202465057373, + "learning_rate": 1.7550129045066506e-05, + "loss": 0.09953369945287704, + "step": 4601 + }, + { + "epoch": 0.9127330424434749, + "grad_norm": 1.2788434028625488, + "learning_rate": 1.7510422870756403e-05, + "loss": 0.12271256744861603, + "step": 4602 + }, + { + "epoch": 0.9129313764379214, + "grad_norm": 0.28502973914146423, + "learning_rate": 1.7470716696446297e-05, + "loss": 0.08988140523433685, + "step": 4603 + }, + { + "epoch": 0.9131297104323681, + "grad_norm": 0.3155134320259094, + "learning_rate": 1.743101052213619e-05, + "loss": 0.08589901030063629, + "step": 4604 + }, + { + "epoch": 0.9133280444268148, + "grad_norm": 0.5231074690818787, + "learning_rate": 1.739130434782609e-05, + "loss": 0.06116712838411331, + "step": 4605 + }, + { + "epoch": 0.9135263784212614, + "grad_norm": 1.579529047012329, + "learning_rate": 1.7351598173515983e-05, + "loss": 0.08780071139335632, + "step": 4606 + }, + { + "epoch": 0.9137247124157081, + "grad_norm": 2.5295684337615967, + "learning_rate": 1.731189199920588e-05, + "loss": 0.05761241167783737, + "step": 4607 + }, + { + "epoch": 0.9139230464101546, + "grad_norm": 0.27107203006744385, + "learning_rate": 1.7272185824895774e-05, + "loss": 0.07761784642934799, + "step": 4608 + }, + { + "epoch": 0.9141213804046013, + "grad_norm": 0.6068634986877441, + "learning_rate": 1.723247965058567e-05, + "loss": 0.10669294744729996, + "step": 4609 + }, + { + "epoch": 0.914319714399048, + "grad_norm": 0.6368379592895508, + "learning_rate": 1.7192773476275563e-05, + "loss": 0.08719527721405029, + "step": 4610 + }, + { + "epoch": 0.9145180483934946, + "grad_norm": 0.7045937180519104, + "learning_rate": 1.7153067301965457e-05, + "loss": 0.09058642387390137, + "step": 4611 + }, + { + "epoch": 0.9147163823879413, + "grad_norm": 0.4168785810470581, + "learning_rate": 1.711336112765535e-05, + "loss": 0.10617978870868683, + "step": 4612 + }, + { + "epoch": 0.914914716382388, + "grad_norm": 0.31100529432296753, + "learning_rate": 1.7073654953345248e-05, + "loss": 0.05506061017513275, + "step": 4613 + }, + { + "epoch": 0.9151130503768345, + "grad_norm": 0.31551313400268555, + "learning_rate": 1.7033948779035142e-05, + "loss": 0.0844205990433693, + "step": 4614 + }, + { + "epoch": 0.9153113843712812, + "grad_norm": 1.1566959619522095, + "learning_rate": 1.6994242604725036e-05, + "loss": 0.06589037925004959, + "step": 4615 + }, + { + "epoch": 0.9155097183657279, + "grad_norm": 0.37807273864746094, + "learning_rate": 1.695453643041493e-05, + "loss": 0.08463813364505768, + "step": 4616 + }, + { + "epoch": 0.9157080523601745, + "grad_norm": 0.391979843378067, + "learning_rate": 1.6914830256104824e-05, + "loss": 0.07020479440689087, + "step": 4617 + }, + { + "epoch": 0.9159063863546212, + "grad_norm": 0.3288302421569824, + "learning_rate": 1.687512408179472e-05, + "loss": 0.08708619326353073, + "step": 4618 + }, + { + "epoch": 0.9161047203490679, + "grad_norm": 0.9896359443664551, + "learning_rate": 1.6835417907484616e-05, + "loss": 0.07261467725038528, + "step": 4619 + }, + { + "epoch": 0.9163030543435144, + "grad_norm": 0.6182079911231995, + "learning_rate": 1.679571173317451e-05, + "loss": 0.08235865831375122, + "step": 4620 + }, + { + "epoch": 0.9165013883379611, + "grad_norm": 0.352664977312088, + "learning_rate": 1.6756005558864404e-05, + "loss": 0.08006739616394043, + "step": 4621 + }, + { + "epoch": 0.9166997223324078, + "grad_norm": 0.47881993651390076, + "learning_rate": 1.6716299384554298e-05, + "loss": 0.05025070160627365, + "step": 4622 + }, + { + "epoch": 0.9168980563268544, + "grad_norm": 0.29094839096069336, + "learning_rate": 1.6676593210244192e-05, + "loss": 0.11089319735765457, + "step": 4623 + }, + { + "epoch": 0.9170963903213011, + "grad_norm": 0.8588926196098328, + "learning_rate": 1.6636887035934086e-05, + "loss": 0.08069159090518951, + "step": 4624 + }, + { + "epoch": 0.9172947243157478, + "grad_norm": 0.3337961435317993, + "learning_rate": 1.6597180861623984e-05, + "loss": 0.059954725205898285, + "step": 4625 + }, + { + "epoch": 0.9174930583101943, + "grad_norm": 0.23728126287460327, + "learning_rate": 1.6557474687313878e-05, + "loss": 0.06617360562086105, + "step": 4626 + }, + { + "epoch": 0.917691392304641, + "grad_norm": 0.20443689823150635, + "learning_rate": 1.6517768513003772e-05, + "loss": 0.0488850399851799, + "step": 4627 + }, + { + "epoch": 0.9178897262990877, + "grad_norm": 1.0918439626693726, + "learning_rate": 1.6478062338693666e-05, + "loss": 0.056749142706394196, + "step": 4628 + }, + { + "epoch": 0.9180880602935343, + "grad_norm": 0.7648605108261108, + "learning_rate": 1.643835616438356e-05, + "loss": 0.10281357169151306, + "step": 4629 + }, + { + "epoch": 0.918286394287981, + "grad_norm": 0.3598800003528595, + "learning_rate": 1.6398649990073458e-05, + "loss": 0.07931914180517197, + "step": 4630 + }, + { + "epoch": 0.9184847282824276, + "grad_norm": 0.3078131079673767, + "learning_rate": 1.635894381576335e-05, + "loss": 0.08013486117124557, + "step": 4631 + }, + { + "epoch": 0.9186830622768742, + "grad_norm": 0.5468078851699829, + "learning_rate": 1.6319237641453246e-05, + "loss": 0.13007941842079163, + "step": 4632 + }, + { + "epoch": 0.9188813962713209, + "grad_norm": 0.373897522687912, + "learning_rate": 1.6279531467143143e-05, + "loss": 0.048675261437892914, + "step": 4633 + }, + { + "epoch": 0.9190797302657675, + "grad_norm": 0.252086877822876, + "learning_rate": 1.6239825292833037e-05, + "loss": 0.05866499990224838, + "step": 4634 + }, + { + "epoch": 0.9192780642602142, + "grad_norm": 3.708589792251587, + "learning_rate": 1.620011911852293e-05, + "loss": 0.056805532425642014, + "step": 4635 + }, + { + "epoch": 0.9194763982546609, + "grad_norm": 1.5191073417663574, + "learning_rate": 1.616041294421283e-05, + "loss": 0.09429129213094711, + "step": 4636 + }, + { + "epoch": 0.9196747322491075, + "grad_norm": 0.3937288224697113, + "learning_rate": 1.6120706769902723e-05, + "loss": 0.0747927874326706, + "step": 4637 + }, + { + "epoch": 0.9198730662435541, + "grad_norm": 0.3212875425815582, + "learning_rate": 1.6081000595592617e-05, + "loss": 0.06203141808509827, + "step": 4638 + }, + { + "epoch": 0.9200714002380008, + "grad_norm": 0.5665118098258972, + "learning_rate": 1.604129442128251e-05, + "loss": 0.07635011523962021, + "step": 4639 + }, + { + "epoch": 0.9202697342324474, + "grad_norm": 0.3822694420814514, + "learning_rate": 1.6001588246972405e-05, + "loss": 0.08497174084186554, + "step": 4640 + }, + { + "epoch": 0.9204680682268941, + "grad_norm": 0.1628151535987854, + "learning_rate": 1.59618820726623e-05, + "loss": 0.04921726509928703, + "step": 4641 + }, + { + "epoch": 0.9206664022213408, + "grad_norm": 0.3081284165382385, + "learning_rate": 1.5922175898352197e-05, + "loss": 0.060724660754203796, + "step": 4642 + }, + { + "epoch": 0.9208647362157873, + "grad_norm": 2.696873426437378, + "learning_rate": 1.588246972404209e-05, + "loss": 0.07679654657840729, + "step": 4643 + }, + { + "epoch": 0.921063070210234, + "grad_norm": 0.480569988489151, + "learning_rate": 1.5842763549731985e-05, + "loss": 0.061959147453308105, + "step": 4644 + }, + { + "epoch": 0.9212614042046807, + "grad_norm": 0.2762530446052551, + "learning_rate": 1.580305737542188e-05, + "loss": 0.0939321368932724, + "step": 4645 + }, + { + "epoch": 0.9214597381991273, + "grad_norm": 0.24969419836997986, + "learning_rate": 1.5763351201111773e-05, + "loss": 0.058205537497997284, + "step": 4646 + }, + { + "epoch": 0.921658072193574, + "grad_norm": 1.716465711593628, + "learning_rate": 1.5723645026801667e-05, + "loss": 0.05214054137468338, + "step": 4647 + }, + { + "epoch": 0.9218564061880207, + "grad_norm": 0.2602198123931885, + "learning_rate": 1.5683938852491564e-05, + "loss": 0.04646483436226845, + "step": 4648 + }, + { + "epoch": 0.9220547401824672, + "grad_norm": 0.46185821294784546, + "learning_rate": 1.564423267818146e-05, + "loss": 0.12411146610975266, + "step": 4649 + }, + { + "epoch": 0.9222530741769139, + "grad_norm": 0.225472092628479, + "learning_rate": 1.5604526503871352e-05, + "loss": 0.058858271688222885, + "step": 4650 + }, + { + "epoch": 0.9224514081713606, + "grad_norm": 0.50897616147995, + "learning_rate": 1.5564820329561247e-05, + "loss": 0.07054449617862701, + "step": 4651 + }, + { + "epoch": 0.9226497421658072, + "grad_norm": 0.4087564945220947, + "learning_rate": 1.552511415525114e-05, + "loss": 0.07752115279436111, + "step": 4652 + }, + { + "epoch": 0.9228480761602539, + "grad_norm": 0.4169132709503174, + "learning_rate": 1.5485407980941035e-05, + "loss": 0.07584629952907562, + "step": 4653 + }, + { + "epoch": 0.9230464101547006, + "grad_norm": 2.1566853523254395, + "learning_rate": 1.5445701806630932e-05, + "loss": 0.07722505182027817, + "step": 4654 + }, + { + "epoch": 0.9232447441491471, + "grad_norm": 0.21150094270706177, + "learning_rate": 1.5405995632320826e-05, + "loss": 0.07186227291822433, + "step": 4655 + }, + { + "epoch": 0.9234430781435938, + "grad_norm": 0.25866642594337463, + "learning_rate": 1.536628945801072e-05, + "loss": 0.07450007647275925, + "step": 4656 + }, + { + "epoch": 0.9236414121380404, + "grad_norm": 0.4015462100505829, + "learning_rate": 1.5326583283700614e-05, + "loss": 0.07335444539785385, + "step": 4657 + }, + { + "epoch": 0.9238397461324871, + "grad_norm": 0.27022624015808105, + "learning_rate": 1.528687710939051e-05, + "loss": 0.08854208886623383, + "step": 4658 + }, + { + "epoch": 0.9240380801269338, + "grad_norm": 0.37497904896736145, + "learning_rate": 1.5247170935080408e-05, + "loss": 0.08614164590835571, + "step": 4659 + }, + { + "epoch": 0.9242364141213804, + "grad_norm": 0.7151907682418823, + "learning_rate": 1.5207464760770302e-05, + "loss": 0.08775201439857483, + "step": 4660 + }, + { + "epoch": 0.924434748115827, + "grad_norm": 0.49365460872650146, + "learning_rate": 1.5167758586460196e-05, + "loss": 0.07724173367023468, + "step": 4661 + }, + { + "epoch": 0.9246330821102737, + "grad_norm": 0.5320648550987244, + "learning_rate": 1.512805241215009e-05, + "loss": 0.0867835134267807, + "step": 4662 + }, + { + "epoch": 0.9248314161047203, + "grad_norm": 0.3781958222389221, + "learning_rate": 1.5088346237839984e-05, + "loss": 0.09483394771814346, + "step": 4663 + }, + { + "epoch": 0.925029750099167, + "grad_norm": 0.21614256501197815, + "learning_rate": 1.5048640063529878e-05, + "loss": 0.07848477363586426, + "step": 4664 + }, + { + "epoch": 0.9252280840936137, + "grad_norm": 0.7364215850830078, + "learning_rate": 1.5008933889219775e-05, + "loss": 0.08311758935451508, + "step": 4665 + }, + { + "epoch": 0.9254264180880603, + "grad_norm": 3.1514439582824707, + "learning_rate": 1.496922771490967e-05, + "loss": 0.08855213969945908, + "step": 4666 + }, + { + "epoch": 0.9256247520825069, + "grad_norm": 0.34509989619255066, + "learning_rate": 1.4929521540599564e-05, + "loss": 0.08425292372703552, + "step": 4667 + }, + { + "epoch": 0.9258230860769536, + "grad_norm": 0.7075307965278625, + "learning_rate": 1.488981536628946e-05, + "loss": 0.07649321854114532, + "step": 4668 + }, + { + "epoch": 0.9260214200714002, + "grad_norm": 0.38174620270729065, + "learning_rate": 1.4850109191979353e-05, + "loss": 0.07214488089084625, + "step": 4669 + }, + { + "epoch": 0.9262197540658469, + "grad_norm": 0.2375807911157608, + "learning_rate": 1.4810403017669247e-05, + "loss": 0.08121584355831146, + "step": 4670 + }, + { + "epoch": 0.9264180880602936, + "grad_norm": 1.7999540567398071, + "learning_rate": 1.4770696843359145e-05, + "loss": 0.051284462213516235, + "step": 4671 + }, + { + "epoch": 0.9266164220547402, + "grad_norm": 0.1680135279893875, + "learning_rate": 1.4730990669049039e-05, + "loss": 0.04944256320595741, + "step": 4672 + }, + { + "epoch": 0.9268147560491868, + "grad_norm": 0.3796803653240204, + "learning_rate": 1.4691284494738933e-05, + "loss": 0.07593351602554321, + "step": 4673 + }, + { + "epoch": 0.9270130900436335, + "grad_norm": 0.569108784198761, + "learning_rate": 1.4651578320428827e-05, + "loss": 0.1187339499592781, + "step": 4674 + }, + { + "epoch": 0.9272114240380801, + "grad_norm": 0.3336794674396515, + "learning_rate": 1.4611872146118721e-05, + "loss": 0.06262259930372238, + "step": 4675 + }, + { + "epoch": 0.9274097580325268, + "grad_norm": 0.3014996349811554, + "learning_rate": 1.4572165971808615e-05, + "loss": 0.07629232853651047, + "step": 4676 + }, + { + "epoch": 0.9276080920269735, + "grad_norm": 2.2676360607147217, + "learning_rate": 1.4532459797498513e-05, + "loss": 0.07843734323978424, + "step": 4677 + }, + { + "epoch": 0.92780642602142, + "grad_norm": 0.18096843361854553, + "learning_rate": 1.4492753623188407e-05, + "loss": 0.047149840742349625, + "step": 4678 + }, + { + "epoch": 0.9280047600158667, + "grad_norm": 0.21711553633213043, + "learning_rate": 1.4453047448878301e-05, + "loss": 0.06409090757369995, + "step": 4679 + }, + { + "epoch": 0.9282030940103134, + "grad_norm": 0.36893096566200256, + "learning_rate": 1.4413341274568195e-05, + "loss": 0.09471027553081512, + "step": 4680 + }, + { + "epoch": 0.92840142800476, + "grad_norm": 5.504981517791748, + "learning_rate": 1.437363510025809e-05, + "loss": 0.10600465536117554, + "step": 4681 + }, + { + "epoch": 0.9285997619992067, + "grad_norm": 0.36843636631965637, + "learning_rate": 1.4333928925947986e-05, + "loss": 0.055907242000103, + "step": 4682 + }, + { + "epoch": 0.9287980959936533, + "grad_norm": 1.2042653560638428, + "learning_rate": 1.429422275163788e-05, + "loss": 0.08276572823524475, + "step": 4683 + }, + { + "epoch": 0.9289964299881, + "grad_norm": 0.313644677400589, + "learning_rate": 1.4254516577327776e-05, + "loss": 0.07591796666383743, + "step": 4684 + }, + { + "epoch": 0.9291947639825466, + "grad_norm": 0.5949493646621704, + "learning_rate": 1.421481040301767e-05, + "loss": 0.09858836233615875, + "step": 4685 + }, + { + "epoch": 0.9293930979769932, + "grad_norm": 1.9971872568130493, + "learning_rate": 1.4175104228707564e-05, + "loss": 0.08368395268917084, + "step": 4686 + }, + { + "epoch": 0.9295914319714399, + "grad_norm": 0.29509350657463074, + "learning_rate": 1.4135398054397459e-05, + "loss": 0.054377175867557526, + "step": 4687 + }, + { + "epoch": 0.9297897659658866, + "grad_norm": 0.6527634263038635, + "learning_rate": 1.4095691880087356e-05, + "loss": 0.07395121455192566, + "step": 4688 + }, + { + "epoch": 0.9299880999603332, + "grad_norm": 1.1580455303192139, + "learning_rate": 1.405598570577725e-05, + "loss": 0.05097966268658638, + "step": 4689 + }, + { + "epoch": 0.9301864339547798, + "grad_norm": 0.37746354937553406, + "learning_rate": 1.4016279531467144e-05, + "loss": 0.07532034814357758, + "step": 4690 + }, + { + "epoch": 0.9303847679492265, + "grad_norm": 0.31313201785087585, + "learning_rate": 1.3976573357157038e-05, + "loss": 0.07807736098766327, + "step": 4691 + }, + { + "epoch": 0.9305831019436731, + "grad_norm": 0.358053058385849, + "learning_rate": 1.3936867182846932e-05, + "loss": 0.07688066363334656, + "step": 4692 + }, + { + "epoch": 0.9307814359381198, + "grad_norm": 0.17063504457473755, + "learning_rate": 1.3897161008536826e-05, + "loss": 0.054858699440956116, + "step": 4693 + }, + { + "epoch": 0.9309797699325665, + "grad_norm": 0.23207515478134155, + "learning_rate": 1.3857454834226724e-05, + "loss": 0.07888159155845642, + "step": 4694 + }, + { + "epoch": 0.9311781039270131, + "grad_norm": 1.7804685831069946, + "learning_rate": 1.3817748659916618e-05, + "loss": 0.07634888589382172, + "step": 4695 + }, + { + "epoch": 0.9313764379214597, + "grad_norm": 0.3638443946838379, + "learning_rate": 1.3778042485606512e-05, + "loss": 0.09483757615089417, + "step": 4696 + }, + { + "epoch": 0.9315747719159064, + "grad_norm": 0.5768235325813293, + "learning_rate": 1.3738336311296408e-05, + "loss": 0.11470575630664825, + "step": 4697 + }, + { + "epoch": 0.931773105910353, + "grad_norm": 0.2979952394962311, + "learning_rate": 1.3698630136986302e-05, + "loss": 0.07478612661361694, + "step": 4698 + }, + { + "epoch": 0.9319714399047997, + "grad_norm": 0.32711857557296753, + "learning_rate": 1.3658923962676196e-05, + "loss": 0.07253822684288025, + "step": 4699 + }, + { + "epoch": 0.9321697738992464, + "grad_norm": 0.48425522446632385, + "learning_rate": 1.3619217788366093e-05, + "loss": 0.06942112743854523, + "step": 4700 + }, + { + "epoch": 0.932368107893693, + "grad_norm": 0.5376737713813782, + "learning_rate": 1.3579511614055987e-05, + "loss": 0.07902266085147858, + "step": 4701 + }, + { + "epoch": 0.9325664418881396, + "grad_norm": 1.4359720945358276, + "learning_rate": 1.3539805439745881e-05, + "loss": 0.0736641138792038, + "step": 4702 + }, + { + "epoch": 0.9327647758825863, + "grad_norm": 1.355784296989441, + "learning_rate": 1.3500099265435775e-05, + "loss": 0.09094613045454025, + "step": 4703 + }, + { + "epoch": 0.9329631098770329, + "grad_norm": 0.43585261702537537, + "learning_rate": 1.346039309112567e-05, + "loss": 0.07969556003808975, + "step": 4704 + }, + { + "epoch": 0.9331614438714796, + "grad_norm": 0.9819825291633606, + "learning_rate": 1.3420686916815564e-05, + "loss": 0.07486426085233688, + "step": 4705 + }, + { + "epoch": 0.9333597778659262, + "grad_norm": 0.776600182056427, + "learning_rate": 1.3380980742505461e-05, + "loss": 0.07605716586112976, + "step": 4706 + }, + { + "epoch": 0.9335581118603729, + "grad_norm": 0.3675271272659302, + "learning_rate": 1.3341274568195355e-05, + "loss": 0.07627557218074799, + "step": 4707 + }, + { + "epoch": 0.9337564458548195, + "grad_norm": 0.3021307587623596, + "learning_rate": 1.330156839388525e-05, + "loss": 0.06669008731842041, + "step": 4708 + }, + { + "epoch": 0.9339547798492661, + "grad_norm": 0.6263705492019653, + "learning_rate": 1.3261862219575143e-05, + "loss": 0.09479589760303497, + "step": 4709 + }, + { + "epoch": 0.9341531138437128, + "grad_norm": 0.4787558317184448, + "learning_rate": 1.3222156045265039e-05, + "loss": 0.08946888148784637, + "step": 4710 + }, + { + "epoch": 0.9343514478381595, + "grad_norm": 0.27683329582214355, + "learning_rate": 1.3182449870954935e-05, + "loss": 0.05613558366894722, + "step": 4711 + }, + { + "epoch": 0.9345497818326061, + "grad_norm": 0.21718257665634155, + "learning_rate": 1.3142743696644829e-05, + "loss": 0.03453858569264412, + "step": 4712 + }, + { + "epoch": 0.9347481158270528, + "grad_norm": 0.29255080223083496, + "learning_rate": 1.3103037522334725e-05, + "loss": 0.07810105383396149, + "step": 4713 + }, + { + "epoch": 0.9349464498214994, + "grad_norm": 0.3638319671154022, + "learning_rate": 1.3063331348024619e-05, + "loss": 0.0723424106836319, + "step": 4714 + }, + { + "epoch": 0.935144783815946, + "grad_norm": 0.286837637424469, + "learning_rate": 1.3023625173714513e-05, + "loss": 0.11143770068883896, + "step": 4715 + }, + { + "epoch": 0.9353431178103927, + "grad_norm": 1.3229055404663086, + "learning_rate": 1.2983918999404407e-05, + "loss": 0.07753533124923706, + "step": 4716 + }, + { + "epoch": 0.9355414518048394, + "grad_norm": 7.081878662109375, + "learning_rate": 1.2944212825094304e-05, + "loss": 0.09198397397994995, + "step": 4717 + }, + { + "epoch": 0.935739785799286, + "grad_norm": 0.29895153641700745, + "learning_rate": 1.2904506650784198e-05, + "loss": 0.08658265322446823, + "step": 4718 + }, + { + "epoch": 0.9359381197937326, + "grad_norm": 0.1809670478105545, + "learning_rate": 1.2864800476474092e-05, + "loss": 0.05679060146212578, + "step": 4719 + }, + { + "epoch": 0.9361364537881793, + "grad_norm": 0.8570165634155273, + "learning_rate": 1.2825094302163987e-05, + "loss": 0.04262334108352661, + "step": 4720 + }, + { + "epoch": 0.9363347877826259, + "grad_norm": 1.9379186630249023, + "learning_rate": 1.278538812785388e-05, + "loss": 0.08066492527723312, + "step": 4721 + }, + { + "epoch": 0.9365331217770726, + "grad_norm": 1.188804030418396, + "learning_rate": 1.2745681953543775e-05, + "loss": 0.08709079772233963, + "step": 4722 + }, + { + "epoch": 0.9367314557715193, + "grad_norm": 0.46892106533050537, + "learning_rate": 1.2705975779233672e-05, + "loss": 0.06497976183891296, + "step": 4723 + }, + { + "epoch": 0.9369297897659659, + "grad_norm": 0.7793881893157959, + "learning_rate": 1.2666269604923566e-05, + "loss": 0.06823471188545227, + "step": 4724 + }, + { + "epoch": 0.9371281237604125, + "grad_norm": 0.206320121884346, + "learning_rate": 1.2626563430613462e-05, + "loss": 0.08757679164409637, + "step": 4725 + }, + { + "epoch": 0.9373264577548592, + "grad_norm": 0.22820031642913818, + "learning_rate": 1.2586857256303356e-05, + "loss": 0.0695299506187439, + "step": 4726 + }, + { + "epoch": 0.9375247917493058, + "grad_norm": 0.26449522376060486, + "learning_rate": 1.254715108199325e-05, + "loss": 0.06286279112100601, + "step": 4727 + }, + { + "epoch": 0.9377231257437525, + "grad_norm": 0.5141201019287109, + "learning_rate": 1.2507444907683144e-05, + "loss": 0.09778212010860443, + "step": 4728 + }, + { + "epoch": 0.9379214597381992, + "grad_norm": 0.23432369530200958, + "learning_rate": 1.246773873337304e-05, + "loss": 0.053717419505119324, + "step": 4729 + }, + { + "epoch": 0.9381197937326458, + "grad_norm": 0.5157793760299683, + "learning_rate": 1.2428032559062936e-05, + "loss": 0.10220473259687424, + "step": 4730 + }, + { + "epoch": 0.9383181277270924, + "grad_norm": 0.8351977467536926, + "learning_rate": 1.238832638475283e-05, + "loss": 0.07516027241945267, + "step": 4731 + }, + { + "epoch": 0.938516461721539, + "grad_norm": 0.35678035020828247, + "learning_rate": 1.2348620210442724e-05, + "loss": 0.07992196083068848, + "step": 4732 + }, + { + "epoch": 0.9387147957159857, + "grad_norm": 0.5848120450973511, + "learning_rate": 1.230891403613262e-05, + "loss": 0.07269026339054108, + "step": 4733 + }, + { + "epoch": 0.9389131297104324, + "grad_norm": 0.24660412967205048, + "learning_rate": 1.2269207861822514e-05, + "loss": 0.06601988524198532, + "step": 4734 + }, + { + "epoch": 0.939111463704879, + "grad_norm": 1.7967417240142822, + "learning_rate": 1.2229501687512408e-05, + "loss": 0.06731963157653809, + "step": 4735 + }, + { + "epoch": 0.9393097976993257, + "grad_norm": 0.31561151146888733, + "learning_rate": 1.2189795513202304e-05, + "loss": 0.0811547189950943, + "step": 4736 + }, + { + "epoch": 0.9395081316937723, + "grad_norm": 0.5200359225273132, + "learning_rate": 1.2150089338892198e-05, + "loss": 0.0847078189253807, + "step": 4737 + }, + { + "epoch": 0.9397064656882189, + "grad_norm": 0.4578980803489685, + "learning_rate": 1.2110383164582093e-05, + "loss": 0.09272772818803787, + "step": 4738 + }, + { + "epoch": 0.9399047996826656, + "grad_norm": 0.31414100527763367, + "learning_rate": 1.2070676990271987e-05, + "loss": 0.09691398590803146, + "step": 4739 + }, + { + "epoch": 0.9401031336771123, + "grad_norm": 0.40060263872146606, + "learning_rate": 1.2030970815961883e-05, + "loss": 0.05379524454474449, + "step": 4740 + }, + { + "epoch": 0.9403014676715589, + "grad_norm": 1.2217175960540771, + "learning_rate": 1.1991264641651777e-05, + "loss": 0.09769904613494873, + "step": 4741 + }, + { + "epoch": 0.9404998016660056, + "grad_norm": 0.5719029307365417, + "learning_rate": 1.1951558467341673e-05, + "loss": 0.08881497383117676, + "step": 4742 + }, + { + "epoch": 0.9406981356604522, + "grad_norm": 0.29146119952201843, + "learning_rate": 1.1911852293031567e-05, + "loss": 0.07004823535680771, + "step": 4743 + }, + { + "epoch": 0.9408964696548988, + "grad_norm": 0.43446052074432373, + "learning_rate": 1.1872146118721461e-05, + "loss": 0.04655080288648605, + "step": 4744 + }, + { + "epoch": 0.9410948036493455, + "grad_norm": 0.45796751976013184, + "learning_rate": 1.1832439944411357e-05, + "loss": 0.08515630662441254, + "step": 4745 + }, + { + "epoch": 0.9412931376437922, + "grad_norm": 0.7797306180000305, + "learning_rate": 1.1792733770101251e-05, + "loss": 0.05900831148028374, + "step": 4746 + }, + { + "epoch": 0.9414914716382388, + "grad_norm": 0.5250225067138672, + "learning_rate": 1.1753027595791147e-05, + "loss": 0.06599153578281403, + "step": 4747 + }, + { + "epoch": 0.9416898056326855, + "grad_norm": 0.20895051956176758, + "learning_rate": 1.171332142148104e-05, + "loss": 0.08307652175426483, + "step": 4748 + }, + { + "epoch": 0.9418881396271321, + "grad_norm": 0.39827224612236023, + "learning_rate": 1.1673615247170935e-05, + "loss": 0.052588388323783875, + "step": 4749 + }, + { + "epoch": 0.9420864736215787, + "grad_norm": 13.492070198059082, + "learning_rate": 1.163390907286083e-05, + "loss": 0.07792195677757263, + "step": 4750 + }, + { + "epoch": 0.9422848076160254, + "grad_norm": 0.24932149052619934, + "learning_rate": 1.1594202898550725e-05, + "loss": 0.0687873363494873, + "step": 4751 + }, + { + "epoch": 0.9424831416104721, + "grad_norm": 0.20152884721755981, + "learning_rate": 1.1554496724240619e-05, + "loss": 0.0569944828748703, + "step": 4752 + }, + { + "epoch": 0.9426814756049187, + "grad_norm": 3.9894707202911377, + "learning_rate": 1.1514790549930515e-05, + "loss": 0.06133076548576355, + "step": 4753 + }, + { + "epoch": 0.9428798095993653, + "grad_norm": 0.3816143572330475, + "learning_rate": 1.147508437562041e-05, + "loss": 0.05988554283976555, + "step": 4754 + }, + { + "epoch": 0.9430781435938119, + "grad_norm": 0.3370474576950073, + "learning_rate": 1.1435378201310304e-05, + "loss": 0.08074046671390533, + "step": 4755 + }, + { + "epoch": 0.9432764775882586, + "grad_norm": 0.27564966678619385, + "learning_rate": 1.13956720270002e-05, + "loss": 0.0994027704000473, + "step": 4756 + }, + { + "epoch": 0.9434748115827053, + "grad_norm": 0.4018373489379883, + "learning_rate": 1.1355965852690094e-05, + "loss": 0.07239901274442673, + "step": 4757 + }, + { + "epoch": 0.9436731455771519, + "grad_norm": 0.9360548853874207, + "learning_rate": 1.1316259678379988e-05, + "loss": 0.04814061149954796, + "step": 4758 + }, + { + "epoch": 0.9438714795715986, + "grad_norm": 0.24141055345535278, + "learning_rate": 1.1276553504069884e-05, + "loss": 0.08434957265853882, + "step": 4759 + }, + { + "epoch": 0.9440698135660452, + "grad_norm": 1.7726165056228638, + "learning_rate": 1.1236847329759778e-05, + "loss": 0.06232264265418053, + "step": 4760 + }, + { + "epoch": 0.9442681475604918, + "grad_norm": 0.291187584400177, + "learning_rate": 1.1197141155449672e-05, + "loss": 0.05528508126735687, + "step": 4761 + }, + { + "epoch": 0.9444664815549385, + "grad_norm": 0.345358282327652, + "learning_rate": 1.1157434981139568e-05, + "loss": 0.06338236480951309, + "step": 4762 + }, + { + "epoch": 0.9446648155493852, + "grad_norm": 0.3666464686393738, + "learning_rate": 1.1117728806829462e-05, + "loss": 0.06936047971248627, + "step": 4763 + }, + { + "epoch": 0.9448631495438318, + "grad_norm": 0.26665177941322327, + "learning_rate": 1.1078022632519356e-05, + "loss": 0.07877427339553833, + "step": 4764 + }, + { + "epoch": 0.9450614835382785, + "grad_norm": 0.26584628224372864, + "learning_rate": 1.1038316458209252e-05, + "loss": 0.061890192329883575, + "step": 4765 + }, + { + "epoch": 0.9452598175327251, + "grad_norm": 1.0216047763824463, + "learning_rate": 1.0998610283899146e-05, + "loss": 0.08924463391304016, + "step": 4766 + }, + { + "epoch": 0.9454581515271717, + "grad_norm": 0.3899560868740082, + "learning_rate": 1.0958904109589042e-05, + "loss": 0.09894596040248871, + "step": 4767 + }, + { + "epoch": 0.9456564855216184, + "grad_norm": 0.3887198269367218, + "learning_rate": 1.0919197935278938e-05, + "loss": 0.06283314526081085, + "step": 4768 + }, + { + "epoch": 0.9458548195160651, + "grad_norm": 0.28875142335891724, + "learning_rate": 1.0879491760968832e-05, + "loss": 0.061034608632326126, + "step": 4769 + }, + { + "epoch": 0.9460531535105117, + "grad_norm": 0.3428304195404053, + "learning_rate": 1.0839785586658726e-05, + "loss": 0.09134933352470398, + "step": 4770 + }, + { + "epoch": 0.9462514875049584, + "grad_norm": 0.5800854563713074, + "learning_rate": 1.0800079412348621e-05, + "loss": 0.06534333527088165, + "step": 4771 + }, + { + "epoch": 0.946449821499405, + "grad_norm": 0.2824643850326538, + "learning_rate": 1.0760373238038515e-05, + "loss": 0.05314720422029495, + "step": 4772 + }, + { + "epoch": 0.9466481554938516, + "grad_norm": 6.691896915435791, + "learning_rate": 1.0720667063728411e-05, + "loss": 0.10041886568069458, + "step": 4773 + }, + { + "epoch": 0.9468464894882983, + "grad_norm": 0.1412626951932907, + "learning_rate": 1.0680960889418305e-05, + "loss": 0.038074616342782974, + "step": 4774 + }, + { + "epoch": 0.947044823482745, + "grad_norm": 2.9123945236206055, + "learning_rate": 1.06412547151082e-05, + "loss": 0.08369559794664383, + "step": 4775 + }, + { + "epoch": 0.9472431574771916, + "grad_norm": 0.41072195768356323, + "learning_rate": 1.0601548540798095e-05, + "loss": 0.08941623568534851, + "step": 4776 + }, + { + "epoch": 0.9474414914716383, + "grad_norm": 1.3390653133392334, + "learning_rate": 1.056184236648799e-05, + "loss": 0.08916217088699341, + "step": 4777 + }, + { + "epoch": 0.9476398254660849, + "grad_norm": 0.1574317067861557, + "learning_rate": 1.0522136192177883e-05, + "loss": 0.06042136996984482, + "step": 4778 + }, + { + "epoch": 0.9478381594605315, + "grad_norm": 2.2984282970428467, + "learning_rate": 1.0482430017867779e-05, + "loss": 0.06758560985326767, + "step": 4779 + }, + { + "epoch": 0.9480364934549782, + "grad_norm": 0.26245835423469543, + "learning_rate": 1.0442723843557673e-05, + "loss": 0.08164772391319275, + "step": 4780 + }, + { + "epoch": 0.9482348274494248, + "grad_norm": 0.2260129302740097, + "learning_rate": 1.0403017669247569e-05, + "loss": 0.07627441734075546, + "step": 4781 + }, + { + "epoch": 0.9484331614438715, + "grad_norm": 0.8817198872566223, + "learning_rate": 1.0363311494937463e-05, + "loss": 0.11093945801258087, + "step": 4782 + }, + { + "epoch": 0.9486314954383182, + "grad_norm": 0.5100725889205933, + "learning_rate": 1.0323605320627359e-05, + "loss": 0.07035431265830994, + "step": 4783 + }, + { + "epoch": 0.9488298294327647, + "grad_norm": 0.399090975522995, + "learning_rate": 1.0283899146317253e-05, + "loss": 0.09043934941291809, + "step": 4784 + }, + { + "epoch": 0.9490281634272114, + "grad_norm": 0.34489384293556213, + "learning_rate": 1.0244192972007149e-05, + "loss": 0.08105196803808212, + "step": 4785 + }, + { + "epoch": 0.9492264974216581, + "grad_norm": 0.31429004669189453, + "learning_rate": 1.0204486797697043e-05, + "loss": 0.062110308557748795, + "step": 4786 + }, + { + "epoch": 0.9494248314161047, + "grad_norm": 0.38441798090934753, + "learning_rate": 1.0164780623386937e-05, + "loss": 0.05955353379249573, + "step": 4787 + }, + { + "epoch": 0.9496231654105514, + "grad_norm": 1.8803296089172363, + "learning_rate": 1.0125074449076832e-05, + "loss": 0.04385398328304291, + "step": 4788 + }, + { + "epoch": 0.949821499404998, + "grad_norm": 0.25876858830451965, + "learning_rate": 1.0085368274766727e-05, + "loss": 0.05460858717560768, + "step": 4789 + }, + { + "epoch": 0.9500198333994446, + "grad_norm": 0.4473108947277069, + "learning_rate": 1.004566210045662e-05, + "loss": 0.07009292393922806, + "step": 4790 + }, + { + "epoch": 0.9502181673938913, + "grad_norm": 0.5064970254898071, + "learning_rate": 1.0005955926146516e-05, + "loss": 0.1040271446108818, + "step": 4791 + }, + { + "epoch": 0.950416501388338, + "grad_norm": 0.2786107659339905, + "learning_rate": 9.96624975183641e-06, + "loss": 0.10990339517593384, + "step": 4792 + }, + { + "epoch": 0.9506148353827846, + "grad_norm": 1.2252602577209473, + "learning_rate": 9.926543577526305e-06, + "loss": 0.09578627347946167, + "step": 4793 + }, + { + "epoch": 0.9508131693772313, + "grad_norm": 0.3194895088672638, + "learning_rate": 9.8868374032162e-06, + "loss": 0.06460942327976227, + "step": 4794 + }, + { + "epoch": 0.951011503371678, + "grad_norm": 0.4696117341518402, + "learning_rate": 9.847131228906094e-06, + "loss": 0.0679168775677681, + "step": 4795 + }, + { + "epoch": 0.9512098373661245, + "grad_norm": 0.2029484659433365, + "learning_rate": 9.80742505459599e-06, + "loss": 0.05655486136674881, + "step": 4796 + }, + { + "epoch": 0.9514081713605712, + "grad_norm": 2.323432207107544, + "learning_rate": 9.767718880285886e-06, + "loss": 0.07991858571767807, + "step": 4797 + }, + { + "epoch": 0.9516065053550179, + "grad_norm": 0.308010995388031, + "learning_rate": 9.72801270597578e-06, + "loss": 0.06357397884130478, + "step": 4798 + }, + { + "epoch": 0.9518048393494645, + "grad_norm": 0.33332955837249756, + "learning_rate": 9.688306531665676e-06, + "loss": 0.08788460493087769, + "step": 4799 + }, + { + "epoch": 0.9520031733439112, + "grad_norm": 4.774387359619141, + "learning_rate": 9.64860035735557e-06, + "loss": 0.08274784684181213, + "step": 4800 + }, + { + "epoch": 0.9522015073383578, + "grad_norm": 0.4416550099849701, + "learning_rate": 9.608894183045464e-06, + "loss": 0.0744449570775032, + "step": 4801 + }, + { + "epoch": 0.9523998413328044, + "grad_norm": 0.9740017652511597, + "learning_rate": 9.56918800873536e-06, + "loss": 0.08946826308965683, + "step": 4802 + }, + { + "epoch": 0.9525981753272511, + "grad_norm": 0.5725896954536438, + "learning_rate": 9.529481834425254e-06, + "loss": 0.06918109208345413, + "step": 4803 + }, + { + "epoch": 0.9527965093216978, + "grad_norm": 0.3702579438686371, + "learning_rate": 9.489775660115148e-06, + "loss": 0.09185520559549332, + "step": 4804 + }, + { + "epoch": 0.9529948433161444, + "grad_norm": 0.3348894715309143, + "learning_rate": 9.450069485805044e-06, + "loss": 0.06936998665332794, + "step": 4805 + }, + { + "epoch": 0.953193177310591, + "grad_norm": 0.307773619890213, + "learning_rate": 9.410363311494938e-06, + "loss": 0.05421873927116394, + "step": 4806 + }, + { + "epoch": 0.9533915113050376, + "grad_norm": 0.4666380286216736, + "learning_rate": 9.370657137184832e-06, + "loss": 0.06584469974040985, + "step": 4807 + }, + { + "epoch": 0.9535898452994843, + "grad_norm": 0.3207980692386627, + "learning_rate": 9.330950962874727e-06, + "loss": 0.08390618860721588, + "step": 4808 + }, + { + "epoch": 0.953788179293931, + "grad_norm": 0.3459513783454895, + "learning_rate": 9.291244788564621e-06, + "loss": 0.08643504232168198, + "step": 4809 + }, + { + "epoch": 0.9539865132883776, + "grad_norm": 0.41049957275390625, + "learning_rate": 9.251538614254517e-06, + "loss": 0.05453356355428696, + "step": 4810 + }, + { + "epoch": 0.9541848472828243, + "grad_norm": 0.4991627335548401, + "learning_rate": 9.211832439944413e-06, + "loss": 0.07941389828920364, + "step": 4811 + }, + { + "epoch": 0.954383181277271, + "grad_norm": 0.17230764031410217, + "learning_rate": 9.172126265634307e-06, + "loss": 0.04964542016386986, + "step": 4812 + }, + { + "epoch": 0.9545815152717175, + "grad_norm": 0.19521968066692352, + "learning_rate": 9.132420091324201e-06, + "loss": 0.054662108421325684, + "step": 4813 + }, + { + "epoch": 0.9547798492661642, + "grad_norm": 3.380067825317383, + "learning_rate": 9.092713917014097e-06, + "loss": 0.11707059293985367, + "step": 4814 + }, + { + "epoch": 0.9549781832606109, + "grad_norm": 1.1863329410552979, + "learning_rate": 9.053007742703991e-06, + "loss": 0.05997920036315918, + "step": 4815 + }, + { + "epoch": 0.9551765172550575, + "grad_norm": 0.315662145614624, + "learning_rate": 9.013301568393885e-06, + "loss": 0.08693067729473114, + "step": 4816 + }, + { + "epoch": 0.9553748512495042, + "grad_norm": 0.5672957897186279, + "learning_rate": 8.97359539408378e-06, + "loss": 0.08465801179409027, + "step": 4817 + }, + { + "epoch": 0.9555731852439509, + "grad_norm": 0.3848511278629303, + "learning_rate": 8.933889219773675e-06, + "loss": 0.05802231654524803, + "step": 4818 + }, + { + "epoch": 0.9557715192383974, + "grad_norm": 0.36500284075737, + "learning_rate": 8.894183045463569e-06, + "loss": 0.06113998964428902, + "step": 4819 + }, + { + "epoch": 0.9559698532328441, + "grad_norm": 1.3399550914764404, + "learning_rate": 8.854476871153465e-06, + "loss": 0.04648326337337494, + "step": 4820 + }, + { + "epoch": 0.9561681872272908, + "grad_norm": 0.21625789999961853, + "learning_rate": 8.814770696843359e-06, + "loss": 0.03900269791483879, + "step": 4821 + }, + { + "epoch": 0.9563665212217374, + "grad_norm": 3.895916700363159, + "learning_rate": 8.775064522533253e-06, + "loss": 0.06371614336967468, + "step": 4822 + }, + { + "epoch": 0.9565648552161841, + "grad_norm": 0.22118514776229858, + "learning_rate": 8.735358348223149e-06, + "loss": 0.08545168489217758, + "step": 4823 + }, + { + "epoch": 0.9567631892106307, + "grad_norm": 0.6053178906440735, + "learning_rate": 8.695652173913044e-06, + "loss": 0.07369185984134674, + "step": 4824 + }, + { + "epoch": 0.9569615232050773, + "grad_norm": 1.3342188596725464, + "learning_rate": 8.65594599960294e-06, + "loss": 0.0527600459754467, + "step": 4825 + }, + { + "epoch": 0.957159857199524, + "grad_norm": 0.3008306324481964, + "learning_rate": 8.616239825292834e-06, + "loss": 0.08718317747116089, + "step": 4826 + }, + { + "epoch": 0.9573581911939707, + "grad_norm": 0.21993133425712585, + "learning_rate": 8.576533650982728e-06, + "loss": 0.09585060179233551, + "step": 4827 + }, + { + "epoch": 0.9575565251884173, + "grad_norm": 0.3779112994670868, + "learning_rate": 8.536827476672624e-06, + "loss": 0.08607656508684158, + "step": 4828 + }, + { + "epoch": 0.957754859182864, + "grad_norm": 0.17867855727672577, + "learning_rate": 8.497121302362518e-06, + "loss": 0.050133854150772095, + "step": 4829 + }, + { + "epoch": 0.9579531931773105, + "grad_norm": 0.3834274709224701, + "learning_rate": 8.457415128052412e-06, + "loss": 0.08544783294200897, + "step": 4830 + }, + { + "epoch": 0.9581515271717572, + "grad_norm": 0.9862961769104004, + "learning_rate": 8.417708953742308e-06, + "loss": 0.06820371747016907, + "step": 4831 + }, + { + "epoch": 0.9583498611662039, + "grad_norm": 0.2518126666545868, + "learning_rate": 8.378002779432202e-06, + "loss": 0.056779056787490845, + "step": 4832 + }, + { + "epoch": 0.9585481951606505, + "grad_norm": 0.2791822850704193, + "learning_rate": 8.338296605122096e-06, + "loss": 0.06330925226211548, + "step": 4833 + }, + { + "epoch": 0.9587465291550972, + "grad_norm": 1.3119800090789795, + "learning_rate": 8.298590430811992e-06, + "loss": 0.0835561752319336, + "step": 4834 + }, + { + "epoch": 0.9589448631495439, + "grad_norm": 0.810385525226593, + "learning_rate": 8.258884256501886e-06, + "loss": 0.052711401134729385, + "step": 4835 + }, + { + "epoch": 0.9591431971439904, + "grad_norm": 0.22138047218322754, + "learning_rate": 8.21917808219178e-06, + "loss": 0.060842204838991165, + "step": 4836 + }, + { + "epoch": 0.9593415311384371, + "grad_norm": 1.2641657590866089, + "learning_rate": 8.179471907881676e-06, + "loss": 0.06291564553976059, + "step": 4837 + }, + { + "epoch": 0.9595398651328838, + "grad_norm": 5.283924579620361, + "learning_rate": 8.139765733571572e-06, + "loss": 0.06475792080163956, + "step": 4838 + }, + { + "epoch": 0.9597381991273304, + "grad_norm": 0.4082886874675751, + "learning_rate": 8.100059559261466e-06, + "loss": 0.07305973023176193, + "step": 4839 + }, + { + "epoch": 0.9599365331217771, + "grad_norm": 0.23379483819007874, + "learning_rate": 8.060353384951361e-06, + "loss": 0.07092870026826859, + "step": 4840 + }, + { + "epoch": 0.9601348671162238, + "grad_norm": 0.8861203193664551, + "learning_rate": 8.020647210641255e-06, + "loss": 0.061398740857839584, + "step": 4841 + }, + { + "epoch": 0.9603332011106703, + "grad_norm": 0.28262466192245483, + "learning_rate": 7.98094103633115e-06, + "loss": 0.07155588269233704, + "step": 4842 + }, + { + "epoch": 0.960531535105117, + "grad_norm": 0.2532711625099182, + "learning_rate": 7.941234862021045e-06, + "loss": 0.0854240208864212, + "step": 4843 + }, + { + "epoch": 0.9607298690995637, + "grad_norm": 0.4276963770389557, + "learning_rate": 7.90152868771094e-06, + "loss": 0.09287813305854797, + "step": 4844 + }, + { + "epoch": 0.9609282030940103, + "grad_norm": 0.6364844441413879, + "learning_rate": 7.861822513400833e-06, + "loss": 0.1344405561685562, + "step": 4845 + }, + { + "epoch": 0.961126537088457, + "grad_norm": 0.22693723440170288, + "learning_rate": 7.82211633909073e-06, + "loss": 0.07306858152151108, + "step": 4846 + }, + { + "epoch": 0.9613248710829037, + "grad_norm": 0.25712960958480835, + "learning_rate": 7.782410164780623e-06, + "loss": 0.05355655774474144, + "step": 4847 + }, + { + "epoch": 0.9615232050773502, + "grad_norm": 0.2479715794324875, + "learning_rate": 7.742703990470517e-06, + "loss": 0.06539468467235565, + "step": 4848 + }, + { + "epoch": 0.9617215390717969, + "grad_norm": 0.16819749772548676, + "learning_rate": 7.702997816160413e-06, + "loss": 0.045518212020397186, + "step": 4849 + }, + { + "epoch": 0.9619198730662436, + "grad_norm": 0.42087727785110474, + "learning_rate": 7.663291641850307e-06, + "loss": 0.0771736204624176, + "step": 4850 + }, + { + "epoch": 0.9621182070606902, + "grad_norm": 0.24516183137893677, + "learning_rate": 7.623585467540204e-06, + "loss": 0.0963161513209343, + "step": 4851 + }, + { + "epoch": 0.9623165410551369, + "grad_norm": 0.3448337912559509, + "learning_rate": 7.583879293230098e-06, + "loss": 0.09420741349458694, + "step": 4852 + }, + { + "epoch": 0.9625148750495836, + "grad_norm": 11.440520286560059, + "learning_rate": 7.544173118919992e-06, + "loss": 0.11161620914936066, + "step": 4853 + }, + { + "epoch": 0.9627132090440301, + "grad_norm": 0.25712311267852783, + "learning_rate": 7.504466944609888e-06, + "loss": 0.06973276287317276, + "step": 4854 + }, + { + "epoch": 0.9629115430384768, + "grad_norm": 1.0448389053344727, + "learning_rate": 7.464760770299782e-06, + "loss": 0.08927229046821594, + "step": 4855 + }, + { + "epoch": 0.9631098770329234, + "grad_norm": 13.356081008911133, + "learning_rate": 7.425054595989677e-06, + "loss": 0.0771942287683487, + "step": 4856 + }, + { + "epoch": 0.9633082110273701, + "grad_norm": 0.3678909242153168, + "learning_rate": 7.3853484216795725e-06, + "loss": 0.07253650575876236, + "step": 4857 + }, + { + "epoch": 0.9635065450218168, + "grad_norm": 0.40015560388565063, + "learning_rate": 7.3456422473694665e-06, + "loss": 0.12341541051864624, + "step": 4858 + }, + { + "epoch": 0.9637048790162633, + "grad_norm": 0.6618507504463196, + "learning_rate": 7.305936073059361e-06, + "loss": 0.08326273411512375, + "step": 4859 + }, + { + "epoch": 0.96390321301071, + "grad_norm": 0.19311609864234924, + "learning_rate": 7.266229898749256e-06, + "loss": 0.054792240262031555, + "step": 4860 + }, + { + "epoch": 0.9641015470051567, + "grad_norm": 0.2837347984313965, + "learning_rate": 7.2265237244391504e-06, + "loss": 0.05495534837245941, + "step": 4861 + }, + { + "epoch": 0.9642998809996033, + "grad_norm": 0.4733327627182007, + "learning_rate": 7.186817550129045e-06, + "loss": 0.07813772559165955, + "step": 4862 + }, + { + "epoch": 0.96449821499405, + "grad_norm": 0.4928508698940277, + "learning_rate": 7.14711137581894e-06, + "loss": 0.09779772162437439, + "step": 4863 + }, + { + "epoch": 0.9646965489884967, + "grad_norm": 0.24090290069580078, + "learning_rate": 7.107405201508835e-06, + "loss": 0.06462512165307999, + "step": 4864 + }, + { + "epoch": 0.9648948829829432, + "grad_norm": 0.46434494853019714, + "learning_rate": 7.067699027198729e-06, + "loss": 0.0912853330373764, + "step": 4865 + }, + { + "epoch": 0.9650932169773899, + "grad_norm": 0.47252655029296875, + "learning_rate": 7.027992852888625e-06, + "loss": 0.08019072562456131, + "step": 4866 + }, + { + "epoch": 0.9652915509718366, + "grad_norm": 0.2693910300731659, + "learning_rate": 6.988286678578519e-06, + "loss": 0.07925145328044891, + "step": 4867 + }, + { + "epoch": 0.9654898849662832, + "grad_norm": 0.906096875667572, + "learning_rate": 6.948580504268413e-06, + "loss": 0.08171756565570831, + "step": 4868 + }, + { + "epoch": 0.9656882189607299, + "grad_norm": 0.8665879368782043, + "learning_rate": 6.908874329958309e-06, + "loss": 0.05284915864467621, + "step": 4869 + }, + { + "epoch": 0.9658865529551766, + "grad_norm": 0.5291211605072021, + "learning_rate": 6.869168155648204e-06, + "loss": 0.08138420432806015, + "step": 4870 + }, + { + "epoch": 0.9660848869496231, + "grad_norm": 0.32012876868247986, + "learning_rate": 6.829461981338098e-06, + "loss": 0.06026517599821091, + "step": 4871 + }, + { + "epoch": 0.9662832209440698, + "grad_norm": 1.6476649045944214, + "learning_rate": 6.789755807027994e-06, + "loss": 0.0755680501461029, + "step": 4872 + }, + { + "epoch": 0.9664815549385165, + "grad_norm": 0.32805943489074707, + "learning_rate": 6.750049632717888e-06, + "loss": 0.0787268728017807, + "step": 4873 + }, + { + "epoch": 0.9666798889329631, + "grad_norm": 0.982119083404541, + "learning_rate": 6.710343458407782e-06, + "loss": 0.0830300971865654, + "step": 4874 + }, + { + "epoch": 0.9668782229274098, + "grad_norm": 0.8651275038719177, + "learning_rate": 6.670637284097678e-06, + "loss": 0.0727759450674057, + "step": 4875 + }, + { + "epoch": 0.9670765569218565, + "grad_norm": 0.45485934615135193, + "learning_rate": 6.630931109787572e-06, + "loss": 0.07393328845500946, + "step": 4876 + }, + { + "epoch": 0.967274890916303, + "grad_norm": 0.45065003633499146, + "learning_rate": 6.591224935477467e-06, + "loss": 0.05498790740966797, + "step": 4877 + }, + { + "epoch": 0.9674732249107497, + "grad_norm": 0.5157456398010254, + "learning_rate": 6.551518761167362e-06, + "loss": 0.05169745534658432, + "step": 4878 + }, + { + "epoch": 0.9676715589051964, + "grad_norm": 0.35030943155288696, + "learning_rate": 6.511812586857256e-06, + "loss": 0.0722411647439003, + "step": 4879 + }, + { + "epoch": 0.967869892899643, + "grad_norm": 0.4990934431552887, + "learning_rate": 6.472106412547152e-06, + "loss": 0.05186253786087036, + "step": 4880 + }, + { + "epoch": 0.9680682268940897, + "grad_norm": 2.1183865070343018, + "learning_rate": 6.432400238237046e-06, + "loss": 0.08970284461975098, + "step": 4881 + }, + { + "epoch": 0.9682665608885362, + "grad_norm": 0.18892855942249298, + "learning_rate": 6.39269406392694e-06, + "loss": 0.03801639378070831, + "step": 4882 + }, + { + "epoch": 0.9684648948829829, + "grad_norm": 0.22805556654930115, + "learning_rate": 6.352987889616836e-06, + "loss": 0.05261434614658356, + "step": 4883 + }, + { + "epoch": 0.9686632288774296, + "grad_norm": 1.2746648788452148, + "learning_rate": 6.313281715306731e-06, + "loss": 0.07745392620563507, + "step": 4884 + }, + { + "epoch": 0.9688615628718762, + "grad_norm": 0.5991603136062622, + "learning_rate": 6.273575540996625e-06, + "loss": 0.09612777084112167, + "step": 4885 + }, + { + "epoch": 0.9690598968663229, + "grad_norm": 0.21414609253406525, + "learning_rate": 6.23386936668652e-06, + "loss": 0.06275220960378647, + "step": 4886 + }, + { + "epoch": 0.9692582308607696, + "grad_norm": 0.4618341624736786, + "learning_rate": 6.194163192376415e-06, + "loss": 0.0741664320230484, + "step": 4887 + }, + { + "epoch": 0.9694565648552161, + "grad_norm": 0.6012676954269409, + "learning_rate": 6.15445701806631e-06, + "loss": 0.09748564660549164, + "step": 4888 + }, + { + "epoch": 0.9696548988496628, + "grad_norm": 0.34737682342529297, + "learning_rate": 6.114750843756204e-06, + "loss": 0.06613408774137497, + "step": 4889 + }, + { + "epoch": 0.9698532328441095, + "grad_norm": 0.26701539754867554, + "learning_rate": 6.075044669446099e-06, + "loss": 0.08681684732437134, + "step": 4890 + }, + { + "epoch": 0.9700515668385561, + "grad_norm": 0.6756142377853394, + "learning_rate": 6.035338495135994e-06, + "loss": 0.08578825742006302, + "step": 4891 + }, + { + "epoch": 0.9702499008330028, + "grad_norm": 0.28695157170295715, + "learning_rate": 5.995632320825889e-06, + "loss": 0.04787757247686386, + "step": 4892 + }, + { + "epoch": 0.9704482348274495, + "grad_norm": 0.29634204506874084, + "learning_rate": 5.9559261465157836e-06, + "loss": 0.09403515607118607, + "step": 4893 + }, + { + "epoch": 0.970646568821896, + "grad_norm": 1.0627849102020264, + "learning_rate": 5.9162199722056785e-06, + "loss": 0.07748741656541824, + "step": 4894 + }, + { + "epoch": 0.9708449028163427, + "grad_norm": 0.29511427879333496, + "learning_rate": 5.876513797895573e-06, + "loss": 0.05878102034330368, + "step": 4895 + }, + { + "epoch": 0.9710432368107894, + "grad_norm": 0.33202555775642395, + "learning_rate": 5.8368076235854675e-06, + "loss": 0.06369107216596603, + "step": 4896 + }, + { + "epoch": 0.971241570805236, + "grad_norm": 0.5035922527313232, + "learning_rate": 5.797101449275362e-06, + "loss": 0.08034607768058777, + "step": 4897 + }, + { + "epoch": 0.9714399047996827, + "grad_norm": 0.31482937932014465, + "learning_rate": 5.757395274965257e-06, + "loss": 0.08409865200519562, + "step": 4898 + }, + { + "epoch": 0.9716382387941294, + "grad_norm": 0.6346355676651001, + "learning_rate": 5.717689100655152e-06, + "loss": 0.09013278782367706, + "step": 4899 + }, + { + "epoch": 0.9718365727885759, + "grad_norm": 0.30288028717041016, + "learning_rate": 5.677982926345047e-06, + "loss": 0.04988333210349083, + "step": 4900 + }, + { + "epoch": 0.9720349067830226, + "grad_norm": 0.32693207263946533, + "learning_rate": 5.638276752034942e-06, + "loss": 0.0858864039182663, + "step": 4901 + }, + { + "epoch": 0.9722332407774693, + "grad_norm": 0.5892438292503357, + "learning_rate": 5.598570577724836e-06, + "loss": 0.07539641857147217, + "step": 4902 + }, + { + "epoch": 0.9724315747719159, + "grad_norm": 0.6158261299133301, + "learning_rate": 5.558864403414731e-06, + "loss": 0.09450271725654602, + "step": 4903 + }, + { + "epoch": 0.9726299087663626, + "grad_norm": 2.5934298038482666, + "learning_rate": 5.519158229104626e-06, + "loss": 0.07403413206338882, + "step": 4904 + }, + { + "epoch": 0.9728282427608091, + "grad_norm": 2.598048210144043, + "learning_rate": 5.479452054794521e-06, + "loss": 0.07166153192520142, + "step": 4905 + }, + { + "epoch": 0.9730265767552558, + "grad_norm": 0.3122376799583435, + "learning_rate": 5.439745880484416e-06, + "loss": 0.061308085918426514, + "step": 4906 + }, + { + "epoch": 0.9732249107497025, + "grad_norm": 3.6234166622161865, + "learning_rate": 5.400039706174311e-06, + "loss": 0.06827664375305176, + "step": 4907 + }, + { + "epoch": 0.9734232447441491, + "grad_norm": 0.3312376141548157, + "learning_rate": 5.360333531864206e-06, + "loss": 0.08219293504953384, + "step": 4908 + }, + { + "epoch": 0.9736215787385958, + "grad_norm": 0.357683390378952, + "learning_rate": 5.3206273575541e-06, + "loss": 0.09303153306245804, + "step": 4909 + }, + { + "epoch": 0.9738199127330425, + "grad_norm": 0.8058891296386719, + "learning_rate": 5.280921183243995e-06, + "loss": 0.09994949400424957, + "step": 4910 + }, + { + "epoch": 0.974018246727489, + "grad_norm": 0.3141663074493408, + "learning_rate": 5.2412150089338895e-06, + "loss": 0.06451201438903809, + "step": 4911 + }, + { + "epoch": 0.9742165807219357, + "grad_norm": 0.3060247600078583, + "learning_rate": 5.2015088346237844e-06, + "loss": 0.06315719336271286, + "step": 4912 + }, + { + "epoch": 0.9744149147163824, + "grad_norm": 0.7470077872276306, + "learning_rate": 5.161802660313679e-06, + "loss": 0.09543506056070328, + "step": 4913 + }, + { + "epoch": 0.974613248710829, + "grad_norm": 0.25553959608078003, + "learning_rate": 5.122096486003574e-06, + "loss": 0.060547832399606705, + "step": 4914 + }, + { + "epoch": 0.9748115827052757, + "grad_norm": 0.5645405054092407, + "learning_rate": 5.082390311693468e-06, + "loss": 0.09606754779815674, + "step": 4915 + }, + { + "epoch": 0.9750099166997224, + "grad_norm": 0.31116965413093567, + "learning_rate": 5.042684137383363e-06, + "loss": 0.059562940150499344, + "step": 4916 + }, + { + "epoch": 0.9752082506941689, + "grad_norm": 0.2451685070991516, + "learning_rate": 5.002977963073258e-06, + "loss": 0.06496607512235641, + "step": 4917 + }, + { + "epoch": 0.9754065846886156, + "grad_norm": 0.5334836840629578, + "learning_rate": 4.963271788763152e-06, + "loss": 0.09719351679086685, + "step": 4918 + }, + { + "epoch": 0.9756049186830623, + "grad_norm": 0.38883569836616516, + "learning_rate": 4.923565614453047e-06, + "loss": 0.07649487257003784, + "step": 4919 + }, + { + "epoch": 0.9758032526775089, + "grad_norm": 0.2819024920463562, + "learning_rate": 4.883859440142943e-06, + "loss": 0.06243059039115906, + "step": 4920 + }, + { + "epoch": 0.9760015866719556, + "grad_norm": 1.043316125869751, + "learning_rate": 4.844153265832838e-06, + "loss": 0.05786174163222313, + "step": 4921 + }, + { + "epoch": 0.9761999206664023, + "grad_norm": 0.4308450520038605, + "learning_rate": 4.804447091522732e-06, + "loss": 0.0747278705239296, + "step": 4922 + }, + { + "epoch": 0.9763982546608488, + "grad_norm": 0.28583621978759766, + "learning_rate": 4.764740917212627e-06, + "loss": 0.08647774904966354, + "step": 4923 + }, + { + "epoch": 0.9765965886552955, + "grad_norm": 0.6637635231018066, + "learning_rate": 4.725034742902522e-06, + "loss": 0.08863312751054764, + "step": 4924 + }, + { + "epoch": 0.9767949226497422, + "grad_norm": 0.22000707685947418, + "learning_rate": 4.685328568592416e-06, + "loss": 0.04815090447664261, + "step": 4925 + }, + { + "epoch": 0.9769932566441888, + "grad_norm": 0.35360947251319885, + "learning_rate": 4.645622394282311e-06, + "loss": 0.07299945503473282, + "step": 4926 + }, + { + "epoch": 0.9771915906386355, + "grad_norm": 0.609390139579773, + "learning_rate": 4.6059162199722065e-06, + "loss": 0.09380404651165009, + "step": 4927 + }, + { + "epoch": 0.9773899246330822, + "grad_norm": 0.6036621928215027, + "learning_rate": 4.566210045662101e-06, + "loss": 0.07198775559663773, + "step": 4928 + }, + { + "epoch": 0.9775882586275287, + "grad_norm": 0.25232648849487305, + "learning_rate": 4.5265038713519955e-06, + "loss": 0.07783623039722443, + "step": 4929 + }, + { + "epoch": 0.9777865926219754, + "grad_norm": 0.33307135105133057, + "learning_rate": 4.48679769704189e-06, + "loss": 0.08219948410987854, + "step": 4930 + }, + { + "epoch": 0.977984926616422, + "grad_norm": 0.2853296995162964, + "learning_rate": 4.4470915227317845e-06, + "loss": 0.05400370433926582, + "step": 4931 + }, + { + "epoch": 0.9781832606108687, + "grad_norm": 0.3153647184371948, + "learning_rate": 4.407385348421679e-06, + "loss": 0.0707743838429451, + "step": 4932 + }, + { + "epoch": 0.9783815946053154, + "grad_norm": 0.41390830278396606, + "learning_rate": 4.367679174111574e-06, + "loss": 0.0634988322854042, + "step": 4933 + }, + { + "epoch": 0.978579928599762, + "grad_norm": 0.2779533267021179, + "learning_rate": 4.32797299980147e-06, + "loss": 0.051352597773075104, + "step": 4934 + }, + { + "epoch": 0.9787782625942086, + "grad_norm": 0.6282055377960205, + "learning_rate": 4.288266825491364e-06, + "loss": 0.07785013318061829, + "step": 4935 + }, + { + "epoch": 0.9789765965886553, + "grad_norm": 0.40122994780540466, + "learning_rate": 4.248560651181259e-06, + "loss": 0.10136256366968155, + "step": 4936 + }, + { + "epoch": 0.9791749305831019, + "grad_norm": 1.1999962329864502, + "learning_rate": 4.208854476871154e-06, + "loss": 0.05765809118747711, + "step": 4937 + }, + { + "epoch": 0.9793732645775486, + "grad_norm": 0.2860201597213745, + "learning_rate": 4.169148302561048e-06, + "loss": 0.0367615669965744, + "step": 4938 + }, + { + "epoch": 0.9795715985719953, + "grad_norm": 0.7018240690231323, + "learning_rate": 4.129442128250943e-06, + "loss": 0.046071600168943405, + "step": 4939 + }, + { + "epoch": 0.9797699325664418, + "grad_norm": 0.45478302240371704, + "learning_rate": 4.089735953940838e-06, + "loss": 0.05418460816144943, + "step": 4940 + }, + { + "epoch": 0.9799682665608885, + "grad_norm": 0.48443976044654846, + "learning_rate": 4.050029779630733e-06, + "loss": 0.07308889925479889, + "step": 4941 + }, + { + "epoch": 0.9801666005553352, + "grad_norm": 0.4317150413990021, + "learning_rate": 4.010323605320628e-06, + "loss": 0.07844332605600357, + "step": 4942 + }, + { + "epoch": 0.9803649345497818, + "grad_norm": 0.49824556708335876, + "learning_rate": 3.970617431010523e-06, + "loss": 0.055525586009025574, + "step": 4943 + }, + { + "epoch": 0.9805632685442285, + "grad_norm": 0.4056257903575897, + "learning_rate": 3.930911256700417e-06, + "loss": 0.10936272889375687, + "step": 4944 + }, + { + "epoch": 0.9807616025386752, + "grad_norm": 0.5387087464332581, + "learning_rate": 3.891205082390312e-06, + "loss": 0.08433763682842255, + "step": 4945 + }, + { + "epoch": 0.9809599365331217, + "grad_norm": 0.23552103340625763, + "learning_rate": 3.8514989080802066e-06, + "loss": 0.053330909460783005, + "step": 4946 + }, + { + "epoch": 0.9811582705275684, + "grad_norm": 0.1630551815032959, + "learning_rate": 3.811792733770102e-06, + "loss": 0.05944906175136566, + "step": 4947 + }, + { + "epoch": 0.9813566045220151, + "grad_norm": 1.445648431777954, + "learning_rate": 3.772086559459996e-06, + "loss": 0.06663054972887039, + "step": 4948 + }, + { + "epoch": 0.9815549385164617, + "grad_norm": 0.7094799876213074, + "learning_rate": 3.732380385149891e-06, + "loss": 0.08754648268222809, + "step": 4949 + }, + { + "epoch": 0.9817532725109084, + "grad_norm": 0.18793778121471405, + "learning_rate": 3.6926742108397862e-06, + "loss": 0.047272875905036926, + "step": 4950 + }, + { + "epoch": 0.9819516065053551, + "grad_norm": 0.23503893613815308, + "learning_rate": 3.6529680365296803e-06, + "loss": 0.06994479894638062, + "step": 4951 + }, + { + "epoch": 0.9821499404998016, + "grad_norm": 0.2872644066810608, + "learning_rate": 3.6132618622195752e-06, + "loss": 0.07240165770053864, + "step": 4952 + }, + { + "epoch": 0.9823482744942483, + "grad_norm": 0.6430612206459045, + "learning_rate": 3.57355568790947e-06, + "loss": 0.10451991856098175, + "step": 4953 + }, + { + "epoch": 0.982546608488695, + "grad_norm": 0.2953300476074219, + "learning_rate": 3.5338495135993646e-06, + "loss": 0.07006795704364777, + "step": 4954 + }, + { + "epoch": 0.9827449424831416, + "grad_norm": 0.5527998805046082, + "learning_rate": 3.4941433392892595e-06, + "loss": 0.08796398341655731, + "step": 4955 + }, + { + "epoch": 0.9829432764775883, + "grad_norm": 0.5592010021209717, + "learning_rate": 3.4544371649791545e-06, + "loss": 0.057957448065280914, + "step": 4956 + }, + { + "epoch": 0.9831416104720349, + "grad_norm": 0.24939140677452087, + "learning_rate": 3.414730990669049e-06, + "loss": 0.0753721371293068, + "step": 4957 + }, + { + "epoch": 0.9833399444664815, + "grad_norm": 0.8582922220230103, + "learning_rate": 3.375024816358944e-06, + "loss": 0.06329444795846939, + "step": 4958 + }, + { + "epoch": 0.9835382784609282, + "grad_norm": 0.14907827973365784, + "learning_rate": 3.335318642048839e-06, + "loss": 0.055488623678684235, + "step": 4959 + }, + { + "epoch": 0.9837366124553748, + "grad_norm": 0.2701610028743744, + "learning_rate": 3.2956124677387337e-06, + "loss": 0.07701407372951508, + "step": 4960 + }, + { + "epoch": 0.9839349464498215, + "grad_norm": 0.35259386897087097, + "learning_rate": 3.255906293428628e-06, + "loss": 0.07965706288814545, + "step": 4961 + }, + { + "epoch": 0.9841332804442682, + "grad_norm": 0.18774352967739105, + "learning_rate": 3.216200119118523e-06, + "loss": 0.06487979739904404, + "step": 4962 + }, + { + "epoch": 0.9843316144387148, + "grad_norm": 0.2652868330478668, + "learning_rate": 3.176493944808418e-06, + "loss": 0.06563308835029602, + "step": 4963 + }, + { + "epoch": 0.9845299484331614, + "grad_norm": 0.5344381332397461, + "learning_rate": 3.1367877704983125e-06, + "loss": 0.06477545201778412, + "step": 4964 + }, + { + "epoch": 0.9847282824276081, + "grad_norm": 0.5286693572998047, + "learning_rate": 3.0970815961882074e-06, + "loss": 0.07368962466716766, + "step": 4965 + }, + { + "epoch": 0.9849266164220547, + "grad_norm": 0.3176688551902771, + "learning_rate": 3.057375421878102e-06, + "loss": 0.10580451786518097, + "step": 4966 + }, + { + "epoch": 0.9851249504165014, + "grad_norm": 0.6978626251220703, + "learning_rate": 3.017669247567997e-06, + "loss": 0.11492715775966644, + "step": 4967 + }, + { + "epoch": 0.9853232844109481, + "grad_norm": 0.3710583746433258, + "learning_rate": 2.9779630732578918e-06, + "loss": 0.05749646574258804, + "step": 4968 + }, + { + "epoch": 0.9855216184053947, + "grad_norm": 0.5326966047286987, + "learning_rate": 2.9382568989477867e-06, + "loss": 0.052773743867874146, + "step": 4969 + }, + { + "epoch": 0.9857199523998413, + "grad_norm": 0.7714247107505798, + "learning_rate": 2.898550724637681e-06, + "loss": 0.0937575027346611, + "step": 4970 + }, + { + "epoch": 0.985918286394288, + "grad_norm": 0.29600945115089417, + "learning_rate": 2.858844550327576e-06, + "loss": 0.07117109000682831, + "step": 4971 + }, + { + "epoch": 0.9861166203887346, + "grad_norm": 0.32394325733184814, + "learning_rate": 2.819138376017471e-06, + "loss": 0.06469279527664185, + "step": 4972 + }, + { + "epoch": 0.9863149543831813, + "grad_norm": 0.7009854912757874, + "learning_rate": 2.7794322017073655e-06, + "loss": 0.0733887106180191, + "step": 4973 + }, + { + "epoch": 0.986513288377628, + "grad_norm": 0.3733397126197815, + "learning_rate": 2.7397260273972604e-06, + "loss": 0.05763071030378342, + "step": 4974 + }, + { + "epoch": 0.9867116223720745, + "grad_norm": 0.2374338060617447, + "learning_rate": 2.7000198530871554e-06, + "loss": 0.06731492280960083, + "step": 4975 + }, + { + "epoch": 0.9869099563665212, + "grad_norm": 3.8049378395080566, + "learning_rate": 2.66031367877705e-06, + "loss": 0.08845871686935425, + "step": 4976 + }, + { + "epoch": 0.9871082903609679, + "grad_norm": 0.3408648669719696, + "learning_rate": 2.6206075044669448e-06, + "loss": 0.07247831672430038, + "step": 4977 + }, + { + "epoch": 0.9873066243554145, + "grad_norm": 0.5065532326698303, + "learning_rate": 2.5809013301568397e-06, + "loss": 0.0990426242351532, + "step": 4978 + }, + { + "epoch": 0.9875049583498612, + "grad_norm": 0.32003745436668396, + "learning_rate": 2.541195155846734e-06, + "loss": 0.06706850975751877, + "step": 4979 + }, + { + "epoch": 0.9877032923443078, + "grad_norm": 2.855137825012207, + "learning_rate": 2.501488981536629e-06, + "loss": 0.07959718257188797, + "step": 4980 + }, + { + "epoch": 0.9879016263387544, + "grad_norm": 1.1141263246536255, + "learning_rate": 2.4617828072265236e-06, + "loss": 0.10069400072097778, + "step": 4981 + }, + { + "epoch": 0.9880999603332011, + "grad_norm": 1.6839736700057983, + "learning_rate": 2.422076632916419e-06, + "loss": 0.07389169931411743, + "step": 4982 + }, + { + "epoch": 0.9882982943276477, + "grad_norm": 0.497740775346756, + "learning_rate": 2.3823704586063134e-06, + "loss": 0.0626382902264595, + "step": 4983 + }, + { + "epoch": 0.9884966283220944, + "grad_norm": 0.24280524253845215, + "learning_rate": 2.342664284296208e-06, + "loss": 0.0657186284661293, + "step": 4984 + }, + { + "epoch": 0.9886949623165411, + "grad_norm": 0.3003685474395752, + "learning_rate": 2.3029581099861033e-06, + "loss": 0.09734147787094116, + "step": 4985 + }, + { + "epoch": 0.9888932963109877, + "grad_norm": 0.21871814131736755, + "learning_rate": 2.2632519356759978e-06, + "loss": 0.05486005172133446, + "step": 4986 + }, + { + "epoch": 0.9890916303054343, + "grad_norm": 0.305839866399765, + "learning_rate": 2.2235457613658922e-06, + "loss": 0.07996278256177902, + "step": 4987 + }, + { + "epoch": 0.989289964299881, + "grad_norm": 0.21109074354171753, + "learning_rate": 2.183839587055787e-06, + "loss": 0.05251729115843773, + "step": 4988 + }, + { + "epoch": 0.9894882982943276, + "grad_norm": 0.4092630445957184, + "learning_rate": 2.144133412745682e-06, + "loss": 0.1062965914607048, + "step": 4989 + }, + { + "epoch": 0.9896866322887743, + "grad_norm": 0.6421793103218079, + "learning_rate": 2.104427238435577e-06, + "loss": 0.10354327410459518, + "step": 4990 + }, + { + "epoch": 0.989884966283221, + "grad_norm": 0.6788860559463501, + "learning_rate": 2.0647210641254715e-06, + "loss": 0.0840814858675003, + "step": 4991 + }, + { + "epoch": 0.9900833002776676, + "grad_norm": 0.2076794058084488, + "learning_rate": 2.0250148898153664e-06, + "loss": 0.05307596176862717, + "step": 4992 + }, + { + "epoch": 0.9902816342721142, + "grad_norm": 0.8112940192222595, + "learning_rate": 1.9853087155052613e-06, + "loss": 0.07042045891284943, + "step": 4993 + }, + { + "epoch": 0.9904799682665609, + "grad_norm": 1.1450506448745728, + "learning_rate": 1.945602541195156e-06, + "loss": 0.10486297309398651, + "step": 4994 + }, + { + "epoch": 0.9906783022610075, + "grad_norm": 0.21004235744476318, + "learning_rate": 1.905896366885051e-06, + "loss": 0.06452344357967377, + "step": 4995 + }, + { + "epoch": 0.9908766362554542, + "grad_norm": 0.3594937324523926, + "learning_rate": 1.8661901925749454e-06, + "loss": 0.06145033985376358, + "step": 4996 + }, + { + "epoch": 0.9910749702499009, + "grad_norm": 5.130101680755615, + "learning_rate": 1.8264840182648401e-06, + "loss": 0.09059587121009827, + "step": 4997 + }, + { + "epoch": 0.9912733042443475, + "grad_norm": 0.2649574279785156, + "learning_rate": 1.786777843954735e-06, + "loss": 0.08701535314321518, + "step": 4998 + }, + { + "epoch": 0.9914716382387941, + "grad_norm": 0.6001554131507874, + "learning_rate": 1.7470716696446298e-06, + "loss": 0.05977042019367218, + "step": 4999 + }, + { + "epoch": 0.9916699722332408, + "grad_norm": 14.7357816696167, + "learning_rate": 1.7073654953345245e-06, + "loss": 0.09493738412857056, + "step": 5000 + }, + { + "epoch": 0.9916699722332408, + "eval_loss": 0.615654706954956, + "eval_runtime": 413.7189, + "eval_samples_per_second": 0.619, + "eval_steps_per_second": 0.155, + "step": 5000 + } + ], + "logging_steps": 1, + "max_steps": 5042, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 3.104066895814066e+18, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +}