| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.8927531731553002, |
| "eval_steps": 500, |
| "global_step": 46000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0004851919419322284, |
| "grad_norm": 3.90966796875, |
| "learning_rate": 2.3287405394915585e-07, |
| "loss": 2.4742, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.0009703838838644568, |
| "grad_norm": 1.8822375535964966, |
| "learning_rate": 4.754511934795265e-07, |
| "loss": 2.5272, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0014555758257966851, |
| "grad_norm": 3.088674783706665, |
| "learning_rate": 7.180283330098972e-07, |
| "loss": 2.4626, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.0019407677677289136, |
| "grad_norm": 3.511949300765991, |
| "learning_rate": 9.606054725402678e-07, |
| "loss": 2.4461, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.002425959709661142, |
| "grad_norm": 2.2115414142608643, |
| "learning_rate": 1.2031826120706385e-06, |
| "loss": 2.3463, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.0029111516515933702, |
| "grad_norm": 2.633610963821411, |
| "learning_rate": 1.4457597516010093e-06, |
| "loss": 2.5171, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.003396343593525599, |
| "grad_norm": 3.3910467624664307, |
| "learning_rate": 1.68833689113138e-06, |
| "loss": 2.5743, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.003881535535457827, |
| "grad_norm": 17.304025650024414, |
| "learning_rate": 1.9309140306617507e-06, |
| "loss": 2.1501, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.004366727477390055, |
| "grad_norm": 3.8990273475646973, |
| "learning_rate": 2.173491170192121e-06, |
| "loss": 2.7209, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.004851919419322284, |
| "grad_norm": 1.3827334642410278, |
| "learning_rate": 2.4160683097224917e-06, |
| "loss": 2.0937, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.005337111361254513, |
| "grad_norm": 1.3372269868850708, |
| "learning_rate": 2.6586454492528625e-06, |
| "loss": 2.3084, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.0058223033031867405, |
| "grad_norm": 4.220313549041748, |
| "learning_rate": 2.901222588783233e-06, |
| "loss": 2.1632, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.006307495245118969, |
| "grad_norm": 2.9070205688476562, |
| "learning_rate": 3.143799728313604e-06, |
| "loss": 2.2185, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.006792687187051198, |
| "grad_norm": 2.715998649597168, |
| "learning_rate": 3.3863768678439747e-06, |
| "loss": 2.3272, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.007277879128983426, |
| "grad_norm": 1.1128817796707153, |
| "learning_rate": 3.6289540073743454e-06, |
| "loss": 1.9018, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.007763071070915654, |
| "grad_norm": 2.774975061416626, |
| "learning_rate": 3.871531146904716e-06, |
| "loss": 2.3206, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.008248263012847883, |
| "grad_norm": 2.7069075107574463, |
| "learning_rate": 4.114108286435087e-06, |
| "loss": 2.2471, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.00873345495478011, |
| "grad_norm": 11.132996559143066, |
| "learning_rate": 4.356685425965458e-06, |
| "loss": 2.113, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.009218646896712339, |
| "grad_norm": 3.1804468631744385, |
| "learning_rate": 4.599262565495828e-06, |
| "loss": 1.92, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.009703838838644568, |
| "grad_norm": 1.2929842472076416, |
| "learning_rate": 4.841839705026199e-06, |
| "loss": 2.2766, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.010189030780576796, |
| "grad_norm": 3.065716028213501, |
| "learning_rate": 5.084416844556569e-06, |
| "loss": 2.07, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.010674222722509025, |
| "grad_norm": 3.112562417984009, |
| "learning_rate": 5.32699398408694e-06, |
| "loss": 1.8611, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.011159414664441253, |
| "grad_norm": 1.210417628288269, |
| "learning_rate": 5.56957112361731e-06, |
| "loss": 2.1128, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.011644606606373481, |
| "grad_norm": 1.129555344581604, |
| "learning_rate": 5.812148263147681e-06, |
| "loss": 2.0316, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.01212979854830571, |
| "grad_norm": 1.082440733909607, |
| "learning_rate": 6.054725402678052e-06, |
| "loss": 1.9667, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.012614990490237938, |
| "grad_norm": 3.9482548236846924, |
| "learning_rate": 6.297302542208422e-06, |
| "loss": 1.9789, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.013100182432170166, |
| "grad_norm": 1.173755407333374, |
| "learning_rate": 6.539879681738793e-06, |
| "loss": 1.8797, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.013585374374102396, |
| "grad_norm": 1.097811222076416, |
| "learning_rate": 6.782456821269163e-06, |
| "loss": 1.7994, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.014070566316034623, |
| "grad_norm": 1.9983631372451782, |
| "learning_rate": 7.025033960799535e-06, |
| "loss": 1.7279, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.014555758257966851, |
| "grad_norm": 1.8675776720046997, |
| "learning_rate": 7.267611100329905e-06, |
| "loss": 1.7227, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.01504095019989908, |
| "grad_norm": 3.426948308944702, |
| "learning_rate": 7.510188239860276e-06, |
| "loss": 1.9321, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.015526142141831309, |
| "grad_norm": 2.6379363536834717, |
| "learning_rate": 7.752765379390645e-06, |
| "loss": 1.862, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.016011334083763536, |
| "grad_norm": 2.3302230834960938, |
| "learning_rate": 7.995342518921018e-06, |
| "loss": 1.8625, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.016496526025695766, |
| "grad_norm": 2.875757932662964, |
| "learning_rate": 8.237919658451387e-06, |
| "loss": 1.7114, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.016981717967627992, |
| "grad_norm": 3.013284921646118, |
| "learning_rate": 8.480496797981759e-06, |
| "loss": 1.7871, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.01746690990956022, |
| "grad_norm": 2.8616998195648193, |
| "learning_rate": 8.723073937512128e-06, |
| "loss": 1.7398, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.01795210185149245, |
| "grad_norm": 1.0187076330184937, |
| "learning_rate": 8.9656510770425e-06, |
| "loss": 1.74, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.018437293793424677, |
| "grad_norm": 1.3650062084197998, |
| "learning_rate": 9.20822821657287e-06, |
| "loss": 1.6894, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.018922485735356907, |
| "grad_norm": 1.4469585418701172, |
| "learning_rate": 9.450805356103242e-06, |
| "loss": 1.7739, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.019407677677289136, |
| "grad_norm": 2.691803216934204, |
| "learning_rate": 9.693382495633611e-06, |
| "loss": 1.769, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.019892869619221366, |
| "grad_norm": 1.1347544193267822, |
| "learning_rate": 9.935959635163984e-06, |
| "loss": 1.7962, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.020378061561153592, |
| "grad_norm": 1.0007703304290771, |
| "learning_rate": 1.0178536774694353e-05, |
| "loss": 1.6681, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.02086325350308582, |
| "grad_norm": 1.8785839080810547, |
| "learning_rate": 1.0421113914224723e-05, |
| "loss": 1.9531, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.02134844544501805, |
| "grad_norm": 1.2335996627807617, |
| "learning_rate": 1.0663691053755094e-05, |
| "loss": 1.6884, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.021833637386950277, |
| "grad_norm": 1.6559607982635498, |
| "learning_rate": 1.0906268193285465e-05, |
| "loss": 1.7256, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.022318829328882506, |
| "grad_norm": 3.586662769317627, |
| "learning_rate": 1.1148845332815835e-05, |
| "loss": 1.5938, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.022804021270814736, |
| "grad_norm": 2.8736953735351562, |
| "learning_rate": 1.1391422472346206e-05, |
| "loss": 1.727, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.023289213212746962, |
| "grad_norm": 0.9975171089172363, |
| "learning_rate": 1.1633999611876577e-05, |
| "loss": 1.6868, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.02377440515467919, |
| "grad_norm": 1.0725816488265991, |
| "learning_rate": 1.1876576751406948e-05, |
| "loss": 1.6045, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.02425959709661142, |
| "grad_norm": 1.9929953813552856, |
| "learning_rate": 1.2119153890937318e-05, |
| "loss": 1.6251, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.024744789038543647, |
| "grad_norm": 1.1710798740386963, |
| "learning_rate": 1.2361731030467689e-05, |
| "loss": 1.7395, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.025229980980475877, |
| "grad_norm": 2.9696929454803467, |
| "learning_rate": 1.2604308169998062e-05, |
| "loss": 1.7758, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.025715172922408106, |
| "grad_norm": 3.628535270690918, |
| "learning_rate": 1.284688530952843e-05, |
| "loss": 1.5861, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.026200364864340332, |
| "grad_norm": 3.5236692428588867, |
| "learning_rate": 1.3089462449058801e-05, |
| "loss": 1.7422, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.026685556806272562, |
| "grad_norm": 2.8300163745880127, |
| "learning_rate": 1.333203958858917e-05, |
| "loss": 1.6172, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.02717074874820479, |
| "grad_norm": 1.40636146068573, |
| "learning_rate": 1.3574616728119543e-05, |
| "loss": 1.6077, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.027655940690137017, |
| "grad_norm": 1.3620463609695435, |
| "learning_rate": 1.3817193867649913e-05, |
| "loss": 1.7556, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.028141132632069247, |
| "grad_norm": 2.7946860790252686, |
| "learning_rate": 1.4059771007180284e-05, |
| "loss": 1.4577, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.028626324574001476, |
| "grad_norm": 1.12230384349823, |
| "learning_rate": 1.4302348146710653e-05, |
| "loss": 1.5375, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.029111516515933702, |
| "grad_norm": 1.2471367120742798, |
| "learning_rate": 1.4544925286241026e-05, |
| "loss": 1.4956, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.029596708457865932, |
| "grad_norm": 1.5730960369110107, |
| "learning_rate": 1.4787502425771396e-05, |
| "loss": 1.7195, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.03008190039979816, |
| "grad_norm": 3.0721590518951416, |
| "learning_rate": 1.5030079565301765e-05, |
| "loss": 1.8236, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.030567092341730388, |
| "grad_norm": 1.2268625497817993, |
| "learning_rate": 1.5272656704832138e-05, |
| "loss": 1.6594, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.031052284283662617, |
| "grad_norm": 1.5775988101959229, |
| "learning_rate": 1.551523384436251e-05, |
| "loss": 1.6762, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.03153747622559484, |
| "grad_norm": 3.182451009750366, |
| "learning_rate": 1.575781098389288e-05, |
| "loss": 1.5154, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.03202266816752707, |
| "grad_norm": 1.4978240728378296, |
| "learning_rate": 1.600038812342325e-05, |
| "loss": 1.4126, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.0325078601094593, |
| "grad_norm": 1.0643303394317627, |
| "learning_rate": 1.6242965262953617e-05, |
| "loss": 1.6057, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.03299305205139153, |
| "grad_norm": 2.478482961654663, |
| "learning_rate": 1.6485542402483993e-05, |
| "loss": 1.5425, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.03347824399332376, |
| "grad_norm": 2.704223394393921, |
| "learning_rate": 1.6728119542014362e-05, |
| "loss": 1.7705, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.033963435935255984, |
| "grad_norm": 0.9970455765724182, |
| "learning_rate": 1.697069668154473e-05, |
| "loss": 1.5813, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.03444862787718821, |
| "grad_norm": 1.8028525114059448, |
| "learning_rate": 1.72132738210751e-05, |
| "loss": 1.4601, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.03493381981912044, |
| "grad_norm": 2.313715934753418, |
| "learning_rate": 1.7455850960605473e-05, |
| "loss": 1.5967, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.03541901176105267, |
| "grad_norm": 3.7608914375305176, |
| "learning_rate": 1.7698428100135845e-05, |
| "loss": 1.5647, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.0359042037029849, |
| "grad_norm": 1.03783118724823, |
| "learning_rate": 1.7941005239666214e-05, |
| "loss": 1.5705, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.03638939564491713, |
| "grad_norm": 2.927215814590454, |
| "learning_rate": 1.8183582379196583e-05, |
| "loss": 1.6744, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.036874587586849354, |
| "grad_norm": 1.0175386667251587, |
| "learning_rate": 1.8426159518726956e-05, |
| "loss": 1.5416, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.037359779528781584, |
| "grad_norm": 3.6968493461608887, |
| "learning_rate": 1.8668736658257328e-05, |
| "loss": 1.6354, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.03784497147071381, |
| "grad_norm": 3.319735050201416, |
| "learning_rate": 1.8911313797787697e-05, |
| "loss": 1.5719, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.03833016341264604, |
| "grad_norm": 3.729513645172119, |
| "learning_rate": 1.9153890937318066e-05, |
| "loss": 1.5646, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.03881535535457827, |
| "grad_norm": 2.9497082233428955, |
| "learning_rate": 1.939646807684844e-05, |
| "loss": 1.4613, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.0393005472965105, |
| "grad_norm": 1.535876989364624, |
| "learning_rate": 1.963904521637881e-05, |
| "loss": 1.4871, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.03978573923844273, |
| "grad_norm": 1.1439560651779175, |
| "learning_rate": 1.988162235590918e-05, |
| "loss": 1.5291, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.040270931180374954, |
| "grad_norm": 2.2864792346954346, |
| "learning_rate": 2.012419949543955e-05, |
| "loss": 1.5916, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.040756123122307183, |
| "grad_norm": 1.2204453945159912, |
| "learning_rate": 2.036677663496992e-05, |
| "loss": 1.2988, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.04124131506423941, |
| "grad_norm": 1.1947274208068848, |
| "learning_rate": 2.0609353774500294e-05, |
| "loss": 1.4826, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.04172650700617164, |
| "grad_norm": 1.3512362241744995, |
| "learning_rate": 2.0851930914030663e-05, |
| "loss": 1.5015, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.04221169894810387, |
| "grad_norm": 1.2614232301712036, |
| "learning_rate": 2.1094508053561032e-05, |
| "loss": 1.5607, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.0426968908900361, |
| "grad_norm": 2.800171375274658, |
| "learning_rate": 2.1337085193091404e-05, |
| "loss": 1.4967, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.043182082831968324, |
| "grad_norm": 1.0705206394195557, |
| "learning_rate": 2.1579662332621773e-05, |
| "loss": 1.3448, |
| "step": 2225 |
| }, |
| { |
| "epoch": 0.043667274773900554, |
| "grad_norm": 1.8078887462615967, |
| "learning_rate": 2.1822239472152146e-05, |
| "loss": 1.4896, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.04415246671583278, |
| "grad_norm": 1.0580345392227173, |
| "learning_rate": 2.2064816611682515e-05, |
| "loss": 1.4504, |
| "step": 2275 |
| }, |
| { |
| "epoch": 0.04463765865776501, |
| "grad_norm": 3.160353899002075, |
| "learning_rate": 2.2307393751212887e-05, |
| "loss": 1.5207, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.04512285059969724, |
| "grad_norm": 1.6641337871551514, |
| "learning_rate": 2.2549970890743256e-05, |
| "loss": 1.4826, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.04560804254162947, |
| "grad_norm": 1.0267821550369263, |
| "learning_rate": 2.279254803027363e-05, |
| "loss": 1.4078, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.046093234483561694, |
| "grad_norm": 1.0587111711502075, |
| "learning_rate": 2.3035125169803998e-05, |
| "loss": 1.5499, |
| "step": 2375 |
| }, |
| { |
| "epoch": 0.046578426425493924, |
| "grad_norm": 3.6541175842285156, |
| "learning_rate": 2.327770230933437e-05, |
| "loss": 1.4938, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.047063618367426154, |
| "grad_norm": 1.2218989133834839, |
| "learning_rate": 2.352027944886474e-05, |
| "loss": 1.4867, |
| "step": 2425 |
| }, |
| { |
| "epoch": 0.04754881030935838, |
| "grad_norm": 3.6509273052215576, |
| "learning_rate": 2.376285658839511e-05, |
| "loss": 1.5636, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.04803400225129061, |
| "grad_norm": 3.297788143157959, |
| "learning_rate": 2.400543372792548e-05, |
| "loss": 1.5964, |
| "step": 2475 |
| }, |
| { |
| "epoch": 0.04851919419322284, |
| "grad_norm": 1.2131916284561157, |
| "learning_rate": 2.4248010867455853e-05, |
| "loss": 1.5064, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.049004386135155065, |
| "grad_norm": 0.9861648082733154, |
| "learning_rate": 2.4490588006986222e-05, |
| "loss": 1.6952, |
| "step": 2525 |
| }, |
| { |
| "epoch": 0.049489578077087294, |
| "grad_norm": 2.9985218048095703, |
| "learning_rate": 2.4733165146516595e-05, |
| "loss": 1.3895, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.049974770019019524, |
| "grad_norm": 1.463944911956787, |
| "learning_rate": 2.4975742286046964e-05, |
| "loss": 1.5707, |
| "step": 2575 |
| }, |
| { |
| "epoch": 0.05045996196095175, |
| "grad_norm": 4.15296745300293, |
| "learning_rate": 2.5218319425577336e-05, |
| "loss": 1.5873, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.05094515390288398, |
| "grad_norm": 1.059969425201416, |
| "learning_rate": 2.5460896565107705e-05, |
| "loss": 1.6341, |
| "step": 2625 |
| }, |
| { |
| "epoch": 0.05143034584481621, |
| "grad_norm": 4.50639009475708, |
| "learning_rate": 2.5703473704638074e-05, |
| "loss": 1.4233, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.051915537786748435, |
| "grad_norm": 0.9584243893623352, |
| "learning_rate": 2.5946050844168447e-05, |
| "loss": 1.491, |
| "step": 2675 |
| }, |
| { |
| "epoch": 0.052400729728680664, |
| "grad_norm": 2.4802722930908203, |
| "learning_rate": 2.6188627983698816e-05, |
| "loss": 1.3795, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.052885921670612894, |
| "grad_norm": 1.1531988382339478, |
| "learning_rate": 2.6431205123229185e-05, |
| "loss": 1.3134, |
| "step": 2725 |
| }, |
| { |
| "epoch": 0.053371113612545124, |
| "grad_norm": 1.5479412078857422, |
| "learning_rate": 2.667378226275956e-05, |
| "loss": 1.5125, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.05385630555447735, |
| "grad_norm": 1.1846760511398315, |
| "learning_rate": 2.6916359402289933e-05, |
| "loss": 1.4137, |
| "step": 2775 |
| }, |
| { |
| "epoch": 0.05434149749640958, |
| "grad_norm": 1.353407859802246, |
| "learning_rate": 2.7158936541820302e-05, |
| "loss": 1.3848, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.054826689438341805, |
| "grad_norm": 1.1290065050125122, |
| "learning_rate": 2.740151368135067e-05, |
| "loss": 1.4336, |
| "step": 2825 |
| }, |
| { |
| "epoch": 0.055311881380274035, |
| "grad_norm": 2.4514572620391846, |
| "learning_rate": 2.764409082088104e-05, |
| "loss": 1.4479, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.055797073322206264, |
| "grad_norm": 2.785065174102783, |
| "learning_rate": 2.7886667960411412e-05, |
| "loss": 1.6098, |
| "step": 2875 |
| }, |
| { |
| "epoch": 0.056282265264138494, |
| "grad_norm": 0.9355756044387817, |
| "learning_rate": 2.812924509994178e-05, |
| "loss": 1.6509, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.05676745720607072, |
| "grad_norm": 0.9964144825935364, |
| "learning_rate": 2.837182223947215e-05, |
| "loss": 1.4775, |
| "step": 2925 |
| }, |
| { |
| "epoch": 0.05725264914800295, |
| "grad_norm": 1.3886277675628662, |
| "learning_rate": 2.8614399379002526e-05, |
| "loss": 1.2996, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.057737841089935175, |
| "grad_norm": 1.1990947723388672, |
| "learning_rate": 2.8856976518532895e-05, |
| "loss": 1.511, |
| "step": 2975 |
| }, |
| { |
| "epoch": 0.058223033031867405, |
| "grad_norm": 1.119235873222351, |
| "learning_rate": 2.9099553658063268e-05, |
| "loss": 1.5425, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.058708224973799635, |
| "grad_norm": 1.4558950662612915, |
| "learning_rate": 2.9342130797593637e-05, |
| "loss": 1.5784, |
| "step": 3025 |
| }, |
| { |
| "epoch": 0.059193416915731864, |
| "grad_norm": 1.3026875257492065, |
| "learning_rate": 2.9584707937124006e-05, |
| "loss": 1.4515, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.059678608857664094, |
| "grad_norm": 2.709102153778076, |
| "learning_rate": 2.9827285076654378e-05, |
| "loss": 1.4643, |
| "step": 3075 |
| }, |
| { |
| "epoch": 0.06016380079959632, |
| "grad_norm": 1.3877496719360352, |
| "learning_rate": 3.0069862216184747e-05, |
| "loss": 1.6458, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.060648992741528546, |
| "grad_norm": 1.099801778793335, |
| "learning_rate": 3.0312439355715116e-05, |
| "loss": 1.5287, |
| "step": 3125 |
| }, |
| { |
| "epoch": 0.061134184683460775, |
| "grad_norm": 3.642634868621826, |
| "learning_rate": 3.055501649524549e-05, |
| "loss": 1.3197, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.061619376625393005, |
| "grad_norm": 1.43716299533844, |
| "learning_rate": 3.079759363477586e-05, |
| "loss": 1.5751, |
| "step": 3175 |
| }, |
| { |
| "epoch": 0.062104568567325234, |
| "grad_norm": 2.6790664196014404, |
| "learning_rate": 3.104017077430623e-05, |
| "loss": 1.4965, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.06258976050925746, |
| "grad_norm": 1.4438453912734985, |
| "learning_rate": 3.12827479138366e-05, |
| "loss": 1.5874, |
| "step": 3225 |
| }, |
| { |
| "epoch": 0.06307495245118969, |
| "grad_norm": 2.7054896354675293, |
| "learning_rate": 3.1525325053366975e-05, |
| "loss": 1.3165, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.06356014439312192, |
| "grad_norm": 1.113681435585022, |
| "learning_rate": 3.1767902192897344e-05, |
| "loss": 1.5371, |
| "step": 3275 |
| }, |
| { |
| "epoch": 0.06404533633505415, |
| "grad_norm": 0.9790716767311096, |
| "learning_rate": 3.201047933242771e-05, |
| "loss": 1.3856, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.06453052827698638, |
| "grad_norm": 1.6751877069473267, |
| "learning_rate": 3.225305647195808e-05, |
| "loss": 1.4669, |
| "step": 3325 |
| }, |
| { |
| "epoch": 0.0650157202189186, |
| "grad_norm": 2.30536150932312, |
| "learning_rate": 3.249563361148846e-05, |
| "loss": 1.5699, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.06550091216085083, |
| "grad_norm": 2.6428871154785156, |
| "learning_rate": 3.273821075101883e-05, |
| "loss": 1.4539, |
| "step": 3375 |
| }, |
| { |
| "epoch": 0.06598610410278306, |
| "grad_norm": 0.803519606590271, |
| "learning_rate": 3.2980787890549196e-05, |
| "loss": 1.5627, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.06647129604471529, |
| "grad_norm": 1.087717056274414, |
| "learning_rate": 3.3223365030079565e-05, |
| "loss": 1.3666, |
| "step": 3425 |
| }, |
| { |
| "epoch": 0.06695648798664752, |
| "grad_norm": 2.3803820610046387, |
| "learning_rate": 3.3465942169609934e-05, |
| "loss": 1.5476, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.06744167992857975, |
| "grad_norm": 1.1819674968719482, |
| "learning_rate": 3.370851930914031e-05, |
| "loss": 1.4315, |
| "step": 3475 |
| }, |
| { |
| "epoch": 0.06792687187051197, |
| "grad_norm": 1.4026885032653809, |
| "learning_rate": 3.395109644867068e-05, |
| "loss": 1.3679, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.0684120638124442, |
| "grad_norm": 0.925358772277832, |
| "learning_rate": 3.419367358820105e-05, |
| "loss": 1.4944, |
| "step": 3525 |
| }, |
| { |
| "epoch": 0.06889725575437643, |
| "grad_norm": 2.3310914039611816, |
| "learning_rate": 3.4436250727731424e-05, |
| "loss": 1.3188, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.06938244769630866, |
| "grad_norm": 2.4169187545776367, |
| "learning_rate": 3.467882786726179e-05, |
| "loss": 1.3405, |
| "step": 3575 |
| }, |
| { |
| "epoch": 0.06986763963824089, |
| "grad_norm": 1.1193745136260986, |
| "learning_rate": 3.492140500679216e-05, |
| "loss": 1.5712, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.07035283158017312, |
| "grad_norm": 0.8291875123977661, |
| "learning_rate": 3.516398214632253e-05, |
| "loss": 1.3678, |
| "step": 3625 |
| }, |
| { |
| "epoch": 0.07083802352210535, |
| "grad_norm": 0.794377326965332, |
| "learning_rate": 3.54065592858529e-05, |
| "loss": 1.2957, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.07132321546403757, |
| "grad_norm": 2.351059675216675, |
| "learning_rate": 3.5649136425383276e-05, |
| "loss": 1.4553, |
| "step": 3675 |
| }, |
| { |
| "epoch": 0.0718084074059698, |
| "grad_norm": 0.9047066569328308, |
| "learning_rate": 3.5891713564913645e-05, |
| "loss": 1.3643, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.07229359934790203, |
| "grad_norm": 1.0524555444717407, |
| "learning_rate": 3.6134290704444014e-05, |
| "loss": 1.4867, |
| "step": 3725 |
| }, |
| { |
| "epoch": 0.07277879128983426, |
| "grad_norm": 1.0148723125457764, |
| "learning_rate": 3.637686784397439e-05, |
| "loss": 1.3897, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.07326398323176649, |
| "grad_norm": 0.8471628427505493, |
| "learning_rate": 3.661944498350476e-05, |
| "loss": 1.4792, |
| "step": 3775 |
| }, |
| { |
| "epoch": 0.07374917517369871, |
| "grad_norm": 0.810246467590332, |
| "learning_rate": 3.686202212303513e-05, |
| "loss": 1.4508, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.07423436711563094, |
| "grad_norm": 1.0995919704437256, |
| "learning_rate": 3.71045992625655e-05, |
| "loss": 1.4337, |
| "step": 3825 |
| }, |
| { |
| "epoch": 0.07471955905756317, |
| "grad_norm": 1.2782868146896362, |
| "learning_rate": 3.7347176402095866e-05, |
| "loss": 1.469, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.0752047509994954, |
| "grad_norm": 3.570841073989868, |
| "learning_rate": 3.7589753541626235e-05, |
| "loss": 1.5261, |
| "step": 3875 |
| }, |
| { |
| "epoch": 0.07568994294142763, |
| "grad_norm": 0.9493881464004517, |
| "learning_rate": 3.783233068115661e-05, |
| "loss": 1.4275, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.07617513488335986, |
| "grad_norm": 1.1249704360961914, |
| "learning_rate": 3.807490782068698e-05, |
| "loss": 1.3359, |
| "step": 3925 |
| }, |
| { |
| "epoch": 0.07666032682529209, |
| "grad_norm": 1.3340086936950684, |
| "learning_rate": 3.8317484960217355e-05, |
| "loss": 1.3296, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.07714551876722431, |
| "grad_norm": 2.8232944011688232, |
| "learning_rate": 3.8560062099747724e-05, |
| "loss": 1.4837, |
| "step": 3975 |
| }, |
| { |
| "epoch": 0.07763071070915654, |
| "grad_norm": 3.2779009342193604, |
| "learning_rate": 3.8802639239278093e-05, |
| "loss": 1.3733, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.07811590265108877, |
| "grad_norm": 1.5787266492843628, |
| "learning_rate": 3.904521637880846e-05, |
| "loss": 1.5474, |
| "step": 4025 |
| }, |
| { |
| "epoch": 0.078601094593021, |
| "grad_norm": 2.7037594318389893, |
| "learning_rate": 3.928779351833883e-05, |
| "loss": 1.4931, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.07908628653495323, |
| "grad_norm": 1.122391939163208, |
| "learning_rate": 3.95303706578692e-05, |
| "loss": 1.4144, |
| "step": 4075 |
| }, |
| { |
| "epoch": 0.07957147847688546, |
| "grad_norm": 0.9330242872238159, |
| "learning_rate": 3.9772947797399576e-05, |
| "loss": 1.4756, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.08005667041881769, |
| "grad_norm": 1.3621381521224976, |
| "learning_rate": 4.0015524936929945e-05, |
| "loss": 1.4097, |
| "step": 4125 |
| }, |
| { |
| "epoch": 0.08054186236074991, |
| "grad_norm": 0.7617620825767517, |
| "learning_rate": 4.025810207646032e-05, |
| "loss": 1.4342, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.08102705430268214, |
| "grad_norm": 1.5537856817245483, |
| "learning_rate": 4.050067921599069e-05, |
| "loss": 1.2344, |
| "step": 4175 |
| }, |
| { |
| "epoch": 0.08151224624461437, |
| "grad_norm": 3.2093393802642822, |
| "learning_rate": 4.074325635552106e-05, |
| "loss": 1.559, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.0819974381865466, |
| "grad_norm": 1.0032514333724976, |
| "learning_rate": 4.098583349505143e-05, |
| "loss": 1.5012, |
| "step": 4225 |
| }, |
| { |
| "epoch": 0.08248263012847883, |
| "grad_norm": 0.7712138295173645, |
| "learning_rate": 4.12284106345818e-05, |
| "loss": 1.3265, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.08296782207041105, |
| "grad_norm": 2.8813045024871826, |
| "learning_rate": 4.1470987774112166e-05, |
| "loss": 1.4814, |
| "step": 4275 |
| }, |
| { |
| "epoch": 0.08345301401234329, |
| "grad_norm": 2.8855807781219482, |
| "learning_rate": 4.1713564913642535e-05, |
| "loss": 1.5499, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.08393820595427551, |
| "grad_norm": 2.7241625785827637, |
| "learning_rate": 4.195614205317291e-05, |
| "loss": 1.4611, |
| "step": 4325 |
| }, |
| { |
| "epoch": 0.08442339789620774, |
| "grad_norm": 2.3249096870422363, |
| "learning_rate": 4.219871919270329e-05, |
| "loss": 1.2873, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.08490858983813997, |
| "grad_norm": 2.8543221950531006, |
| "learning_rate": 4.2441296332233656e-05, |
| "loss": 1.5308, |
| "step": 4375 |
| }, |
| { |
| "epoch": 0.0853937817800722, |
| "grad_norm": 2.8956034183502197, |
| "learning_rate": 4.2683873471764025e-05, |
| "loss": 1.5257, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.08587897372200443, |
| "grad_norm": 1.117181658744812, |
| "learning_rate": 4.2926450611294394e-05, |
| "loss": 1.4428, |
| "step": 4425 |
| }, |
| { |
| "epoch": 0.08636416566393665, |
| "grad_norm": 0.7625235319137573, |
| "learning_rate": 4.316902775082476e-05, |
| "loss": 1.392, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.08684935760586888, |
| "grad_norm": 2.6595559120178223, |
| "learning_rate": 4.341160489035513e-05, |
| "loss": 1.3151, |
| "step": 4475 |
| }, |
| { |
| "epoch": 0.08733454954780111, |
| "grad_norm": 2.4971413612365723, |
| "learning_rate": 4.36541820298855e-05, |
| "loss": 1.474, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.08781974148973334, |
| "grad_norm": 0.9545581936836243, |
| "learning_rate": 4.389675916941588e-05, |
| "loss": 1.441, |
| "step": 4525 |
| }, |
| { |
| "epoch": 0.08830493343166557, |
| "grad_norm": 2.60591197013855, |
| "learning_rate": 4.413933630894625e-05, |
| "loss": 1.2807, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.08879012537359779, |
| "grad_norm": 2.2888925075531006, |
| "learning_rate": 4.438191344847662e-05, |
| "loss": 1.5033, |
| "step": 4575 |
| }, |
| { |
| "epoch": 0.08927531731553003, |
| "grad_norm": 1.0406382083892822, |
| "learning_rate": 4.462449058800699e-05, |
| "loss": 1.355, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.08976050925746225, |
| "grad_norm": 0.9049425721168518, |
| "learning_rate": 4.486706772753736e-05, |
| "loss": 1.3921, |
| "step": 4625 |
| }, |
| { |
| "epoch": 0.09024570119939448, |
| "grad_norm": 0.8022767305374146, |
| "learning_rate": 4.510964486706773e-05, |
| "loss": 1.2685, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.09073089314132671, |
| "grad_norm": 0.8600687980651855, |
| "learning_rate": 4.53522220065981e-05, |
| "loss": 1.4105, |
| "step": 4675 |
| }, |
| { |
| "epoch": 0.09121608508325894, |
| "grad_norm": 1.0667420625686646, |
| "learning_rate": 4.559479914612847e-05, |
| "loss": 1.3021, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.09170127702519117, |
| "grad_norm": 1.6061269044876099, |
| "learning_rate": 4.583737628565884e-05, |
| "loss": 1.4053, |
| "step": 4725 |
| }, |
| { |
| "epoch": 0.09218646896712339, |
| "grad_norm": 0.6996138095855713, |
| "learning_rate": 4.607995342518921e-05, |
| "loss": 1.3997, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.09267166090905563, |
| "grad_norm": 2.5871381759643555, |
| "learning_rate": 4.632253056471959e-05, |
| "loss": 1.3236, |
| "step": 4775 |
| }, |
| { |
| "epoch": 0.09315685285098785, |
| "grad_norm": 2.4012258052825928, |
| "learning_rate": 4.656510770424996e-05, |
| "loss": 1.397, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.09364204479292008, |
| "grad_norm": 2.2975170612335205, |
| "learning_rate": 4.6807684843780326e-05, |
| "loss": 1.4146, |
| "step": 4825 |
| }, |
| { |
| "epoch": 0.09412723673485231, |
| "grad_norm": 0.7028566002845764, |
| "learning_rate": 4.7050261983310695e-05, |
| "loss": 1.3678, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.09461242867678453, |
| "grad_norm": 2.665492057800293, |
| "learning_rate": 4.7292839122841064e-05, |
| "loss": 1.3163, |
| "step": 4875 |
| }, |
| { |
| "epoch": 0.09509762061871677, |
| "grad_norm": 2.64243745803833, |
| "learning_rate": 4.753541626237143e-05, |
| "loss": 1.5008, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.09558281256064899, |
| "grad_norm": 2.934968948364258, |
| "learning_rate": 4.77779934019018e-05, |
| "loss": 1.3356, |
| "step": 4925 |
| }, |
| { |
| "epoch": 0.09606800450258123, |
| "grad_norm": 0.7219499349594116, |
| "learning_rate": 4.802057054143218e-05, |
| "loss": 1.369, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.09655319644451345, |
| "grad_norm": 0.7531299591064453, |
| "learning_rate": 4.8263147680962554e-05, |
| "loss": 1.4485, |
| "step": 4975 |
| }, |
| { |
| "epoch": 0.09703838838644568, |
| "grad_norm": 0.9959235191345215, |
| "learning_rate": 4.850572482049292e-05, |
| "loss": 1.3417, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.0975235803283779, |
| "grad_norm": 2.6611194610595703, |
| "learning_rate": 4.874830196002329e-05, |
| "loss": 1.3331, |
| "step": 5025 |
| }, |
| { |
| "epoch": 0.09800877227031013, |
| "grad_norm": 2.558817148208618, |
| "learning_rate": 4.899087909955366e-05, |
| "loss": 1.2511, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.09849396421224237, |
| "grad_norm": 2.5738513469696045, |
| "learning_rate": 4.923345623908403e-05, |
| "loss": 1.3953, |
| "step": 5075 |
| }, |
| { |
| "epoch": 0.09897915615417459, |
| "grad_norm": 1.112921953201294, |
| "learning_rate": 4.94760333786144e-05, |
| "loss": 1.3319, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.09946434809610682, |
| "grad_norm": 1.0337907075881958, |
| "learning_rate": 4.971861051814477e-05, |
| "loss": 1.2895, |
| "step": 5125 |
| }, |
| { |
| "epoch": 0.09994954003803905, |
| "grad_norm": 1.0812973976135254, |
| "learning_rate": 4.9961187657675144e-05, |
| "loss": 1.327, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.10043473197997127, |
| "grad_norm": 2.5429999828338623, |
| "learning_rate": 4.9999974700153305e-05, |
| "loss": 1.2121, |
| "step": 5175 |
| }, |
| { |
| "epoch": 0.1009199239219035, |
| "grad_norm": 0.8587136268615723, |
| "learning_rate": 4.9999878606709055e-05, |
| "loss": 1.3487, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.10140511586383573, |
| "grad_norm": 0.9951121807098389, |
| "learning_rate": 4.999971080203446e-05, |
| "loss": 1.2522, |
| "step": 5225 |
| }, |
| { |
| "epoch": 0.10189030780576797, |
| "grad_norm": 0.8506134748458862, |
| "learning_rate": 4.999947128661087e-05, |
| "loss": 1.4566, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.10237549974770019, |
| "grad_norm": 1.0895131826400757, |
| "learning_rate": 4.9999160061125324e-05, |
| "loss": 1.3608, |
| "step": 5275 |
| }, |
| { |
| "epoch": 0.10286069168963242, |
| "grad_norm": 0.9921898245811462, |
| "learning_rate": 4.999877712647056e-05, |
| "loss": 1.3797, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.10334588363156465, |
| "grad_norm": 0.7814388275146484, |
| "learning_rate": 4.9998322483745014e-05, |
| "loss": 1.4507, |
| "step": 5325 |
| }, |
| { |
| "epoch": 0.10383107557349687, |
| "grad_norm": 0.8697239756584167, |
| "learning_rate": 4.9997796134252804e-05, |
| "loss": 1.3361, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.1043162675154291, |
| "grad_norm": 1.2659473419189453, |
| "learning_rate": 4.999719807950376e-05, |
| "loss": 1.3838, |
| "step": 5375 |
| }, |
| { |
| "epoch": 0.10480145945736133, |
| "grad_norm": 2.400792121887207, |
| "learning_rate": 4.9996528321213364e-05, |
| "loss": 1.4667, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.10528665139929357, |
| "grad_norm": 2.373379945755005, |
| "learning_rate": 4.9995786861302805e-05, |
| "loss": 1.3999, |
| "step": 5425 |
| }, |
| { |
| "epoch": 0.10577184334122579, |
| "grad_norm": 0.8939802050590515, |
| "learning_rate": 4.999497370189892e-05, |
| "loss": 1.4174, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.10625703528315801, |
| "grad_norm": 0.730235755443573, |
| "learning_rate": 4.9994088845334236e-05, |
| "loss": 1.468, |
| "step": 5475 |
| }, |
| { |
| "epoch": 0.10674222722509025, |
| "grad_norm": 0.9229523539543152, |
| "learning_rate": 4.999313229414693e-05, |
| "loss": 1.398, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.10722741916702247, |
| "grad_norm": 2.2112982273101807, |
| "learning_rate": 4.999210405108083e-05, |
| "loss": 1.4706, |
| "step": 5525 |
| }, |
| { |
| "epoch": 0.1077126111089547, |
| "grad_norm": 2.0120351314544678, |
| "learning_rate": 4.999100411908543e-05, |
| "loss": 1.4605, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.10819780305088693, |
| "grad_norm": 0.7865882515907288, |
| "learning_rate": 4.998983250131583e-05, |
| "loss": 1.4004, |
| "step": 5575 |
| }, |
| { |
| "epoch": 0.10868299499281917, |
| "grad_norm": 0.9053227305412292, |
| "learning_rate": 4.9988589201132765e-05, |
| "loss": 1.2516, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.10916818693475139, |
| "grad_norm": 2.2617764472961426, |
| "learning_rate": 4.998727422210261e-05, |
| "loss": 1.3411, |
| "step": 5625 |
| }, |
| { |
| "epoch": 0.10965337887668361, |
| "grad_norm": 0.8349161148071289, |
| "learning_rate": 4.9985887567997326e-05, |
| "loss": 1.5396, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.11013857081861585, |
| "grad_norm": 0.6025890707969666, |
| "learning_rate": 4.998442924279448e-05, |
| "loss": 1.3751, |
| "step": 5675 |
| }, |
| { |
| "epoch": 0.11062376276054807, |
| "grad_norm": 0.7675581574440002, |
| "learning_rate": 4.998289925067723e-05, |
| "loss": 1.3633, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.1111089547024803, |
| "grad_norm": 0.9908525347709656, |
| "learning_rate": 4.998129759603429e-05, |
| "loss": 1.4386, |
| "step": 5725 |
| }, |
| { |
| "epoch": 0.11159414664441253, |
| "grad_norm": 2.5475211143493652, |
| "learning_rate": 4.9979624283459966e-05, |
| "loss": 1.3027, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.11207933858634475, |
| "grad_norm": 0.8234965801239014, |
| "learning_rate": 4.997787931775408e-05, |
| "loss": 1.3553, |
| "step": 5775 |
| }, |
| { |
| "epoch": 0.11256453052827699, |
| "grad_norm": 1.0279667377471924, |
| "learning_rate": 4.9976062703922e-05, |
| "loss": 1.1867, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.11304972247020921, |
| "grad_norm": 0.7019579410552979, |
| "learning_rate": 4.997417444717463e-05, |
| "loss": 1.2812, |
| "step": 5825 |
| }, |
| { |
| "epoch": 0.11353491441214145, |
| "grad_norm": 0.8609747290611267, |
| "learning_rate": 4.997221455292834e-05, |
| "loss": 1.2003, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.11402010635407367, |
| "grad_norm": 0.8106504082679749, |
| "learning_rate": 4.997018302680504e-05, |
| "loss": 1.3869, |
| "step": 5875 |
| }, |
| { |
| "epoch": 0.1145052982960059, |
| "grad_norm": 0.5947009921073914, |
| "learning_rate": 4.996807987463208e-05, |
| "loss": 1.3702, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.11499049023793813, |
| "grad_norm": 2.6476032733917236, |
| "learning_rate": 4.996590510244226e-05, |
| "loss": 1.4146, |
| "step": 5925 |
| }, |
| { |
| "epoch": 0.11547568217987035, |
| "grad_norm": 0.9751619100570679, |
| "learning_rate": 4.996365871647385e-05, |
| "loss": 1.3229, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.11596087412180259, |
| "grad_norm": 0.8892934322357178, |
| "learning_rate": 4.996134072317052e-05, |
| "loss": 1.3008, |
| "step": 5975 |
| }, |
| { |
| "epoch": 0.11644606606373481, |
| "grad_norm": 0.9770182967185974, |
| "learning_rate": 4.995895112918136e-05, |
| "loss": 1.481, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.11693125800566705, |
| "grad_norm": 0.8053547143936157, |
| "learning_rate": 4.995648994136082e-05, |
| "loss": 1.3882, |
| "step": 6025 |
| }, |
| { |
| "epoch": 0.11741644994759927, |
| "grad_norm": 0.7364720106124878, |
| "learning_rate": 4.995395716676872e-05, |
| "loss": 1.2253, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.1179016418895315, |
| "grad_norm": 2.366318464279175, |
| "learning_rate": 4.9951352812670236e-05, |
| "loss": 1.2377, |
| "step": 6075 |
| }, |
| { |
| "epoch": 0.11838683383146373, |
| "grad_norm": 0.806559145450592, |
| "learning_rate": 4.994867688653587e-05, |
| "loss": 1.3225, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.11887202577339595, |
| "grad_norm": 0.7468425035476685, |
| "learning_rate": 4.994592939604141e-05, |
| "loss": 1.2753, |
| "step": 6125 |
| }, |
| { |
| "epoch": 0.11935721771532819, |
| "grad_norm": 2.181917905807495, |
| "learning_rate": 4.994311034906794e-05, |
| "loss": 1.4333, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.11984240965726041, |
| "grad_norm": 1.0490083694458008, |
| "learning_rate": 4.994021975370178e-05, |
| "loss": 1.3342, |
| "step": 6175 |
| }, |
| { |
| "epoch": 0.12032760159919265, |
| "grad_norm": 0.649120569229126, |
| "learning_rate": 4.9937257618234504e-05, |
| "loss": 1.4515, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.12081279354112487, |
| "grad_norm": 1.0360302925109863, |
| "learning_rate": 4.9934223951162885e-05, |
| "loss": 1.425, |
| "step": 6225 |
| }, |
| { |
| "epoch": 0.12129798548305709, |
| "grad_norm": 0.7943544387817383, |
| "learning_rate": 4.993111876118889e-05, |
| "loss": 1.4875, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.12178317742498933, |
| "grad_norm": 1.0735222101211548, |
| "learning_rate": 4.992794205721963e-05, |
| "loss": 1.226, |
| "step": 6275 |
| }, |
| { |
| "epoch": 0.12226836936692155, |
| "grad_norm": 2.202031373977661, |
| "learning_rate": 4.992469384836738e-05, |
| "loss": 1.3741, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.12275356130885379, |
| "grad_norm": 2.648350477218628, |
| "learning_rate": 4.99213741439495e-05, |
| "loss": 1.3062, |
| "step": 6325 |
| }, |
| { |
| "epoch": 0.12323875325078601, |
| "grad_norm": 0.7807930707931519, |
| "learning_rate": 4.991798295348843e-05, |
| "loss": 1.1154, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.12372394519271825, |
| "grad_norm": 1.2218223810195923, |
| "learning_rate": 4.991452028671169e-05, |
| "loss": 1.4038, |
| "step": 6375 |
| }, |
| { |
| "epoch": 0.12420913713465047, |
| "grad_norm": 1.0946604013442993, |
| "learning_rate": 4.9910986153551805e-05, |
| "loss": 1.384, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.12469432907658269, |
| "grad_norm": 1.1169627904891968, |
| "learning_rate": 4.99073805641463e-05, |
| "loss": 1.349, |
| "step": 6425 |
| }, |
| { |
| "epoch": 0.12517952101851493, |
| "grad_norm": 0.6393415927886963, |
| "learning_rate": 4.9903703528837685e-05, |
| "loss": 1.2408, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.12566471296044715, |
| "grad_norm": 0.8252112865447998, |
| "learning_rate": 4.9899955058173406e-05, |
| "loss": 1.2924, |
| "step": 6475 |
| }, |
| { |
| "epoch": 0.12614990490237937, |
| "grad_norm": 0.7739517092704773, |
| "learning_rate": 4.9896135162905795e-05, |
| "loss": 1.2925, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.12663509684431162, |
| "grad_norm": 2.751868486404419, |
| "learning_rate": 4.9892243853992096e-05, |
| "loss": 1.26, |
| "step": 6525 |
| }, |
| { |
| "epoch": 0.12712028878624385, |
| "grad_norm": 0.6634975075721741, |
| "learning_rate": 4.9888281142594374e-05, |
| "loss": 1.3004, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.12760548072817607, |
| "grad_norm": 2.5379655361175537, |
| "learning_rate": 4.988424704007953e-05, |
| "loss": 1.4447, |
| "step": 6575 |
| }, |
| { |
| "epoch": 0.1280906726701083, |
| "grad_norm": 0.8093863129615784, |
| "learning_rate": 4.988014155801922e-05, |
| "loss": 1.2641, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.1285758646120405, |
| "grad_norm": 2.359719753265381, |
| "learning_rate": 4.987596470818989e-05, |
| "loss": 1.5203, |
| "step": 6625 |
| }, |
| { |
| "epoch": 0.12906105655397276, |
| "grad_norm": 3.423861026763916, |
| "learning_rate": 4.987171650257268e-05, |
| "loss": 1.5067, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.129546248495905, |
| "grad_norm": 2.2581593990325928, |
| "learning_rate": 4.9867396953353396e-05, |
| "loss": 1.2878, |
| "step": 6675 |
| }, |
| { |
| "epoch": 0.1300314404378372, |
| "grad_norm": 2.410651206970215, |
| "learning_rate": 4.986300607292251e-05, |
| "loss": 1.5688, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.13051663237976943, |
| "grad_norm": 0.7658675312995911, |
| "learning_rate": 4.9858543873875104e-05, |
| "loss": 1.3026, |
| "step": 6725 |
| }, |
| { |
| "epoch": 0.13100182432170165, |
| "grad_norm": 0.7810919880867004, |
| "learning_rate": 4.985401036901083e-05, |
| "loss": 1.3939, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.1314870162636339, |
| "grad_norm": 2.6557705402374268, |
| "learning_rate": 4.9849405571333885e-05, |
| "loss": 1.5355, |
| "step": 6775 |
| }, |
| { |
| "epoch": 0.13197220820556613, |
| "grad_norm": 0.6346285939216614, |
| "learning_rate": 4.984472949405295e-05, |
| "loss": 1.4833, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.13245740014749835, |
| "grad_norm": 0.8622822165489197, |
| "learning_rate": 4.98399821505812e-05, |
| "loss": 1.4951, |
| "step": 6825 |
| }, |
| { |
| "epoch": 0.13294259208943057, |
| "grad_norm": 2.2079310417175293, |
| "learning_rate": 4.983516355453619e-05, |
| "loss": 1.543, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.1334277840313628, |
| "grad_norm": 0.8578211665153503, |
| "learning_rate": 4.98302737197399e-05, |
| "loss": 1.3496, |
| "step": 6875 |
| }, |
| { |
| "epoch": 0.13391297597329505, |
| "grad_norm": 2.324319362640381, |
| "learning_rate": 4.982531266021864e-05, |
| "loss": 1.4206, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.13439816791522727, |
| "grad_norm": 0.8536506295204163, |
| "learning_rate": 4.982028039020302e-05, |
| "loss": 1.2307, |
| "step": 6925 |
| }, |
| { |
| "epoch": 0.1348833598571595, |
| "grad_norm": 0.8939807415008545, |
| "learning_rate": 4.981517692412794e-05, |
| "loss": 1.1691, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.1353685517990917, |
| "grad_norm": 0.7006117701530457, |
| "learning_rate": 4.9810002276632475e-05, |
| "loss": 1.2446, |
| "step": 6975 |
| }, |
| { |
| "epoch": 0.13585374374102394, |
| "grad_norm": 0.7532980442047119, |
| "learning_rate": 4.980475646255992e-05, |
| "loss": 1.1294, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.13633893568295619, |
| "grad_norm": 2.234142541885376, |
| "learning_rate": 4.9799439496957716e-05, |
| "loss": 1.4209, |
| "step": 7025 |
| }, |
| { |
| "epoch": 0.1368241276248884, |
| "grad_norm": 2.8023321628570557, |
| "learning_rate": 4.979405139507737e-05, |
| "loss": 1.3015, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.13730931956682063, |
| "grad_norm": 0.9595842361450195, |
| "learning_rate": 4.9788592172374455e-05, |
| "loss": 1.3369, |
| "step": 7075 |
| }, |
| { |
| "epoch": 0.13779451150875285, |
| "grad_norm": 0.791560709476471, |
| "learning_rate": 4.9783061844508546e-05, |
| "loss": 1.3655, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.1382797034506851, |
| "grad_norm": 1.0015085935592651, |
| "learning_rate": 4.977746042734319e-05, |
| "loss": 1.1486, |
| "step": 7125 |
| }, |
| { |
| "epoch": 0.13876489539261733, |
| "grad_norm": 0.7401551008224487, |
| "learning_rate": 4.977178793694585e-05, |
| "loss": 1.2704, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.13925008733454955, |
| "grad_norm": 0.8440638184547424, |
| "learning_rate": 4.976604438958785e-05, |
| "loss": 1.4148, |
| "step": 7175 |
| }, |
| { |
| "epoch": 0.13973527927648177, |
| "grad_norm": 0.7078783512115479, |
| "learning_rate": 4.9760229801744336e-05, |
| "loss": 1.3443, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.140220471218414, |
| "grad_norm": 0.5940549373626709, |
| "learning_rate": 4.975434419009425e-05, |
| "loss": 1.333, |
| "step": 7225 |
| }, |
| { |
| "epoch": 0.14070566316034624, |
| "grad_norm": 0.8694615960121155, |
| "learning_rate": 4.974838757152025e-05, |
| "loss": 1.2564, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.14119085510227847, |
| "grad_norm": 0.779190719127655, |
| "learning_rate": 4.9742359963108677e-05, |
| "loss": 1.2624, |
| "step": 7275 |
| }, |
| { |
| "epoch": 0.1416760470442107, |
| "grad_norm": 0.764031708240509, |
| "learning_rate": 4.97362613821495e-05, |
| "loss": 1.2664, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.1421612389861429, |
| "grad_norm": 0.6926605105400085, |
| "learning_rate": 4.973009184613628e-05, |
| "loss": 1.39, |
| "step": 7325 |
| }, |
| { |
| "epoch": 0.14264643092807514, |
| "grad_norm": 0.8756975531578064, |
| "learning_rate": 4.9723851372766094e-05, |
| "loss": 1.2618, |
| "step": 7350 |
| }, |
| { |
| "epoch": 0.14313162287000739, |
| "grad_norm": 0.9116373062133789, |
| "learning_rate": 4.971753997993952e-05, |
| "loss": 1.3319, |
| "step": 7375 |
| }, |
| { |
| "epoch": 0.1436168148119396, |
| "grad_norm": 0.7649956941604614, |
| "learning_rate": 4.971115768576056e-05, |
| "loss": 1.4525, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.14410200675387183, |
| "grad_norm": 2.2660157680511475, |
| "learning_rate": 4.970470450853656e-05, |
| "loss": 1.2294, |
| "step": 7425 |
| }, |
| { |
| "epoch": 0.14458719869580405, |
| "grad_norm": 0.7293077707290649, |
| "learning_rate": 4.969818046677826e-05, |
| "loss": 1.2521, |
| "step": 7450 |
| }, |
| { |
| "epoch": 0.14507239063773628, |
| "grad_norm": 0.7503085732460022, |
| "learning_rate": 4.969158557919961e-05, |
| "loss": 1.4051, |
| "step": 7475 |
| }, |
| { |
| "epoch": 0.14555758257966853, |
| "grad_norm": 1.0088205337524414, |
| "learning_rate": 4.9684919864717804e-05, |
| "loss": 1.2797, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.14604277452160075, |
| "grad_norm": 0.7375678420066833, |
| "learning_rate": 4.9678183342453206e-05, |
| "loss": 1.1607, |
| "step": 7525 |
| }, |
| { |
| "epoch": 0.14652796646353297, |
| "grad_norm": 1.885620355606079, |
| "learning_rate": 4.967137603172928e-05, |
| "loss": 1.4828, |
| "step": 7550 |
| }, |
| { |
| "epoch": 0.1470131584054652, |
| "grad_norm": 0.7561196088790894, |
| "learning_rate": 4.966449795207253e-05, |
| "loss": 1.2889, |
| "step": 7575 |
| }, |
| { |
| "epoch": 0.14749835034739742, |
| "grad_norm": 1.0377863645553589, |
| "learning_rate": 4.96575491232125e-05, |
| "loss": 1.24, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.14798354228932967, |
| "grad_norm": 0.7630959153175354, |
| "learning_rate": 4.965052956508163e-05, |
| "loss": 1.3627, |
| "step": 7625 |
| }, |
| { |
| "epoch": 0.1484687342312619, |
| "grad_norm": 1.2567261457443237, |
| "learning_rate": 4.964343929781527e-05, |
| "loss": 1.1116, |
| "step": 7650 |
| }, |
| { |
| "epoch": 0.1489539261731941, |
| "grad_norm": 2.474987030029297, |
| "learning_rate": 4.9636278341751595e-05, |
| "loss": 1.4946, |
| "step": 7675 |
| }, |
| { |
| "epoch": 0.14943911811512633, |
| "grad_norm": 0.8422936797142029, |
| "learning_rate": 4.962904671743154e-05, |
| "loss": 1.3266, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.14992431005705859, |
| "grad_norm": 1.11359441280365, |
| "learning_rate": 4.962174444559875e-05, |
| "loss": 1.3904, |
| "step": 7725 |
| }, |
| { |
| "epoch": 0.1504095019989908, |
| "grad_norm": 0.5819029211997986, |
| "learning_rate": 4.961437154719953e-05, |
| "loss": 1.2847, |
| "step": 7750 |
| }, |
| { |
| "epoch": 0.15089469394092303, |
| "grad_norm": 2.3641042709350586, |
| "learning_rate": 4.9606928043382755e-05, |
| "loss": 1.4065, |
| "step": 7775 |
| }, |
| { |
| "epoch": 0.15137988588285525, |
| "grad_norm": 0.8071061372756958, |
| "learning_rate": 4.959941395549985e-05, |
| "loss": 1.383, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.15186507782478748, |
| "grad_norm": 1.0437021255493164, |
| "learning_rate": 4.95918293051047e-05, |
| "loss": 1.3638, |
| "step": 7825 |
| }, |
| { |
| "epoch": 0.15235026976671973, |
| "grad_norm": 0.5341073870658875, |
| "learning_rate": 4.95841741139536e-05, |
| "loss": 1.2752, |
| "step": 7850 |
| }, |
| { |
| "epoch": 0.15283546170865195, |
| "grad_norm": 2.3934414386749268, |
| "learning_rate": 4.957644840400516e-05, |
| "loss": 1.2877, |
| "step": 7875 |
| }, |
| { |
| "epoch": 0.15332065365058417, |
| "grad_norm": 0.8051437735557556, |
| "learning_rate": 4.956865219742032e-05, |
| "loss": 1.3927, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.1538058455925164, |
| "grad_norm": 2.4878101348876953, |
| "learning_rate": 4.95607855165622e-05, |
| "loss": 1.4495, |
| "step": 7925 |
| }, |
| { |
| "epoch": 0.15429103753444862, |
| "grad_norm": 0.9486654996871948, |
| "learning_rate": 4.955284838399609e-05, |
| "loss": 1.3392, |
| "step": 7950 |
| }, |
| { |
| "epoch": 0.15477622947638087, |
| "grad_norm": 0.7827265858650208, |
| "learning_rate": 4.9544840822489344e-05, |
| "loss": 1.2265, |
| "step": 7975 |
| }, |
| { |
| "epoch": 0.1552614214183131, |
| "grad_norm": 2.6884472370147705, |
| "learning_rate": 4.953676285501139e-05, |
| "loss": 1.4573, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.1557466133602453, |
| "grad_norm": 2.623767137527466, |
| "learning_rate": 4.952861450473355e-05, |
| "loss": 1.3143, |
| "step": 8025 |
| }, |
| { |
| "epoch": 0.15623180530217753, |
| "grad_norm": 2.8633217811584473, |
| "learning_rate": 4.9520395795029076e-05, |
| "loss": 1.5401, |
| "step": 8050 |
| }, |
| { |
| "epoch": 0.15671699724410976, |
| "grad_norm": 2.302826404571533, |
| "learning_rate": 4.951210674947304e-05, |
| "loss": 1.4421, |
| "step": 8075 |
| }, |
| { |
| "epoch": 0.157202189186042, |
| "grad_norm": 0.7589362263679504, |
| "learning_rate": 4.950374739184226e-05, |
| "loss": 1.3315, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.15768738112797423, |
| "grad_norm": 0.8269215822219849, |
| "learning_rate": 4.9495317746115247e-05, |
| "loss": 1.3036, |
| "step": 8125 |
| }, |
| { |
| "epoch": 0.15817257306990645, |
| "grad_norm": 0.8526963591575623, |
| "learning_rate": 4.948681783647212e-05, |
| "loss": 1.2373, |
| "step": 8150 |
| }, |
| { |
| "epoch": 0.15865776501183868, |
| "grad_norm": 0.6801300644874573, |
| "learning_rate": 4.947824768729457e-05, |
| "loss": 1.1734, |
| "step": 8175 |
| }, |
| { |
| "epoch": 0.15914295695377093, |
| "grad_norm": 0.6988999247550964, |
| "learning_rate": 4.946960732316574e-05, |
| "loss": 1.3474, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.15962814889570315, |
| "grad_norm": 0.634166419506073, |
| "learning_rate": 4.94608967688702e-05, |
| "loss": 1.4159, |
| "step": 8225 |
| }, |
| { |
| "epoch": 0.16011334083763537, |
| "grad_norm": 0.5537025928497314, |
| "learning_rate": 4.945211604939387e-05, |
| "loss": 1.3098, |
| "step": 8250 |
| }, |
| { |
| "epoch": 0.1605985327795676, |
| "grad_norm": 0.8374680280685425, |
| "learning_rate": 4.94432651899239e-05, |
| "loss": 1.1985, |
| "step": 8275 |
| }, |
| { |
| "epoch": 0.16108372472149982, |
| "grad_norm": 0.7017980217933655, |
| "learning_rate": 4.943434421584866e-05, |
| "loss": 1.5073, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.16156891666343207, |
| "grad_norm": 1.5671839714050293, |
| "learning_rate": 4.9425353152757636e-05, |
| "loss": 1.3543, |
| "step": 8325 |
| }, |
| { |
| "epoch": 0.1620541086053643, |
| "grad_norm": 2.1302125453948975, |
| "learning_rate": 4.941629202644136e-05, |
| "loss": 1.4284, |
| "step": 8350 |
| }, |
| { |
| "epoch": 0.1625393005472965, |
| "grad_norm": 1.0794886350631714, |
| "learning_rate": 4.940716086289134e-05, |
| "loss": 1.3276, |
| "step": 8375 |
| }, |
| { |
| "epoch": 0.16302449248922873, |
| "grad_norm": 0.6872817277908325, |
| "learning_rate": 4.9397959688299994e-05, |
| "loss": 1.3961, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.16350968443116096, |
| "grad_norm": 2.365288257598877, |
| "learning_rate": 4.938868852906054e-05, |
| "loss": 1.2443, |
| "step": 8425 |
| }, |
| { |
| "epoch": 0.1639948763730932, |
| "grad_norm": 2.2582197189331055, |
| "learning_rate": 4.9379347411766946e-05, |
| "loss": 1.2619, |
| "step": 8450 |
| }, |
| { |
| "epoch": 0.16448006831502543, |
| "grad_norm": 0.6262965798377991, |
| "learning_rate": 4.9369936363213875e-05, |
| "loss": 1.3534, |
| "step": 8475 |
| }, |
| { |
| "epoch": 0.16496526025695765, |
| "grad_norm": 1.9378888607025146, |
| "learning_rate": 4.936045541039658e-05, |
| "loss": 1.5054, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.16545045219888987, |
| "grad_norm": 0.9567061066627502, |
| "learning_rate": 4.935090458051082e-05, |
| "loss": 1.4158, |
| "step": 8525 |
| }, |
| { |
| "epoch": 0.1659356441408221, |
| "grad_norm": 0.6359550952911377, |
| "learning_rate": 4.934128390095278e-05, |
| "loss": 1.2771, |
| "step": 8550 |
| }, |
| { |
| "epoch": 0.16642083608275435, |
| "grad_norm": 0.8580347299575806, |
| "learning_rate": 4.9331593399319054e-05, |
| "loss": 1.1505, |
| "step": 8575 |
| }, |
| { |
| "epoch": 0.16690602802468657, |
| "grad_norm": 2.130340814590454, |
| "learning_rate": 4.932183310340647e-05, |
| "loss": 1.3625, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.1673912199666188, |
| "grad_norm": 0.6421369910240173, |
| "learning_rate": 4.9312003041212076e-05, |
| "loss": 1.2674, |
| "step": 8625 |
| }, |
| { |
| "epoch": 0.16787641190855102, |
| "grad_norm": 2.92262601852417, |
| "learning_rate": 4.930210324093305e-05, |
| "loss": 1.4771, |
| "step": 8650 |
| }, |
| { |
| "epoch": 0.16836160385048324, |
| "grad_norm": 0.8101077675819397, |
| "learning_rate": 4.92921337309666e-05, |
| "loss": 1.2843, |
| "step": 8675 |
| }, |
| { |
| "epoch": 0.1688467957924155, |
| "grad_norm": 2.1362218856811523, |
| "learning_rate": 4.928209453990992e-05, |
| "loss": 1.319, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.1693319877343477, |
| "grad_norm": 1.0137830972671509, |
| "learning_rate": 4.927198569656002e-05, |
| "loss": 1.3314, |
| "step": 8725 |
| }, |
| { |
| "epoch": 0.16981717967627993, |
| "grad_norm": 0.8598713278770447, |
| "learning_rate": 4.926180722991378e-05, |
| "loss": 1.4022, |
| "step": 8750 |
| }, |
| { |
| "epoch": 0.17030237161821216, |
| "grad_norm": 0.7160027027130127, |
| "learning_rate": 4.9251559169167735e-05, |
| "loss": 1.4576, |
| "step": 8775 |
| }, |
| { |
| "epoch": 0.1707875635601444, |
| "grad_norm": 0.6373119950294495, |
| "learning_rate": 4.9241241543718076e-05, |
| "loss": 1.2514, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.17127275550207663, |
| "grad_norm": 2.3301258087158203, |
| "learning_rate": 4.923085438316053e-05, |
| "loss": 1.5217, |
| "step": 8825 |
| }, |
| { |
| "epoch": 0.17175794744400885, |
| "grad_norm": 0.6324083209037781, |
| "learning_rate": 4.922039771729029e-05, |
| "loss": 1.1453, |
| "step": 8850 |
| }, |
| { |
| "epoch": 0.17224313938594107, |
| "grad_norm": 0.6787500977516174, |
| "learning_rate": 4.92098715761019e-05, |
| "loss": 1.3144, |
| "step": 8875 |
| }, |
| { |
| "epoch": 0.1727283313278733, |
| "grad_norm": 0.9498839974403381, |
| "learning_rate": 4.919927598978923e-05, |
| "loss": 1.4502, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.17321352326980555, |
| "grad_norm": 2.299661874771118, |
| "learning_rate": 4.918861098874532e-05, |
| "loss": 1.4735, |
| "step": 8925 |
| }, |
| { |
| "epoch": 0.17369871521173777, |
| "grad_norm": 2.266761541366577, |
| "learning_rate": 4.917787660356232e-05, |
| "loss": 1.1981, |
| "step": 8950 |
| }, |
| { |
| "epoch": 0.17418390715367, |
| "grad_norm": 2.361057758331299, |
| "learning_rate": 4.9167072865031444e-05, |
| "loss": 1.2469, |
| "step": 8975 |
| }, |
| { |
| "epoch": 0.17466909909560221, |
| "grad_norm": 2.1489005088806152, |
| "learning_rate": 4.9156199804142796e-05, |
| "loss": 1.5506, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.17515429103753444, |
| "grad_norm": 0.7680898904800415, |
| "learning_rate": 4.9145257452085364e-05, |
| "loss": 1.4207, |
| "step": 9025 |
| }, |
| { |
| "epoch": 0.1756394829794667, |
| "grad_norm": 0.6864372491836548, |
| "learning_rate": 4.9134245840246876e-05, |
| "loss": 1.4031, |
| "step": 9050 |
| }, |
| { |
| "epoch": 0.1761246749213989, |
| "grad_norm": 1.9251357316970825, |
| "learning_rate": 4.9123165000213725e-05, |
| "loss": 1.4734, |
| "step": 9075 |
| }, |
| { |
| "epoch": 0.17660986686333113, |
| "grad_norm": 0.8310444951057434, |
| "learning_rate": 4.9112014963770904e-05, |
| "loss": 1.4286, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.17709505880526336, |
| "grad_norm": 0.6937167644500732, |
| "learning_rate": 4.910079576290188e-05, |
| "loss": 1.2769, |
| "step": 9125 |
| }, |
| { |
| "epoch": 0.17758025074719558, |
| "grad_norm": 0.7178972959518433, |
| "learning_rate": 4.908950742978852e-05, |
| "loss": 1.1512, |
| "step": 9150 |
| }, |
| { |
| "epoch": 0.17806544268912783, |
| "grad_norm": 0.86890709400177, |
| "learning_rate": 4.907814999681098e-05, |
| "loss": 1.2289, |
| "step": 9175 |
| }, |
| { |
| "epoch": 0.17855063463106005, |
| "grad_norm": 0.8828728795051575, |
| "learning_rate": 4.906672349654765e-05, |
| "loss": 1.4796, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.17903582657299227, |
| "grad_norm": 2.0290045738220215, |
| "learning_rate": 4.905522796177502e-05, |
| "loss": 1.3826, |
| "step": 9225 |
| }, |
| { |
| "epoch": 0.1795210185149245, |
| "grad_norm": 0.7317497134208679, |
| "learning_rate": 4.904366342546761e-05, |
| "loss": 1.3477, |
| "step": 9250 |
| }, |
| { |
| "epoch": 0.18000621045685672, |
| "grad_norm": 2.323115348815918, |
| "learning_rate": 4.9032029920797855e-05, |
| "loss": 1.2119, |
| "step": 9275 |
| }, |
| { |
| "epoch": 0.18049140239878897, |
| "grad_norm": 1.2316302061080933, |
| "learning_rate": 4.9020327481136055e-05, |
| "loss": 1.4457, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.1809765943407212, |
| "grad_norm": 0.703723669052124, |
| "learning_rate": 4.900855614005021e-05, |
| "loss": 1.3099, |
| "step": 9325 |
| }, |
| { |
| "epoch": 0.18146178628265341, |
| "grad_norm": 0.5672945380210876, |
| "learning_rate": 4.899671593130598e-05, |
| "loss": 1.3227, |
| "step": 9350 |
| }, |
| { |
| "epoch": 0.18194697822458564, |
| "grad_norm": 0.6555859446525574, |
| "learning_rate": 4.898480688886657e-05, |
| "loss": 1.4196, |
| "step": 9375 |
| }, |
| { |
| "epoch": 0.1824321701665179, |
| "grad_norm": 2.3222689628601074, |
| "learning_rate": 4.8972829046892644e-05, |
| "loss": 1.2872, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.1829173621084501, |
| "grad_norm": 3.709484338760376, |
| "learning_rate": 4.896078243974217e-05, |
| "loss": 1.2997, |
| "step": 9425 |
| }, |
| { |
| "epoch": 0.18340255405038233, |
| "grad_norm": 0.8670231699943542, |
| "learning_rate": 4.8948667101970425e-05, |
| "loss": 1.1462, |
| "step": 9450 |
| }, |
| { |
| "epoch": 0.18388774599231456, |
| "grad_norm": 0.45366939902305603, |
| "learning_rate": 4.893648306832979e-05, |
| "loss": 1.1158, |
| "step": 9475 |
| }, |
| { |
| "epoch": 0.18437293793424678, |
| "grad_norm": 0.5548379421234131, |
| "learning_rate": 4.8924230373769724e-05, |
| "loss": 1.2884, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.18485812987617903, |
| "grad_norm": 0.719784677028656, |
| "learning_rate": 4.891190905343663e-05, |
| "loss": 1.3231, |
| "step": 9525 |
| }, |
| { |
| "epoch": 0.18534332181811125, |
| "grad_norm": 0.9915072917938232, |
| "learning_rate": 4.889951914267376e-05, |
| "loss": 1.4536, |
| "step": 9550 |
| }, |
| { |
| "epoch": 0.18582851376004347, |
| "grad_norm": 0.9084703922271729, |
| "learning_rate": 4.888706067702112e-05, |
| "loss": 1.2544, |
| "step": 9575 |
| }, |
| { |
| "epoch": 0.1863137057019757, |
| "grad_norm": 0.695219874382019, |
| "learning_rate": 4.887453369221535e-05, |
| "loss": 1.122, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.18679889764390792, |
| "grad_norm": 3.0412232875823975, |
| "learning_rate": 4.886193822418965e-05, |
| "loss": 1.3412, |
| "step": 9625 |
| }, |
| { |
| "epoch": 0.18728408958584017, |
| "grad_norm": 0.8105811476707458, |
| "learning_rate": 4.8849274309073665e-05, |
| "loss": 1.4391, |
| "step": 9650 |
| }, |
| { |
| "epoch": 0.1877692815277724, |
| "grad_norm": 0.8250354528427124, |
| "learning_rate": 4.883654198319335e-05, |
| "loss": 1.2387, |
| "step": 9675 |
| }, |
| { |
| "epoch": 0.18825447346970461, |
| "grad_norm": 1.0162289142608643, |
| "learning_rate": 4.882374128307092e-05, |
| "loss": 1.3095, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.18873966541163684, |
| "grad_norm": 0.9131942987442017, |
| "learning_rate": 4.881087224542473e-05, |
| "loss": 1.5373, |
| "step": 9725 |
| }, |
| { |
| "epoch": 0.18922485735356906, |
| "grad_norm": 0.6713929772377014, |
| "learning_rate": 4.8797934907169104e-05, |
| "loss": 1.3503, |
| "step": 9750 |
| }, |
| { |
| "epoch": 0.1897100492955013, |
| "grad_norm": 1.0781431198120117, |
| "learning_rate": 4.878492930541436e-05, |
| "loss": 1.5017, |
| "step": 9775 |
| }, |
| { |
| "epoch": 0.19019524123743353, |
| "grad_norm": 0.8070951104164124, |
| "learning_rate": 4.877185547746655e-05, |
| "loss": 1.4092, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.19068043317936575, |
| "grad_norm": 0.6164656281471252, |
| "learning_rate": 4.8758713460827496e-05, |
| "loss": 1.3363, |
| "step": 9825 |
| }, |
| { |
| "epoch": 0.19116562512129798, |
| "grad_norm": 1.3078161478042603, |
| "learning_rate": 4.874550329319457e-05, |
| "loss": 1.337, |
| "step": 9850 |
| }, |
| { |
| "epoch": 0.19165081706323023, |
| "grad_norm": 0.7707686424255371, |
| "learning_rate": 4.873222501246066e-05, |
| "loss": 1.3706, |
| "step": 9875 |
| }, |
| { |
| "epoch": 0.19213600900516245, |
| "grad_norm": 0.864469587802887, |
| "learning_rate": 4.871887865671402e-05, |
| "loss": 1.1099, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.19262120094709467, |
| "grad_norm": 1.0978041887283325, |
| "learning_rate": 4.870546426423819e-05, |
| "loss": 1.2352, |
| "step": 9925 |
| }, |
| { |
| "epoch": 0.1931063928890269, |
| "grad_norm": 1.4066845178604126, |
| "learning_rate": 4.869198187351185e-05, |
| "loss": 1.3353, |
| "step": 9950 |
| }, |
| { |
| "epoch": 0.19359158483095912, |
| "grad_norm": 0.9398633241653442, |
| "learning_rate": 4.867843152320874e-05, |
| "loss": 1.1625, |
| "step": 9975 |
| }, |
| { |
| "epoch": 0.19407677677289137, |
| "grad_norm": 2.2643117904663086, |
| "learning_rate": 4.8664813252197546e-05, |
| "loss": 1.399, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.1945619687148236, |
| "grad_norm": 0.7763152718544006, |
| "learning_rate": 4.865112709954177e-05, |
| "loss": 1.3316, |
| "step": 10025 |
| }, |
| { |
| "epoch": 0.1950471606567558, |
| "grad_norm": 0.5370351076126099, |
| "learning_rate": 4.863737310449965e-05, |
| "loss": 1.2889, |
| "step": 10050 |
| }, |
| { |
| "epoch": 0.19553235259868804, |
| "grad_norm": 2.2009222507476807, |
| "learning_rate": 4.8623551306524004e-05, |
| "loss": 1.3657, |
| "step": 10075 |
| }, |
| { |
| "epoch": 0.19601754454062026, |
| "grad_norm": 0.8105978965759277, |
| "learning_rate": 4.8609661745262145e-05, |
| "loss": 1.4066, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.1965027364825525, |
| "grad_norm": 1.8267409801483154, |
| "learning_rate": 4.859570446055577e-05, |
| "loss": 1.3346, |
| "step": 10125 |
| }, |
| { |
| "epoch": 0.19698792842448473, |
| "grad_norm": 2.067548990249634, |
| "learning_rate": 4.858167949244085e-05, |
| "loss": 1.3837, |
| "step": 10150 |
| }, |
| { |
| "epoch": 0.19747312036641695, |
| "grad_norm": 0.8387622833251953, |
| "learning_rate": 4.856758688114748e-05, |
| "loss": 1.3608, |
| "step": 10175 |
| }, |
| { |
| "epoch": 0.19795831230834918, |
| "grad_norm": 0.9838652014732361, |
| "learning_rate": 4.855342666709978e-05, |
| "loss": 1.289, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.1984435042502814, |
| "grad_norm": 0.8561393022537231, |
| "learning_rate": 4.8539198890915826e-05, |
| "loss": 1.192, |
| "step": 10225 |
| }, |
| { |
| "epoch": 0.19892869619221365, |
| "grad_norm": 1.1052418947219849, |
| "learning_rate": 4.852490359340745e-05, |
| "loss": 1.4074, |
| "step": 10250 |
| }, |
| { |
| "epoch": 0.19941388813414587, |
| "grad_norm": 1.069516897201538, |
| "learning_rate": 4.8510540815580214e-05, |
| "loss": 1.4445, |
| "step": 10275 |
| }, |
| { |
| "epoch": 0.1998990800760781, |
| "grad_norm": 0.8935573101043701, |
| "learning_rate": 4.849611059863319e-05, |
| "loss": 1.193, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.20038427201801032, |
| "grad_norm": 0.5898349285125732, |
| "learning_rate": 4.8481612983958926e-05, |
| "loss": 1.2038, |
| "step": 10325 |
| }, |
| { |
| "epoch": 0.20086946395994254, |
| "grad_norm": 2.034010171890259, |
| "learning_rate": 4.8467048013143315e-05, |
| "loss": 1.2283, |
| "step": 10350 |
| }, |
| { |
| "epoch": 0.2013546559018748, |
| "grad_norm": 2.333621025085449, |
| "learning_rate": 4.8452415727965416e-05, |
| "loss": 1.2571, |
| "step": 10375 |
| }, |
| { |
| "epoch": 0.201839847843807, |
| "grad_norm": 0.6701493263244629, |
| "learning_rate": 4.8437716170397404e-05, |
| "loss": 1.2115, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.20232503978573924, |
| "grad_norm": 0.8707443475723267, |
| "learning_rate": 4.842294938260443e-05, |
| "loss": 1.3112, |
| "step": 10425 |
| }, |
| { |
| "epoch": 0.20281023172767146, |
| "grad_norm": 0.8903098106384277, |
| "learning_rate": 4.840811540694447e-05, |
| "loss": 1.2681, |
| "step": 10450 |
| }, |
| { |
| "epoch": 0.2032954236696037, |
| "grad_norm": 2.245638132095337, |
| "learning_rate": 4.839321428596825e-05, |
| "loss": 1.2433, |
| "step": 10475 |
| }, |
| { |
| "epoch": 0.20378061561153593, |
| "grad_norm": 0.7223116755485535, |
| "learning_rate": 4.8378246062419074e-05, |
| "loss": 1.2369, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.20426580755346815, |
| "grad_norm": 0.9578320980072021, |
| "learning_rate": 4.8363210779232736e-05, |
| "loss": 1.0729, |
| "step": 10525 |
| }, |
| { |
| "epoch": 0.20475099949540038, |
| "grad_norm": 0.7128254771232605, |
| "learning_rate": 4.8348108479537404e-05, |
| "loss": 1.1995, |
| "step": 10550 |
| }, |
| { |
| "epoch": 0.2052361914373326, |
| "grad_norm": 0.6696453094482422, |
| "learning_rate": 4.833293920665346e-05, |
| "loss": 1.3129, |
| "step": 10575 |
| }, |
| { |
| "epoch": 0.20572138337926485, |
| "grad_norm": 0.6211184859275818, |
| "learning_rate": 4.831770300409341e-05, |
| "loss": 1.3239, |
| "step": 10600 |
| }, |
| { |
| "epoch": 0.20620657532119707, |
| "grad_norm": 1.1381393671035767, |
| "learning_rate": 4.8302399915561725e-05, |
| "loss": 1.2859, |
| "step": 10625 |
| }, |
| { |
| "epoch": 0.2066917672631293, |
| "grad_norm": 2.5299501419067383, |
| "learning_rate": 4.8287029984954766e-05, |
| "loss": 1.1927, |
| "step": 10650 |
| }, |
| { |
| "epoch": 0.20717695920506152, |
| "grad_norm": 2.7028656005859375, |
| "learning_rate": 4.82715932563606e-05, |
| "loss": 1.2885, |
| "step": 10675 |
| }, |
| { |
| "epoch": 0.20766215114699374, |
| "grad_norm": 0.8077990412712097, |
| "learning_rate": 4.8256089774058935e-05, |
| "loss": 1.3773, |
| "step": 10700 |
| }, |
| { |
| "epoch": 0.208147343088926, |
| "grad_norm": 1.8594900369644165, |
| "learning_rate": 4.8240519582520914e-05, |
| "loss": 1.3916, |
| "step": 10725 |
| }, |
| { |
| "epoch": 0.2086325350308582, |
| "grad_norm": 0.597461998462677, |
| "learning_rate": 4.8224882726409076e-05, |
| "loss": 1.2605, |
| "step": 10750 |
| }, |
| { |
| "epoch": 0.20911772697279044, |
| "grad_norm": 0.9887385368347168, |
| "learning_rate": 4.8209179250577155e-05, |
| "loss": 1.3182, |
| "step": 10775 |
| }, |
| { |
| "epoch": 0.20960291891472266, |
| "grad_norm": 1.9758788347244263, |
| "learning_rate": 4.819340920007e-05, |
| "loss": 1.3795, |
| "step": 10800 |
| }, |
| { |
| "epoch": 0.21008811085665488, |
| "grad_norm": 1.025651454925537, |
| "learning_rate": 4.817757262012341e-05, |
| "loss": 1.1675, |
| "step": 10825 |
| }, |
| { |
| "epoch": 0.21057330279858713, |
| "grad_norm": 1.9017690420150757, |
| "learning_rate": 4.816166955616405e-05, |
| "loss": 1.2154, |
| "step": 10850 |
| }, |
| { |
| "epoch": 0.21105849474051935, |
| "grad_norm": 0.7174233794212341, |
| "learning_rate": 4.814570005380925e-05, |
| "loss": 1.4239, |
| "step": 10875 |
| }, |
| { |
| "epoch": 0.21154368668245158, |
| "grad_norm": 0.8453570604324341, |
| "learning_rate": 4.812966415886694e-05, |
| "loss": 1.199, |
| "step": 10900 |
| }, |
| { |
| "epoch": 0.2120288786243838, |
| "grad_norm": 2.1586625576019287, |
| "learning_rate": 4.8113561917335516e-05, |
| "loss": 1.316, |
| "step": 10925 |
| }, |
| { |
| "epoch": 0.21251407056631602, |
| "grad_norm": 0.7787413001060486, |
| "learning_rate": 4.8097393375403646e-05, |
| "loss": 1.2127, |
| "step": 10950 |
| }, |
| { |
| "epoch": 0.21299926250824827, |
| "grad_norm": 0.8020988702774048, |
| "learning_rate": 4.8081158579450206e-05, |
| "loss": 1.1879, |
| "step": 10975 |
| }, |
| { |
| "epoch": 0.2134844544501805, |
| "grad_norm": 0.758350133895874, |
| "learning_rate": 4.80648575760441e-05, |
| "loss": 1.3331, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.21396964639211272, |
| "grad_norm": 2.243619441986084, |
| "learning_rate": 4.804849041194416e-05, |
| "loss": 1.3748, |
| "step": 11025 |
| }, |
| { |
| "epoch": 0.21445483833404494, |
| "grad_norm": 0.8619709610939026, |
| "learning_rate": 4.803205713409899e-05, |
| "loss": 1.3871, |
| "step": 11050 |
| }, |
| { |
| "epoch": 0.2149400302759772, |
| "grad_norm": 0.800778865814209, |
| "learning_rate": 4.801555778964685e-05, |
| "loss": 1.1827, |
| "step": 11075 |
| }, |
| { |
| "epoch": 0.2154252222179094, |
| "grad_norm": 0.7496353983879089, |
| "learning_rate": 4.79989924259155e-05, |
| "loss": 1.4457, |
| "step": 11100 |
| }, |
| { |
| "epoch": 0.21591041415984163, |
| "grad_norm": 0.7012664675712585, |
| "learning_rate": 4.7982361090422065e-05, |
| "loss": 1.1988, |
| "step": 11125 |
| }, |
| { |
| "epoch": 0.21639560610177386, |
| "grad_norm": 0.6292685866355896, |
| "learning_rate": 4.796566383087292e-05, |
| "loss": 1.1802, |
| "step": 11150 |
| }, |
| { |
| "epoch": 0.21688079804370608, |
| "grad_norm": 0.8488264679908752, |
| "learning_rate": 4.7948900695163556e-05, |
| "loss": 1.3426, |
| "step": 11175 |
| }, |
| { |
| "epoch": 0.21736598998563833, |
| "grad_norm": 2.244183301925659, |
| "learning_rate": 4.793207173137839e-05, |
| "loss": 1.3028, |
| "step": 11200 |
| }, |
| { |
| "epoch": 0.21785118192757055, |
| "grad_norm": 0.7652647495269775, |
| "learning_rate": 4.79151769877907e-05, |
| "loss": 1.1984, |
| "step": 11225 |
| }, |
| { |
| "epoch": 0.21833637386950278, |
| "grad_norm": 1.8473201990127563, |
| "learning_rate": 4.7898216512862416e-05, |
| "loss": 1.3054, |
| "step": 11250 |
| }, |
| { |
| "epoch": 0.218821565811435, |
| "grad_norm": 0.6393523812294006, |
| "learning_rate": 4.788119035524406e-05, |
| "loss": 1.3185, |
| "step": 11275 |
| }, |
| { |
| "epoch": 0.21930675775336722, |
| "grad_norm": 0.6281377673149109, |
| "learning_rate": 4.786409856377451e-05, |
| "loss": 1.3292, |
| "step": 11300 |
| }, |
| { |
| "epoch": 0.21979194969529947, |
| "grad_norm": 0.6162646412849426, |
| "learning_rate": 4.7846941187480954e-05, |
| "loss": 1.4113, |
| "step": 11325 |
| }, |
| { |
| "epoch": 0.2202771416372317, |
| "grad_norm": 0.5758041739463806, |
| "learning_rate": 4.78297182755787e-05, |
| "loss": 1.3813, |
| "step": 11350 |
| }, |
| { |
| "epoch": 0.22076233357916392, |
| "grad_norm": 0.9147908091545105, |
| "learning_rate": 4.7812429877471025e-05, |
| "loss": 1.1983, |
| "step": 11375 |
| }, |
| { |
| "epoch": 0.22124752552109614, |
| "grad_norm": 0.5968482494354248, |
| "learning_rate": 4.779507604274906e-05, |
| "loss": 1.1752, |
| "step": 11400 |
| }, |
| { |
| "epoch": 0.22173271746302836, |
| "grad_norm": 0.77602219581604, |
| "learning_rate": 4.777765682119166e-05, |
| "loss": 1.1253, |
| "step": 11425 |
| }, |
| { |
| "epoch": 0.2222179094049606, |
| "grad_norm": 2.0919854640960693, |
| "learning_rate": 4.77601722627652e-05, |
| "loss": 1.2577, |
| "step": 11450 |
| }, |
| { |
| "epoch": 0.22270310134689283, |
| "grad_norm": 2.1561999320983887, |
| "learning_rate": 4.77426224176235e-05, |
| "loss": 1.2779, |
| "step": 11475 |
| }, |
| { |
| "epoch": 0.22318829328882506, |
| "grad_norm": 0.7868762612342834, |
| "learning_rate": 4.772500733610764e-05, |
| "loss": 1.25, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.22367348523075728, |
| "grad_norm": 0.5584851503372192, |
| "learning_rate": 4.7707327068745835e-05, |
| "loss": 1.2098, |
| "step": 11525 |
| }, |
| { |
| "epoch": 0.2241586771726895, |
| "grad_norm": 2.48405385017395, |
| "learning_rate": 4.7689581666253266e-05, |
| "loss": 1.3566, |
| "step": 11550 |
| }, |
| { |
| "epoch": 0.22464386911462175, |
| "grad_norm": 2.5040032863616943, |
| "learning_rate": 4.7671771179532e-05, |
| "loss": 1.0908, |
| "step": 11575 |
| }, |
| { |
| "epoch": 0.22512906105655398, |
| "grad_norm": 0.6600046157836914, |
| "learning_rate": 4.7653895659670724e-05, |
| "loss": 1.2108, |
| "step": 11600 |
| }, |
| { |
| "epoch": 0.2256142529984862, |
| "grad_norm": 0.6051322221755981, |
| "learning_rate": 4.7635955157944736e-05, |
| "loss": 1.1899, |
| "step": 11625 |
| }, |
| { |
| "epoch": 0.22609944494041842, |
| "grad_norm": 1.8447946310043335, |
| "learning_rate": 4.761794972581568e-05, |
| "loss": 1.3212, |
| "step": 11650 |
| }, |
| { |
| "epoch": 0.22658463688235067, |
| "grad_norm": 1.891028881072998, |
| "learning_rate": 4.759987941493149e-05, |
| "loss": 1.4146, |
| "step": 11675 |
| }, |
| { |
| "epoch": 0.2270698288242829, |
| "grad_norm": 0.6287611722946167, |
| "learning_rate": 4.7581744277126194e-05, |
| "loss": 1.322, |
| "step": 11700 |
| }, |
| { |
| "epoch": 0.22755502076621512, |
| "grad_norm": 2.1628384590148926, |
| "learning_rate": 4.7563544364419744e-05, |
| "loss": 1.1516, |
| "step": 11725 |
| }, |
| { |
| "epoch": 0.22804021270814734, |
| "grad_norm": 0.8026766180992126, |
| "learning_rate": 4.754527972901794e-05, |
| "loss": 1.2808, |
| "step": 11750 |
| }, |
| { |
| "epoch": 0.22852540465007956, |
| "grad_norm": 0.5727373361587524, |
| "learning_rate": 4.75269504233122e-05, |
| "loss": 1.2097, |
| "step": 11775 |
| }, |
| { |
| "epoch": 0.2290105965920118, |
| "grad_norm": 0.6189835071563721, |
| "learning_rate": 4.750855649987946e-05, |
| "loss": 1.2625, |
| "step": 11800 |
| }, |
| { |
| "epoch": 0.22949578853394403, |
| "grad_norm": 1.928037405014038, |
| "learning_rate": 4.7490098011482035e-05, |
| "loss": 1.1359, |
| "step": 11825 |
| }, |
| { |
| "epoch": 0.22998098047587626, |
| "grad_norm": 2.377030611038208, |
| "learning_rate": 4.747157501106739e-05, |
| "loss": 1.1068, |
| "step": 11850 |
| }, |
| { |
| "epoch": 0.23046617241780848, |
| "grad_norm": 0.7026588320732117, |
| "learning_rate": 4.745298755176809e-05, |
| "loss": 1.2443, |
| "step": 11875 |
| }, |
| { |
| "epoch": 0.2309513643597407, |
| "grad_norm": 2.3407585620880127, |
| "learning_rate": 4.7434335686901575e-05, |
| "loss": 1.3479, |
| "step": 11900 |
| }, |
| { |
| "epoch": 0.23143655630167295, |
| "grad_norm": 0.7689957618713379, |
| "learning_rate": 4.7415619469970016e-05, |
| "loss": 1.2636, |
| "step": 11925 |
| }, |
| { |
| "epoch": 0.23192174824360517, |
| "grad_norm": 1.0247126817703247, |
| "learning_rate": 4.73968389546602e-05, |
| "loss": 1.1973, |
| "step": 11950 |
| }, |
| { |
| "epoch": 0.2324069401855374, |
| "grad_norm": 2.263852834701538, |
| "learning_rate": 4.7377994194843344e-05, |
| "loss": 1.2528, |
| "step": 11975 |
| }, |
| { |
| "epoch": 0.23289213212746962, |
| "grad_norm": 1.999930500984192, |
| "learning_rate": 4.7359085244574954e-05, |
| "loss": 1.1358, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.23337732406940184, |
| "grad_norm": 1.2813795804977417, |
| "learning_rate": 4.7340112158094644e-05, |
| "loss": 1.1296, |
| "step": 12025 |
| }, |
| { |
| "epoch": 0.2338625160113341, |
| "grad_norm": 0.8232117295265198, |
| "learning_rate": 4.7321074989826025e-05, |
| "loss": 1.2257, |
| "step": 12050 |
| }, |
| { |
| "epoch": 0.23434770795326632, |
| "grad_norm": 2.456336498260498, |
| "learning_rate": 4.73019737943765e-05, |
| "loss": 1.3748, |
| "step": 12075 |
| }, |
| { |
| "epoch": 0.23483289989519854, |
| "grad_norm": 0.6911483407020569, |
| "learning_rate": 4.7282808626537155e-05, |
| "loss": 1.3478, |
| "step": 12100 |
| }, |
| { |
| "epoch": 0.23531809183713076, |
| "grad_norm": 1.9383065700531006, |
| "learning_rate": 4.726357954128256e-05, |
| "loss": 1.377, |
| "step": 12125 |
| }, |
| { |
| "epoch": 0.235803283779063, |
| "grad_norm": 0.7925689220428467, |
| "learning_rate": 4.724428659377065e-05, |
| "loss": 1.2409, |
| "step": 12150 |
| }, |
| { |
| "epoch": 0.23628847572099523, |
| "grad_norm": 0.766192615032196, |
| "learning_rate": 4.722492983934251e-05, |
| "loss": 1.2169, |
| "step": 12175 |
| }, |
| { |
| "epoch": 0.23677366766292746, |
| "grad_norm": 2.4071896076202393, |
| "learning_rate": 4.7205509333522305e-05, |
| "loss": 1.3545, |
| "step": 12200 |
| }, |
| { |
| "epoch": 0.23725885960485968, |
| "grad_norm": 0.6175357699394226, |
| "learning_rate": 4.718602513201702e-05, |
| "loss": 1.3503, |
| "step": 12225 |
| }, |
| { |
| "epoch": 0.2377440515467919, |
| "grad_norm": 2.46563720703125, |
| "learning_rate": 4.716647729071637e-05, |
| "loss": 1.3381, |
| "step": 12250 |
| }, |
| { |
| "epoch": 0.23822924348872415, |
| "grad_norm": 0.6135498881340027, |
| "learning_rate": 4.714686586569263e-05, |
| "loss": 1.26, |
| "step": 12275 |
| }, |
| { |
| "epoch": 0.23871443543065637, |
| "grad_norm": 0.7762085795402527, |
| "learning_rate": 4.712719091320044e-05, |
| "loss": 1.3897, |
| "step": 12300 |
| }, |
| { |
| "epoch": 0.2391996273725886, |
| "grad_norm": 2.080073356628418, |
| "learning_rate": 4.710745248967668e-05, |
| "loss": 1.3608, |
| "step": 12325 |
| }, |
| { |
| "epoch": 0.23968481931452082, |
| "grad_norm": 0.8992445468902588, |
| "learning_rate": 4.708765065174029e-05, |
| "loss": 1.3796, |
| "step": 12350 |
| }, |
| { |
| "epoch": 0.24017001125645304, |
| "grad_norm": 0.7284401655197144, |
| "learning_rate": 4.706778545619211e-05, |
| "loss": 1.2184, |
| "step": 12375 |
| }, |
| { |
| "epoch": 0.2406552031983853, |
| "grad_norm": 0.7115889191627502, |
| "learning_rate": 4.7047856960014715e-05, |
| "loss": 1.2428, |
| "step": 12400 |
| }, |
| { |
| "epoch": 0.24114039514031751, |
| "grad_norm": 0.6973176002502441, |
| "learning_rate": 4.702786522037227e-05, |
| "loss": 1.2752, |
| "step": 12425 |
| }, |
| { |
| "epoch": 0.24162558708224974, |
| "grad_norm": 2.1255855560302734, |
| "learning_rate": 4.700781029461035e-05, |
| "loss": 1.325, |
| "step": 12450 |
| }, |
| { |
| "epoch": 0.24211077902418196, |
| "grad_norm": 0.6068640947341919, |
| "learning_rate": 4.698769224025577e-05, |
| "loss": 1.3582, |
| "step": 12475 |
| }, |
| { |
| "epoch": 0.24259597096611418, |
| "grad_norm": 0.5114668011665344, |
| "learning_rate": 4.69675111150164e-05, |
| "loss": 1.3597, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.24308116290804643, |
| "grad_norm": 0.7079507112503052, |
| "learning_rate": 4.6947266976781085e-05, |
| "loss": 1.3067, |
| "step": 12525 |
| }, |
| { |
| "epoch": 0.24356635484997866, |
| "grad_norm": 1.1130468845367432, |
| "learning_rate": 4.692695988361938e-05, |
| "loss": 1.5319, |
| "step": 12550 |
| }, |
| { |
| "epoch": 0.24405154679191088, |
| "grad_norm": 0.8022894263267517, |
| "learning_rate": 4.6906589893781426e-05, |
| "loss": 1.2251, |
| "step": 12575 |
| }, |
| { |
| "epoch": 0.2445367387338431, |
| "grad_norm": 0.5400947332382202, |
| "learning_rate": 4.6886157065697794e-05, |
| "loss": 1.3262, |
| "step": 12600 |
| }, |
| { |
| "epoch": 0.24502193067577532, |
| "grad_norm": 2.1732430458068848, |
| "learning_rate": 4.68656614579793e-05, |
| "loss": 1.3816, |
| "step": 12625 |
| }, |
| { |
| "epoch": 0.24550712261770757, |
| "grad_norm": 2.3840439319610596, |
| "learning_rate": 4.6845103129416834e-05, |
| "loss": 1.2305, |
| "step": 12650 |
| }, |
| { |
| "epoch": 0.2459923145596398, |
| "grad_norm": 0.8135746717453003, |
| "learning_rate": 4.682448213898121e-05, |
| "loss": 1.3206, |
| "step": 12675 |
| }, |
| { |
| "epoch": 0.24647750650157202, |
| "grad_norm": 2.075202465057373, |
| "learning_rate": 4.680379854582298e-05, |
| "loss": 1.4978, |
| "step": 12700 |
| }, |
| { |
| "epoch": 0.24696269844350424, |
| "grad_norm": 0.6237090826034546, |
| "learning_rate": 4.678305240927226e-05, |
| "loss": 1.3239, |
| "step": 12725 |
| }, |
| { |
| "epoch": 0.2474478903854365, |
| "grad_norm": 0.7702721357345581, |
| "learning_rate": 4.676224378883858e-05, |
| "loss": 1.1254, |
| "step": 12750 |
| }, |
| { |
| "epoch": 0.24793308232736871, |
| "grad_norm": 2.4617862701416016, |
| "learning_rate": 4.674137274421071e-05, |
| "loss": 1.2938, |
| "step": 12775 |
| }, |
| { |
| "epoch": 0.24841827426930094, |
| "grad_norm": 2.7270684242248535, |
| "learning_rate": 4.672043933525646e-05, |
| "loss": 1.2833, |
| "step": 12800 |
| }, |
| { |
| "epoch": 0.24890346621123316, |
| "grad_norm": 0.7871997952461243, |
| "learning_rate": 4.6699443622022554e-05, |
| "loss": 1.2688, |
| "step": 12825 |
| }, |
| { |
| "epoch": 0.24938865815316538, |
| "grad_norm": 0.5763459801673889, |
| "learning_rate": 4.667838566473441e-05, |
| "loss": 1.1851, |
| "step": 12850 |
| }, |
| { |
| "epoch": 0.24987385009509763, |
| "grad_norm": 2.2837114334106445, |
| "learning_rate": 4.6657265523796015e-05, |
| "loss": 1.2243, |
| "step": 12875 |
| }, |
| { |
| "epoch": 0.25035904203702986, |
| "grad_norm": 0.7400971055030823, |
| "learning_rate": 4.66360832597897e-05, |
| "loss": 1.2969, |
| "step": 12900 |
| }, |
| { |
| "epoch": 0.25084423397896205, |
| "grad_norm": 0.8821414113044739, |
| "learning_rate": 4.661483893347601e-05, |
| "loss": 1.39, |
| "step": 12925 |
| }, |
| { |
| "epoch": 0.2513294259208943, |
| "grad_norm": 2.5464210510253906, |
| "learning_rate": 4.659353260579353e-05, |
| "loss": 1.5214, |
| "step": 12950 |
| }, |
| { |
| "epoch": 0.25181461786282655, |
| "grad_norm": 0.5863485336303711, |
| "learning_rate": 4.657216433785866e-05, |
| "loss": 1.303, |
| "step": 12975 |
| }, |
| { |
| "epoch": 0.25229980980475875, |
| "grad_norm": 0.8493661284446716, |
| "learning_rate": 4.655073419096548e-05, |
| "loss": 1.2839, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.252785001746691, |
| "grad_norm": 2.3241004943847656, |
| "learning_rate": 4.6529242226585606e-05, |
| "loss": 1.2175, |
| "step": 13025 |
| }, |
| { |
| "epoch": 0.25327019368862325, |
| "grad_norm": 1.8221546411514282, |
| "learning_rate": 4.650768850636793e-05, |
| "loss": 1.1342, |
| "step": 13050 |
| }, |
| { |
| "epoch": 0.25375538563055544, |
| "grad_norm": 0.675459623336792, |
| "learning_rate": 4.648607309213849e-05, |
| "loss": 1.2996, |
| "step": 13075 |
| }, |
| { |
| "epoch": 0.2542405775724877, |
| "grad_norm": 0.999279797077179, |
| "learning_rate": 4.646439604590033e-05, |
| "loss": 1.1562, |
| "step": 13100 |
| }, |
| { |
| "epoch": 0.2547257695144199, |
| "grad_norm": 2.1332309246063232, |
| "learning_rate": 4.6442657429833236e-05, |
| "loss": 1.3243, |
| "step": 13125 |
| }, |
| { |
| "epoch": 0.25521096145635214, |
| "grad_norm": 0.5808287858963013, |
| "learning_rate": 4.642085730629364e-05, |
| "loss": 1.3077, |
| "step": 13150 |
| }, |
| { |
| "epoch": 0.2556961533982844, |
| "grad_norm": 2.1845154762268066, |
| "learning_rate": 4.6398995737814385e-05, |
| "loss": 1.1848, |
| "step": 13175 |
| }, |
| { |
| "epoch": 0.2561813453402166, |
| "grad_norm": 0.7827994227409363, |
| "learning_rate": 4.637707278710459e-05, |
| "loss": 1.4985, |
| "step": 13200 |
| }, |
| { |
| "epoch": 0.25666653728214883, |
| "grad_norm": 0.5957105159759521, |
| "learning_rate": 4.6355088517049416e-05, |
| "loss": 1.2246, |
| "step": 13225 |
| }, |
| { |
| "epoch": 0.257151729224081, |
| "grad_norm": 0.6704027056694031, |
| "learning_rate": 4.633304299070993e-05, |
| "loss": 1.2629, |
| "step": 13250 |
| }, |
| { |
| "epoch": 0.2576369211660133, |
| "grad_norm": 2.218764066696167, |
| "learning_rate": 4.6310936271322924e-05, |
| "loss": 1.2184, |
| "step": 13275 |
| }, |
| { |
| "epoch": 0.25812211310794553, |
| "grad_norm": 0.6046654582023621, |
| "learning_rate": 4.62887684223007e-05, |
| "loss": 1.3025, |
| "step": 13300 |
| }, |
| { |
| "epoch": 0.2586073050498777, |
| "grad_norm": 2.0559608936309814, |
| "learning_rate": 4.626653950723092e-05, |
| "loss": 1.4009, |
| "step": 13325 |
| }, |
| { |
| "epoch": 0.25909249699181, |
| "grad_norm": 0.6166667342185974, |
| "learning_rate": 4.62442495898764e-05, |
| "loss": 1.2937, |
| "step": 13350 |
| }, |
| { |
| "epoch": 0.25957768893374217, |
| "grad_norm": 0.6391496658325195, |
| "learning_rate": 4.622189873417495e-05, |
| "loss": 1.1275, |
| "step": 13375 |
| }, |
| { |
| "epoch": 0.2600628808756744, |
| "grad_norm": 0.8361741304397583, |
| "learning_rate": 4.619948700423917e-05, |
| "loss": 1.2989, |
| "step": 13400 |
| }, |
| { |
| "epoch": 0.26054807281760667, |
| "grad_norm": 0.6619077920913696, |
| "learning_rate": 4.61770144643563e-05, |
| "loss": 1.2106, |
| "step": 13425 |
| }, |
| { |
| "epoch": 0.26103326475953886, |
| "grad_norm": 0.5892524719238281, |
| "learning_rate": 4.615448117898798e-05, |
| "loss": 1.1541, |
| "step": 13450 |
| }, |
| { |
| "epoch": 0.2615184567014711, |
| "grad_norm": 2.3334407806396484, |
| "learning_rate": 4.6131887212770105e-05, |
| "loss": 1.3298, |
| "step": 13475 |
| }, |
| { |
| "epoch": 0.2620036486434033, |
| "grad_norm": 2.3261401653289795, |
| "learning_rate": 4.6109232630512633e-05, |
| "loss": 1.2713, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.26248884058533556, |
| "grad_norm": 0.8835258483886719, |
| "learning_rate": 4.608651749719941e-05, |
| "loss": 1.2834, |
| "step": 13525 |
| }, |
| { |
| "epoch": 0.2629740325272678, |
| "grad_norm": 0.5176216959953308, |
| "learning_rate": 4.606374187798795e-05, |
| "loss": 1.3957, |
| "step": 13550 |
| }, |
| { |
| "epoch": 0.2634592244692, |
| "grad_norm": 0.7666918635368347, |
| "learning_rate": 4.604090583820928e-05, |
| "loss": 1.3457, |
| "step": 13575 |
| }, |
| { |
| "epoch": 0.26394441641113225, |
| "grad_norm": 1.252362608909607, |
| "learning_rate": 4.601800944336774e-05, |
| "loss": 1.461, |
| "step": 13600 |
| }, |
| { |
| "epoch": 0.26442960835306445, |
| "grad_norm": 2.4203994274139404, |
| "learning_rate": 4.599505275914079e-05, |
| "loss": 1.11, |
| "step": 13625 |
| }, |
| { |
| "epoch": 0.2649148002949967, |
| "grad_norm": 0.9869685769081116, |
| "learning_rate": 4.597203585137884e-05, |
| "loss": 1.4609, |
| "step": 13650 |
| }, |
| { |
| "epoch": 0.26539999223692895, |
| "grad_norm": 0.8218535780906677, |
| "learning_rate": 4.594895878610503e-05, |
| "loss": 1.2755, |
| "step": 13675 |
| }, |
| { |
| "epoch": 0.26588518417886114, |
| "grad_norm": 0.6552555561065674, |
| "learning_rate": 4.5925821629515074e-05, |
| "loss": 1.3181, |
| "step": 13700 |
| }, |
| { |
| "epoch": 0.2663703761207934, |
| "grad_norm": 0.9620826244354248, |
| "learning_rate": 4.590262444797707e-05, |
| "loss": 1.2322, |
| "step": 13725 |
| }, |
| { |
| "epoch": 0.2668555680627256, |
| "grad_norm": 2.2034168243408203, |
| "learning_rate": 4.587936730803125e-05, |
| "loss": 1.2499, |
| "step": 13750 |
| }, |
| { |
| "epoch": 0.26734076000465784, |
| "grad_norm": 0.6790973544120789, |
| "learning_rate": 4.5856050276389886e-05, |
| "loss": 1.426, |
| "step": 13775 |
| }, |
| { |
| "epoch": 0.2678259519465901, |
| "grad_norm": 0.6186888813972473, |
| "learning_rate": 4.583267341993702e-05, |
| "loss": 1.2409, |
| "step": 13800 |
| }, |
| { |
| "epoch": 0.2683111438885223, |
| "grad_norm": 0.6957961320877075, |
| "learning_rate": 4.580923680572829e-05, |
| "loss": 1.2534, |
| "step": 13825 |
| }, |
| { |
| "epoch": 0.26879633583045454, |
| "grad_norm": 0.6820192337036133, |
| "learning_rate": 4.578574050099077e-05, |
| "loss": 1.1121, |
| "step": 13850 |
| }, |
| { |
| "epoch": 0.26928152777238673, |
| "grad_norm": 2.372969150543213, |
| "learning_rate": 4.576218457312274e-05, |
| "loss": 1.2877, |
| "step": 13875 |
| }, |
| { |
| "epoch": 0.269766719714319, |
| "grad_norm": 0.551874041557312, |
| "learning_rate": 4.573856908969352e-05, |
| "loss": 1.217, |
| "step": 13900 |
| }, |
| { |
| "epoch": 0.27025191165625123, |
| "grad_norm": 0.5827109813690186, |
| "learning_rate": 4.571489411844325e-05, |
| "loss": 1.0856, |
| "step": 13925 |
| }, |
| { |
| "epoch": 0.2707371035981834, |
| "grad_norm": 2.3821585178375244, |
| "learning_rate": 4.5691159727282704e-05, |
| "loss": 1.048, |
| "step": 13950 |
| }, |
| { |
| "epoch": 0.2712222955401157, |
| "grad_norm": 0.7931044697761536, |
| "learning_rate": 4.566736598429311e-05, |
| "loss": 1.2837, |
| "step": 13975 |
| }, |
| { |
| "epoch": 0.27170748748204787, |
| "grad_norm": 1.5971397161483765, |
| "learning_rate": 4.5643512957725954e-05, |
| "loss": 1.5469, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.2721926794239801, |
| "grad_norm": 0.5619127750396729, |
| "learning_rate": 4.561960071600275e-05, |
| "loss": 1.2406, |
| "step": 14025 |
| }, |
| { |
| "epoch": 0.27267787136591237, |
| "grad_norm": 2.3030502796173096, |
| "learning_rate": 4.559562932771489e-05, |
| "loss": 1.2278, |
| "step": 14050 |
| }, |
| { |
| "epoch": 0.27316306330784457, |
| "grad_norm": 1.138204574584961, |
| "learning_rate": 4.557159886162342e-05, |
| "loss": 1.1351, |
| "step": 14075 |
| }, |
| { |
| "epoch": 0.2736482552497768, |
| "grad_norm": 0.5698568224906921, |
| "learning_rate": 4.5547509386658846e-05, |
| "loss": 1.259, |
| "step": 14100 |
| }, |
| { |
| "epoch": 0.27413344719170907, |
| "grad_norm": 0.679541289806366, |
| "learning_rate": 4.5523360971920924e-05, |
| "loss": 1.2773, |
| "step": 14125 |
| }, |
| { |
| "epoch": 0.27461863913364126, |
| "grad_norm": 0.6621307730674744, |
| "learning_rate": 4.549915368667851e-05, |
| "loss": 1.2595, |
| "step": 14150 |
| }, |
| { |
| "epoch": 0.2751038310755735, |
| "grad_norm": 2.44754958152771, |
| "learning_rate": 4.54748876003693e-05, |
| "loss": 1.3368, |
| "step": 14175 |
| }, |
| { |
| "epoch": 0.2755890230175057, |
| "grad_norm": 0.706897497177124, |
| "learning_rate": 4.545056278259968e-05, |
| "loss": 1.2535, |
| "step": 14200 |
| }, |
| { |
| "epoch": 0.27607421495943796, |
| "grad_norm": 0.9739874601364136, |
| "learning_rate": 4.542617930314447e-05, |
| "loss": 1.2803, |
| "step": 14225 |
| }, |
| { |
| "epoch": 0.2765594069013702, |
| "grad_norm": 2.297530174255371, |
| "learning_rate": 4.5401737231946804e-05, |
| "loss": 1.4328, |
| "step": 14250 |
| }, |
| { |
| "epoch": 0.2770445988433024, |
| "grad_norm": 2.1344082355499268, |
| "learning_rate": 4.5377236639117856e-05, |
| "loss": 1.3662, |
| "step": 14275 |
| }, |
| { |
| "epoch": 0.27752979078523465, |
| "grad_norm": 1.8566749095916748, |
| "learning_rate": 4.5352677594936664e-05, |
| "loss": 1.3593, |
| "step": 14300 |
| }, |
| { |
| "epoch": 0.27801498272716685, |
| "grad_norm": 1.1689435243606567, |
| "learning_rate": 4.532806016984995e-05, |
| "loss": 1.3437, |
| "step": 14325 |
| }, |
| { |
| "epoch": 0.2785001746690991, |
| "grad_norm": 0.65090012550354, |
| "learning_rate": 4.5303384434471896e-05, |
| "loss": 1.2126, |
| "step": 14350 |
| }, |
| { |
| "epoch": 0.27898536661103135, |
| "grad_norm": 0.5760734677314758, |
| "learning_rate": 4.527865045958393e-05, |
| "loss": 1.4091, |
| "step": 14375 |
| }, |
| { |
| "epoch": 0.27947055855296354, |
| "grad_norm": 0.640273928642273, |
| "learning_rate": 4.525385831613455e-05, |
| "loss": 1.429, |
| "step": 14400 |
| }, |
| { |
| "epoch": 0.2799557504948958, |
| "grad_norm": 2.437236785888672, |
| "learning_rate": 4.52290080752391e-05, |
| "loss": 1.1466, |
| "step": 14425 |
| }, |
| { |
| "epoch": 0.280440942436828, |
| "grad_norm": 0.7662313580513, |
| "learning_rate": 4.5204099808179594e-05, |
| "loss": 1.3295, |
| "step": 14450 |
| }, |
| { |
| "epoch": 0.28092613437876024, |
| "grad_norm": 0.8616601824760437, |
| "learning_rate": 4.5179133586404466e-05, |
| "loss": 1.2425, |
| "step": 14475 |
| }, |
| { |
| "epoch": 0.2814113263206925, |
| "grad_norm": 2.0875160694122314, |
| "learning_rate": 4.515410948152841e-05, |
| "loss": 1.2237, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.2818965182626247, |
| "grad_norm": 0.5740671157836914, |
| "learning_rate": 4.512902756533215e-05, |
| "loss": 1.2671, |
| "step": 14525 |
| }, |
| { |
| "epoch": 0.28238171020455693, |
| "grad_norm": 0.8548942804336548, |
| "learning_rate": 4.510388790976222e-05, |
| "loss": 1.3399, |
| "step": 14550 |
| }, |
| { |
| "epoch": 0.28286690214648913, |
| "grad_norm": 2.465303421020508, |
| "learning_rate": 4.507869058693082e-05, |
| "loss": 1.3105, |
| "step": 14575 |
| }, |
| { |
| "epoch": 0.2833520940884214, |
| "grad_norm": 0.6129107475280762, |
| "learning_rate": 4.505343566911553e-05, |
| "loss": 1.3675, |
| "step": 14600 |
| }, |
| { |
| "epoch": 0.28383728603035363, |
| "grad_norm": 2.1003103256225586, |
| "learning_rate": 4.502812322875914e-05, |
| "loss": 1.321, |
| "step": 14625 |
| }, |
| { |
| "epoch": 0.2843224779722858, |
| "grad_norm": 0.5181079506874084, |
| "learning_rate": 4.5002753338469474e-05, |
| "loss": 1.4041, |
| "step": 14650 |
| }, |
| { |
| "epoch": 0.2848076699142181, |
| "grad_norm": 0.8700966835021973, |
| "learning_rate": 4.497732607101912e-05, |
| "loss": 1.1592, |
| "step": 14675 |
| }, |
| { |
| "epoch": 0.28529286185615027, |
| "grad_norm": 0.6622391939163208, |
| "learning_rate": 4.4951841499345246e-05, |
| "loss": 1.22, |
| "step": 14700 |
| }, |
| { |
| "epoch": 0.2857780537980825, |
| "grad_norm": 0.5387739539146423, |
| "learning_rate": 4.492629969654942e-05, |
| "loss": 1.1265, |
| "step": 14725 |
| }, |
| { |
| "epoch": 0.28626324574001477, |
| "grad_norm": 0.5920250415802002, |
| "learning_rate": 4.4900700735897354e-05, |
| "loss": 1.3566, |
| "step": 14750 |
| }, |
| { |
| "epoch": 0.28674843768194697, |
| "grad_norm": 2.2425992488861084, |
| "learning_rate": 4.487504469081873e-05, |
| "loss": 1.3989, |
| "step": 14775 |
| }, |
| { |
| "epoch": 0.2872336296238792, |
| "grad_norm": 2.4028828144073486, |
| "learning_rate": 4.484933163490696e-05, |
| "loss": 1.3671, |
| "step": 14800 |
| }, |
| { |
| "epoch": 0.2877188215658114, |
| "grad_norm": 2.570460557937622, |
| "learning_rate": 4.4823561641919e-05, |
| "loss": 1.4037, |
| "step": 14825 |
| }, |
| { |
| "epoch": 0.28820401350774366, |
| "grad_norm": 2.2955849170684814, |
| "learning_rate": 4.479773478577514e-05, |
| "loss": 1.5677, |
| "step": 14850 |
| }, |
| { |
| "epoch": 0.2886892054496759, |
| "grad_norm": 0.5591301918029785, |
| "learning_rate": 4.477185114055873e-05, |
| "loss": 1.3239, |
| "step": 14875 |
| }, |
| { |
| "epoch": 0.2891743973916081, |
| "grad_norm": 0.6597347259521484, |
| "learning_rate": 4.474591078051609e-05, |
| "loss": 1.1635, |
| "step": 14900 |
| }, |
| { |
| "epoch": 0.28965958933354036, |
| "grad_norm": 0.8393152952194214, |
| "learning_rate": 4.4719913780056156e-05, |
| "loss": 1.1429, |
| "step": 14925 |
| }, |
| { |
| "epoch": 0.29014478127547255, |
| "grad_norm": 0.5908499360084534, |
| "learning_rate": 4.469386021375039e-05, |
| "loss": 1.3281, |
| "step": 14950 |
| }, |
| { |
| "epoch": 0.2906299732174048, |
| "grad_norm": 2.2433969974517822, |
| "learning_rate": 4.466775015633247e-05, |
| "loss": 1.2641, |
| "step": 14975 |
| }, |
| { |
| "epoch": 0.29111516515933705, |
| "grad_norm": 2.1884865760803223, |
| "learning_rate": 4.4641583682698144e-05, |
| "loss": 1.2093, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.29160035710126925, |
| "grad_norm": 0.6293449997901917, |
| "learning_rate": 4.461536086790497e-05, |
| "loss": 1.3049, |
| "step": 15025 |
| }, |
| { |
| "epoch": 0.2920855490432015, |
| "grad_norm": 0.6880440711975098, |
| "learning_rate": 4.4589081787172124e-05, |
| "loss": 1.3704, |
| "step": 15050 |
| }, |
| { |
| "epoch": 0.2925707409851337, |
| "grad_norm": 2.19132137298584, |
| "learning_rate": 4.456274651588019e-05, |
| "loss": 1.3668, |
| "step": 15075 |
| }, |
| { |
| "epoch": 0.29305593292706594, |
| "grad_norm": 0.5346562266349792, |
| "learning_rate": 4.453635512957092e-05, |
| "loss": 1.2756, |
| "step": 15100 |
| }, |
| { |
| "epoch": 0.2935411248689982, |
| "grad_norm": 0.643970787525177, |
| "learning_rate": 4.450990770394703e-05, |
| "loss": 1.2532, |
| "step": 15125 |
| }, |
| { |
| "epoch": 0.2940263168109304, |
| "grad_norm": 2.2010910511016846, |
| "learning_rate": 4.448340431487198e-05, |
| "loss": 1.3052, |
| "step": 15150 |
| }, |
| { |
| "epoch": 0.29451150875286264, |
| "grad_norm": 0.6464548110961914, |
| "learning_rate": 4.445684503836978e-05, |
| "loss": 1.1535, |
| "step": 15175 |
| }, |
| { |
| "epoch": 0.29499670069479483, |
| "grad_norm": 0.5936286449432373, |
| "learning_rate": 4.4430229950624724e-05, |
| "loss": 1.3843, |
| "step": 15200 |
| }, |
| { |
| "epoch": 0.2954818926367271, |
| "grad_norm": 0.5456656813621521, |
| "learning_rate": 4.440355912798121e-05, |
| "loss": 1.119, |
| "step": 15225 |
| }, |
| { |
| "epoch": 0.29596708457865933, |
| "grad_norm": 0.755269467830658, |
| "learning_rate": 4.437683264694352e-05, |
| "loss": 1.275, |
| "step": 15250 |
| }, |
| { |
| "epoch": 0.29645227652059153, |
| "grad_norm": 2.031136989593506, |
| "learning_rate": 4.435005058417556e-05, |
| "loss": 1.2267, |
| "step": 15275 |
| }, |
| { |
| "epoch": 0.2969374684625238, |
| "grad_norm": 0.870864987373352, |
| "learning_rate": 4.4323213016500715e-05, |
| "loss": 1.1336, |
| "step": 15300 |
| }, |
| { |
| "epoch": 0.29742266040445603, |
| "grad_norm": 2.053265333175659, |
| "learning_rate": 4.429632002090154e-05, |
| "loss": 1.288, |
| "step": 15325 |
| }, |
| { |
| "epoch": 0.2979078523463882, |
| "grad_norm": 1.9071383476257324, |
| "learning_rate": 4.426937167451961e-05, |
| "loss": 1.2537, |
| "step": 15350 |
| }, |
| { |
| "epoch": 0.2983930442883205, |
| "grad_norm": 1.055603265762329, |
| "learning_rate": 4.4242368054655256e-05, |
| "loss": 1.292, |
| "step": 15375 |
| }, |
| { |
| "epoch": 0.29887823623025267, |
| "grad_norm": 2.234870195388794, |
| "learning_rate": 4.4215309238767374e-05, |
| "loss": 1.4134, |
| "step": 15400 |
| }, |
| { |
| "epoch": 0.2993634281721849, |
| "grad_norm": 3.2114696502685547, |
| "learning_rate": 4.418819530447318e-05, |
| "loss": 1.3012, |
| "step": 15425 |
| }, |
| { |
| "epoch": 0.29984862011411717, |
| "grad_norm": 1.826192855834961, |
| "learning_rate": 4.416102632954799e-05, |
| "loss": 1.3788, |
| "step": 15450 |
| }, |
| { |
| "epoch": 0.30033381205604937, |
| "grad_norm": 1.0043420791625977, |
| "learning_rate": 4.413380239192502e-05, |
| "loss": 1.2816, |
| "step": 15475 |
| }, |
| { |
| "epoch": 0.3008190039979816, |
| "grad_norm": 0.8031551837921143, |
| "learning_rate": 4.4106523569695114e-05, |
| "loss": 1.1768, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.3013041959399138, |
| "grad_norm": 2.3411574363708496, |
| "learning_rate": 4.407918994110657e-05, |
| "loss": 1.3918, |
| "step": 15525 |
| }, |
| { |
| "epoch": 0.30178938788184606, |
| "grad_norm": 1.7486199140548706, |
| "learning_rate": 4.40518015845649e-05, |
| "loss": 1.2402, |
| "step": 15550 |
| }, |
| { |
| "epoch": 0.3022745798237783, |
| "grad_norm": 0.6331698298454285, |
| "learning_rate": 4.4024358578632604e-05, |
| "loss": 1.431, |
| "step": 15575 |
| }, |
| { |
| "epoch": 0.3027597717657105, |
| "grad_norm": 0.6698155999183655, |
| "learning_rate": 4.3996861002028914e-05, |
| "loss": 1.2994, |
| "step": 15600 |
| }, |
| { |
| "epoch": 0.30324496370764276, |
| "grad_norm": 0.5439791083335876, |
| "learning_rate": 4.396930893362963e-05, |
| "loss": 1.2176, |
| "step": 15625 |
| }, |
| { |
| "epoch": 0.30373015564957495, |
| "grad_norm": 2.4126484394073486, |
| "learning_rate": 4.3941702452466845e-05, |
| "loss": 1.3878, |
| "step": 15650 |
| }, |
| { |
| "epoch": 0.3042153475915072, |
| "grad_norm": 0.5168536305427551, |
| "learning_rate": 4.391404163772872e-05, |
| "loss": 1.2903, |
| "step": 15675 |
| }, |
| { |
| "epoch": 0.30470053953343945, |
| "grad_norm": 2.293233871459961, |
| "learning_rate": 4.38863265687593e-05, |
| "loss": 1.2133, |
| "step": 15700 |
| }, |
| { |
| "epoch": 0.30518573147537165, |
| "grad_norm": 0.5078558921813965, |
| "learning_rate": 4.3858557325058214e-05, |
| "loss": 1.1663, |
| "step": 15725 |
| }, |
| { |
| "epoch": 0.3056709234173039, |
| "grad_norm": 0.6453113555908203, |
| "learning_rate": 4.383073398628054e-05, |
| "loss": 1.2564, |
| "step": 15750 |
| }, |
| { |
| "epoch": 0.3061561153592361, |
| "grad_norm": 0.6318429112434387, |
| "learning_rate": 4.380285663223648e-05, |
| "loss": 1.1127, |
| "step": 15775 |
| }, |
| { |
| "epoch": 0.30664130730116834, |
| "grad_norm": 0.9329913854598999, |
| "learning_rate": 4.377492534289121e-05, |
| "loss": 1.1359, |
| "step": 15800 |
| }, |
| { |
| "epoch": 0.3071264992431006, |
| "grad_norm": 2.0876426696777344, |
| "learning_rate": 4.37469401983646e-05, |
| "loss": 1.3825, |
| "step": 15825 |
| }, |
| { |
| "epoch": 0.3076116911850328, |
| "grad_norm": 2.157146453857422, |
| "learning_rate": 4.3718901278931e-05, |
| "loss": 1.2098, |
| "step": 15850 |
| }, |
| { |
| "epoch": 0.30809688312696504, |
| "grad_norm": 1.5177181959152222, |
| "learning_rate": 4.369080866501903e-05, |
| "loss": 1.301, |
| "step": 15875 |
| }, |
| { |
| "epoch": 0.30858207506889723, |
| "grad_norm": 0.6550502777099609, |
| "learning_rate": 4.36626624372113e-05, |
| "loss": 1.1986, |
| "step": 15900 |
| }, |
| { |
| "epoch": 0.3090672670108295, |
| "grad_norm": 2.498129367828369, |
| "learning_rate": 4.363446267624425e-05, |
| "loss": 1.2241, |
| "step": 15925 |
| }, |
| { |
| "epoch": 0.30955245895276173, |
| "grad_norm": 0.5695524215698242, |
| "learning_rate": 4.360620946300783e-05, |
| "loss": 1.4583, |
| "step": 15950 |
| }, |
| { |
| "epoch": 0.31003765089469393, |
| "grad_norm": 0.5132187604904175, |
| "learning_rate": 4.357790287854535e-05, |
| "loss": 1.2946, |
| "step": 15975 |
| }, |
| { |
| "epoch": 0.3105228428366262, |
| "grad_norm": 0.5807271599769592, |
| "learning_rate": 4.354954300405321e-05, |
| "loss": 1.203, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.3110080347785584, |
| "grad_norm": 0.5059855580329895, |
| "learning_rate": 4.3521129920880666e-05, |
| "loss": 1.2224, |
| "step": 16025 |
| }, |
| { |
| "epoch": 0.3114932267204906, |
| "grad_norm": 2.2585299015045166, |
| "learning_rate": 4.3492663710529586e-05, |
| "loss": 1.2843, |
| "step": 16050 |
| }, |
| { |
| "epoch": 0.3119784186624229, |
| "grad_norm": 0.5692938566207886, |
| "learning_rate": 4.346414445465426e-05, |
| "loss": 1.2708, |
| "step": 16075 |
| }, |
| { |
| "epoch": 0.31246361060435507, |
| "grad_norm": 1.0478030443191528, |
| "learning_rate": 4.3435572235061114e-05, |
| "loss": 1.3969, |
| "step": 16100 |
| }, |
| { |
| "epoch": 0.3129488025462873, |
| "grad_norm": 1.9291625022888184, |
| "learning_rate": 4.340694713370851e-05, |
| "loss": 1.245, |
| "step": 16125 |
| }, |
| { |
| "epoch": 0.3134339944882195, |
| "grad_norm": 2.2225306034088135, |
| "learning_rate": 4.33782692327065e-05, |
| "loss": 1.3699, |
| "step": 16150 |
| }, |
| { |
| "epoch": 0.31391918643015176, |
| "grad_norm": 0.7460134029388428, |
| "learning_rate": 4.3349538614316574e-05, |
| "loss": 1.3892, |
| "step": 16175 |
| }, |
| { |
| "epoch": 0.314404378372084, |
| "grad_norm": 2.5461061000823975, |
| "learning_rate": 4.332075536095146e-05, |
| "loss": 1.4066, |
| "step": 16200 |
| }, |
| { |
| "epoch": 0.3148895703140162, |
| "grad_norm": 0.6839916110038757, |
| "learning_rate": 4.329191955517486e-05, |
| "loss": 1.2795, |
| "step": 16225 |
| }, |
| { |
| "epoch": 0.31537476225594846, |
| "grad_norm": 0.5088087916374207, |
| "learning_rate": 4.3263031279701217e-05, |
| "loss": 1.1786, |
| "step": 16250 |
| }, |
| { |
| "epoch": 0.31585995419788065, |
| "grad_norm": 0.7595856189727783, |
| "learning_rate": 4.323409061739549e-05, |
| "loss": 1.2629, |
| "step": 16275 |
| }, |
| { |
| "epoch": 0.3163451461398129, |
| "grad_norm": 0.6023890376091003, |
| "learning_rate": 4.3205097651272895e-05, |
| "loss": 1.2509, |
| "step": 16300 |
| }, |
| { |
| "epoch": 0.31683033808174516, |
| "grad_norm": 0.6333832144737244, |
| "learning_rate": 4.317605246449869e-05, |
| "loss": 1.2938, |
| "step": 16325 |
| }, |
| { |
| "epoch": 0.31731553002367735, |
| "grad_norm": 2.3524422645568848, |
| "learning_rate": 4.314695514038792e-05, |
| "loss": 1.2101, |
| "step": 16350 |
| }, |
| { |
| "epoch": 0.3178007219656096, |
| "grad_norm": 1.686638593673706, |
| "learning_rate": 4.31178057624052e-05, |
| "loss": 1.2629, |
| "step": 16375 |
| }, |
| { |
| "epoch": 0.31828591390754185, |
| "grad_norm": 0.8635674118995667, |
| "learning_rate": 4.308860441416443e-05, |
| "loss": 1.1149, |
| "step": 16400 |
| }, |
| { |
| "epoch": 0.31877110584947405, |
| "grad_norm": 2.0210556983947754, |
| "learning_rate": 4.3059351179428604e-05, |
| "loss": 1.3701, |
| "step": 16425 |
| }, |
| { |
| "epoch": 0.3192562977914063, |
| "grad_norm": 0.539535641670227, |
| "learning_rate": 4.303004614210955e-05, |
| "loss": 1.3726, |
| "step": 16450 |
| }, |
| { |
| "epoch": 0.3197414897333385, |
| "grad_norm": 0.5666391253471375, |
| "learning_rate": 4.300068938626769e-05, |
| "loss": 1.231, |
| "step": 16475 |
| }, |
| { |
| "epoch": 0.32022668167527074, |
| "grad_norm": 2.2209763526916504, |
| "learning_rate": 4.2971280996111795e-05, |
| "loss": 1.3384, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.320711873617203, |
| "grad_norm": 0.6010315418243408, |
| "learning_rate": 4.2941821055998744e-05, |
| "loss": 1.3025, |
| "step": 16525 |
| }, |
| { |
| "epoch": 0.3211970655591352, |
| "grad_norm": 1.8057005405426025, |
| "learning_rate": 4.29123096504333e-05, |
| "loss": 1.3828, |
| "step": 16550 |
| }, |
| { |
| "epoch": 0.32168225750106744, |
| "grad_norm": 0.5104712843894958, |
| "learning_rate": 4.2882746864067824e-05, |
| "loss": 1.2352, |
| "step": 16575 |
| }, |
| { |
| "epoch": 0.32216744944299963, |
| "grad_norm": 0.6033756732940674, |
| "learning_rate": 4.28531327817021e-05, |
| "loss": 1.1413, |
| "step": 16600 |
| }, |
| { |
| "epoch": 0.3226526413849319, |
| "grad_norm": 0.7746044397354126, |
| "learning_rate": 4.282346748828301e-05, |
| "loss": 1.1456, |
| "step": 16625 |
| }, |
| { |
| "epoch": 0.32313783332686413, |
| "grad_norm": 1.830506682395935, |
| "learning_rate": 4.279375106890438e-05, |
| "loss": 1.2735, |
| "step": 16650 |
| }, |
| { |
| "epoch": 0.3236230252687963, |
| "grad_norm": 0.6859185099601746, |
| "learning_rate": 4.276398360880664e-05, |
| "loss": 1.2882, |
| "step": 16675 |
| }, |
| { |
| "epoch": 0.3241082172107286, |
| "grad_norm": 2.1137137413024902, |
| "learning_rate": 4.2734165193376666e-05, |
| "loss": 1.334, |
| "step": 16700 |
| }, |
| { |
| "epoch": 0.3245934091526608, |
| "grad_norm": 0.7919677495956421, |
| "learning_rate": 4.2704295908147476e-05, |
| "loss": 1.3008, |
| "step": 16725 |
| }, |
| { |
| "epoch": 0.325078601094593, |
| "grad_norm": 0.6155506372451782, |
| "learning_rate": 4.267437583879802e-05, |
| "loss": 1.1585, |
| "step": 16750 |
| }, |
| { |
| "epoch": 0.3255637930365253, |
| "grad_norm": 2.717249631881714, |
| "learning_rate": 4.264440507115292e-05, |
| "loss": 1.2426, |
| "step": 16775 |
| }, |
| { |
| "epoch": 0.32604898497845747, |
| "grad_norm": 0.7521378993988037, |
| "learning_rate": 4.261438369118219e-05, |
| "loss": 1.3876, |
| "step": 16800 |
| }, |
| { |
| "epoch": 0.3265341769203897, |
| "grad_norm": 0.5425297617912292, |
| "learning_rate": 4.258431178500109e-05, |
| "loss": 1.3888, |
| "step": 16825 |
| }, |
| { |
| "epoch": 0.3270193688623219, |
| "grad_norm": 0.5597004890441895, |
| "learning_rate": 4.255418943886975e-05, |
| "loss": 1.1737, |
| "step": 16850 |
| }, |
| { |
| "epoch": 0.32750456080425416, |
| "grad_norm": 0.8869568109512329, |
| "learning_rate": 4.252401673919302e-05, |
| "loss": 1.3067, |
| "step": 16875 |
| }, |
| { |
| "epoch": 0.3279897527461864, |
| "grad_norm": 2.365798234939575, |
| "learning_rate": 4.249379377252016e-05, |
| "loss": 1.1498, |
| "step": 16900 |
| }, |
| { |
| "epoch": 0.3284749446881186, |
| "grad_norm": 1.142792820930481, |
| "learning_rate": 4.246352062554466e-05, |
| "loss": 1.2172, |
| "step": 16925 |
| }, |
| { |
| "epoch": 0.32896013663005086, |
| "grad_norm": 0.579338550567627, |
| "learning_rate": 4.243319738510392e-05, |
| "loss": 1.3459, |
| "step": 16950 |
| }, |
| { |
| "epoch": 0.32944532857198305, |
| "grad_norm": 0.8232547640800476, |
| "learning_rate": 4.240282413817902e-05, |
| "loss": 1.3175, |
| "step": 16975 |
| }, |
| { |
| "epoch": 0.3299305205139153, |
| "grad_norm": 0.5723515748977661, |
| "learning_rate": 4.237240097189452e-05, |
| "loss": 1.1061, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.33041571245584755, |
| "grad_norm": 1.9006156921386719, |
| "learning_rate": 4.2341927973518144e-05, |
| "loss": 1.1535, |
| "step": 17025 |
| }, |
| { |
| "epoch": 0.33090090439777975, |
| "grad_norm": 2.490084648132324, |
| "learning_rate": 4.231140523046056e-05, |
| "loss": 1.3278, |
| "step": 17050 |
| }, |
| { |
| "epoch": 0.331386096339712, |
| "grad_norm": 2.074434280395508, |
| "learning_rate": 4.228083283027514e-05, |
| "loss": 1.2281, |
| "step": 17075 |
| }, |
| { |
| "epoch": 0.3318712882816442, |
| "grad_norm": 0.6868325471878052, |
| "learning_rate": 4.2250210860657674e-05, |
| "loss": 1.1545, |
| "step": 17100 |
| }, |
| { |
| "epoch": 0.33235648022357644, |
| "grad_norm": 0.9436508417129517, |
| "learning_rate": 4.221953940944617e-05, |
| "loss": 1.2577, |
| "step": 17125 |
| }, |
| { |
| "epoch": 0.3328416721655087, |
| "grad_norm": 0.9279387593269348, |
| "learning_rate": 4.218881856462054e-05, |
| "loss": 1.2017, |
| "step": 17150 |
| }, |
| { |
| "epoch": 0.3333268641074409, |
| "grad_norm": 2.1830079555511475, |
| "learning_rate": 4.215804841430241e-05, |
| "loss": 1.2003, |
| "step": 17175 |
| }, |
| { |
| "epoch": 0.33381205604937314, |
| "grad_norm": 0.948060154914856, |
| "learning_rate": 4.212722904675481e-05, |
| "loss": 1.3473, |
| "step": 17200 |
| }, |
| { |
| "epoch": 0.33429724799130534, |
| "grad_norm": 0.6069409251213074, |
| "learning_rate": 4.209636055038196e-05, |
| "loss": 1.1063, |
| "step": 17225 |
| }, |
| { |
| "epoch": 0.3347824399332376, |
| "grad_norm": 2.8510849475860596, |
| "learning_rate": 4.206544301372901e-05, |
| "loss": 1.2648, |
| "step": 17250 |
| }, |
| { |
| "epoch": 0.33526763187516984, |
| "grad_norm": 0.5257542133331299, |
| "learning_rate": 4.203447652548178e-05, |
| "loss": 1.2497, |
| "step": 17275 |
| }, |
| { |
| "epoch": 0.33575282381710203, |
| "grad_norm": 0.7207373380661011, |
| "learning_rate": 4.2003461174466485e-05, |
| "loss": 1.2388, |
| "step": 17300 |
| }, |
| { |
| "epoch": 0.3362380157590343, |
| "grad_norm": 2.5214030742645264, |
| "learning_rate": 4.197239704964952e-05, |
| "loss": 1.3113, |
| "step": 17325 |
| }, |
| { |
| "epoch": 0.3367232077009665, |
| "grad_norm": 0.626291811466217, |
| "learning_rate": 4.194128424013719e-05, |
| "loss": 1.1555, |
| "step": 17350 |
| }, |
| { |
| "epoch": 0.3372083996428987, |
| "grad_norm": 0.8663923740386963, |
| "learning_rate": 4.191012283517544e-05, |
| "loss": 1.2013, |
| "step": 17375 |
| }, |
| { |
| "epoch": 0.337693591584831, |
| "grad_norm": 0.7873178720474243, |
| "learning_rate": 4.187891292414961e-05, |
| "loss": 1.1446, |
| "step": 17400 |
| }, |
| { |
| "epoch": 0.33817878352676317, |
| "grad_norm": 0.6333074569702148, |
| "learning_rate": 4.184765459658418e-05, |
| "loss": 1.2682, |
| "step": 17425 |
| }, |
| { |
| "epoch": 0.3386639754686954, |
| "grad_norm": 0.5824152231216431, |
| "learning_rate": 4.1816347942142506e-05, |
| "loss": 1.14, |
| "step": 17450 |
| }, |
| { |
| "epoch": 0.3391491674106276, |
| "grad_norm": 0.6955634355545044, |
| "learning_rate": 4.178499305062658e-05, |
| "loss": 1.1661, |
| "step": 17475 |
| }, |
| { |
| "epoch": 0.33963435935255987, |
| "grad_norm": 2.518625259399414, |
| "learning_rate": 4.1753590011976747e-05, |
| "loss": 1.2328, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.3401195512944921, |
| "grad_norm": 0.6026921272277832, |
| "learning_rate": 4.172213891627146e-05, |
| "loss": 1.0728, |
| "step": 17525 |
| }, |
| { |
| "epoch": 0.3406047432364243, |
| "grad_norm": 0.6635125279426575, |
| "learning_rate": 4.1690639853727046e-05, |
| "loss": 1.1719, |
| "step": 17550 |
| }, |
| { |
| "epoch": 0.34108993517835656, |
| "grad_norm": 1.937717080116272, |
| "learning_rate": 4.1659092914697395e-05, |
| "loss": 1.4893, |
| "step": 17575 |
| }, |
| { |
| "epoch": 0.3415751271202888, |
| "grad_norm": 0.6466302275657654, |
| "learning_rate": 4.162749818967373e-05, |
| "loss": 1.3087, |
| "step": 17600 |
| }, |
| { |
| "epoch": 0.342060319062221, |
| "grad_norm": 2.4814162254333496, |
| "learning_rate": 4.159585576928437e-05, |
| "loss": 1.239, |
| "step": 17625 |
| }, |
| { |
| "epoch": 0.34254551100415326, |
| "grad_norm": 2.275796890258789, |
| "learning_rate": 4.156416574429442e-05, |
| "loss": 1.2215, |
| "step": 17650 |
| }, |
| { |
| "epoch": 0.34303070294608545, |
| "grad_norm": 0.6211809515953064, |
| "learning_rate": 4.153242820560556e-05, |
| "loss": 1.1961, |
| "step": 17675 |
| }, |
| { |
| "epoch": 0.3435158948880177, |
| "grad_norm": 0.8722555041313171, |
| "learning_rate": 4.150064324425574e-05, |
| "loss": 1.4299, |
| "step": 17700 |
| }, |
| { |
| "epoch": 0.34400108682994995, |
| "grad_norm": 0.8438299894332886, |
| "learning_rate": 4.146881095141895e-05, |
| "loss": 1.1268, |
| "step": 17725 |
| }, |
| { |
| "epoch": 0.34448627877188215, |
| "grad_norm": 1.9693546295166016, |
| "learning_rate": 4.1436931418404956e-05, |
| "loss": 1.2862, |
| "step": 17750 |
| }, |
| { |
| "epoch": 0.3449714707138144, |
| "grad_norm": 2.2467775344848633, |
| "learning_rate": 4.140500473665902e-05, |
| "loss": 1.3369, |
| "step": 17775 |
| }, |
| { |
| "epoch": 0.3454566626557466, |
| "grad_norm": 2.1413638591766357, |
| "learning_rate": 4.1373030997761654e-05, |
| "loss": 1.3921, |
| "step": 17800 |
| }, |
| { |
| "epoch": 0.34594185459767884, |
| "grad_norm": 0.5400676727294922, |
| "learning_rate": 4.134101029342834e-05, |
| "loss": 1.334, |
| "step": 17825 |
| }, |
| { |
| "epoch": 0.3464270465396111, |
| "grad_norm": 1.917693853378296, |
| "learning_rate": 4.1308942715509305e-05, |
| "loss": 1.3068, |
| "step": 17850 |
| }, |
| { |
| "epoch": 0.3469122384815433, |
| "grad_norm": 0.6024634838104248, |
| "learning_rate": 4.127682835598919e-05, |
| "loss": 1.1487, |
| "step": 17875 |
| }, |
| { |
| "epoch": 0.34739743042347554, |
| "grad_norm": 2.105992078781128, |
| "learning_rate": 4.124466730698688e-05, |
| "loss": 1.3089, |
| "step": 17900 |
| }, |
| { |
| "epoch": 0.34788262236540773, |
| "grad_norm": 0.9743136167526245, |
| "learning_rate": 4.121245966075515e-05, |
| "loss": 1.1345, |
| "step": 17925 |
| }, |
| { |
| "epoch": 0.34836781430734, |
| "grad_norm": 0.6199082136154175, |
| "learning_rate": 4.118020550968042e-05, |
| "loss": 1.3486, |
| "step": 17950 |
| }, |
| { |
| "epoch": 0.34885300624927224, |
| "grad_norm": 0.639504611492157, |
| "learning_rate": 4.114790494628258e-05, |
| "loss": 1.2681, |
| "step": 17975 |
| }, |
| { |
| "epoch": 0.34933819819120443, |
| "grad_norm": 1.0098896026611328, |
| "learning_rate": 4.1115558063214565e-05, |
| "loss": 1.2488, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.3498233901331367, |
| "grad_norm": 1.8197033405303955, |
| "learning_rate": 4.108316495326223e-05, |
| "loss": 1.2381, |
| "step": 18025 |
| }, |
| { |
| "epoch": 0.3503085820750689, |
| "grad_norm": 2.4245166778564453, |
| "learning_rate": 4.1050725709344026e-05, |
| "loss": 1.2853, |
| "step": 18050 |
| }, |
| { |
| "epoch": 0.3507937740170011, |
| "grad_norm": 1.100279450416565, |
| "learning_rate": 4.1018240424510723e-05, |
| "loss": 1.3171, |
| "step": 18075 |
| }, |
| { |
| "epoch": 0.3512789659589334, |
| "grad_norm": 2.2555439472198486, |
| "learning_rate": 4.0985709191945155e-05, |
| "loss": 1.3098, |
| "step": 18100 |
| }, |
| { |
| "epoch": 0.35176415790086557, |
| "grad_norm": 0.6513779759407043, |
| "learning_rate": 4.095313210496198e-05, |
| "loss": 1.3384, |
| "step": 18125 |
| }, |
| { |
| "epoch": 0.3522493498427978, |
| "grad_norm": 0.9182355403900146, |
| "learning_rate": 4.092050925700735e-05, |
| "loss": 1.4345, |
| "step": 18150 |
| }, |
| { |
| "epoch": 0.35273454178473, |
| "grad_norm": 0.846845269203186, |
| "learning_rate": 4.0887840741658716e-05, |
| "loss": 1.2643, |
| "step": 18175 |
| }, |
| { |
| "epoch": 0.35321973372666227, |
| "grad_norm": 2.0701539516448975, |
| "learning_rate": 4.085512665262451e-05, |
| "loss": 1.3377, |
| "step": 18200 |
| }, |
| { |
| "epoch": 0.3537049256685945, |
| "grad_norm": 0.6115875840187073, |
| "learning_rate": 4.08223670837439e-05, |
| "loss": 1.4722, |
| "step": 18225 |
| }, |
| { |
| "epoch": 0.3541901176105267, |
| "grad_norm": 1.0140953063964844, |
| "learning_rate": 4.078956212898647e-05, |
| "loss": 1.0937, |
| "step": 18250 |
| }, |
| { |
| "epoch": 0.35467530955245896, |
| "grad_norm": 2.5612597465515137, |
| "learning_rate": 4.0756711882452056e-05, |
| "loss": 1.4356, |
| "step": 18275 |
| }, |
| { |
| "epoch": 0.35516050149439116, |
| "grad_norm": 1.970725655555725, |
| "learning_rate": 4.072381643837036e-05, |
| "loss": 1.2557, |
| "step": 18300 |
| }, |
| { |
| "epoch": 0.3556456934363234, |
| "grad_norm": 1.6782244443893433, |
| "learning_rate": 4.069087589110076e-05, |
| "loss": 1.4394, |
| "step": 18325 |
| }, |
| { |
| "epoch": 0.35613088537825566, |
| "grad_norm": 1.8706425428390503, |
| "learning_rate": 4.065789033513201e-05, |
| "loss": 1.2924, |
| "step": 18350 |
| }, |
| { |
| "epoch": 0.35661607732018785, |
| "grad_norm": 0.8119949698448181, |
| "learning_rate": 4.062485986508194e-05, |
| "loss": 1.113, |
| "step": 18375 |
| }, |
| { |
| "epoch": 0.3571012692621201, |
| "grad_norm": 2.137993574142456, |
| "learning_rate": 4.059178457569725e-05, |
| "loss": 1.3732, |
| "step": 18400 |
| }, |
| { |
| "epoch": 0.3575864612040523, |
| "grad_norm": 2.4374332427978516, |
| "learning_rate": 4.0558664561853186e-05, |
| "loss": 1.3195, |
| "step": 18425 |
| }, |
| { |
| "epoch": 0.35807165314598455, |
| "grad_norm": 0.7171961665153503, |
| "learning_rate": 4.0525499918553286e-05, |
| "loss": 1.1115, |
| "step": 18450 |
| }, |
| { |
| "epoch": 0.3585568450879168, |
| "grad_norm": 1.584572434425354, |
| "learning_rate": 4.049229074092911e-05, |
| "loss": 1.1276, |
| "step": 18475 |
| }, |
| { |
| "epoch": 0.359042037029849, |
| "grad_norm": 0.6369661688804626, |
| "learning_rate": 4.045903712423996e-05, |
| "loss": 1.1719, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.35952722897178124, |
| "grad_norm": 0.8467743992805481, |
| "learning_rate": 4.04257391638726e-05, |
| "loss": 1.2771, |
| "step": 18525 |
| }, |
| { |
| "epoch": 0.36001242091371344, |
| "grad_norm": 0.693044900894165, |
| "learning_rate": 4.0392396955341016e-05, |
| "loss": 1.2471, |
| "step": 18550 |
| }, |
| { |
| "epoch": 0.3604976128556457, |
| "grad_norm": 0.6272895336151123, |
| "learning_rate": 4.035901059428609e-05, |
| "loss": 1.1391, |
| "step": 18575 |
| }, |
| { |
| "epoch": 0.36098280479757794, |
| "grad_norm": 1.7677768468856812, |
| "learning_rate": 4.032558017647539e-05, |
| "loss": 1.2147, |
| "step": 18600 |
| }, |
| { |
| "epoch": 0.36146799673951013, |
| "grad_norm": 0.6939576268196106, |
| "learning_rate": 4.029210579780282e-05, |
| "loss": 1.2299, |
| "step": 18625 |
| }, |
| { |
| "epoch": 0.3619531886814424, |
| "grad_norm": 0.8577672243118286, |
| "learning_rate": 4.02585875542884e-05, |
| "loss": 1.225, |
| "step": 18650 |
| }, |
| { |
| "epoch": 0.36243838062337463, |
| "grad_norm": 2.123406171798706, |
| "learning_rate": 4.0225025542077976e-05, |
| "loss": 1.2592, |
| "step": 18675 |
| }, |
| { |
| "epoch": 0.36292357256530683, |
| "grad_norm": 2.0490570068359375, |
| "learning_rate": 4.019141985744295e-05, |
| "loss": 1.1363, |
| "step": 18700 |
| }, |
| { |
| "epoch": 0.3634087645072391, |
| "grad_norm": 0.6066844463348389, |
| "learning_rate": 4.015777059677999e-05, |
| "loss": 1.1622, |
| "step": 18725 |
| }, |
| { |
| "epoch": 0.3638939564491713, |
| "grad_norm": 0.9427161812782288, |
| "learning_rate": 4.012407785661076e-05, |
| "loss": 1.2675, |
| "step": 18750 |
| }, |
| { |
| "epoch": 0.3643791483911035, |
| "grad_norm": 1.896894931793213, |
| "learning_rate": 4.0090341733581636e-05, |
| "loss": 1.4015, |
| "step": 18775 |
| }, |
| { |
| "epoch": 0.3648643403330358, |
| "grad_norm": 0.6580312252044678, |
| "learning_rate": 4.005656232446345e-05, |
| "loss": 1.2748, |
| "step": 18800 |
| }, |
| { |
| "epoch": 0.36534953227496797, |
| "grad_norm": 2.087059736251831, |
| "learning_rate": 4.0022739726151194e-05, |
| "loss": 1.2378, |
| "step": 18825 |
| }, |
| { |
| "epoch": 0.3658347242169002, |
| "grad_norm": 1.95243501663208, |
| "learning_rate": 3.9988874035663734e-05, |
| "loss": 1.2837, |
| "step": 18850 |
| }, |
| { |
| "epoch": 0.3663199161588324, |
| "grad_norm": 2.2874743938446045, |
| "learning_rate": 3.995496535014357e-05, |
| "loss": 1.2586, |
| "step": 18875 |
| }, |
| { |
| "epoch": 0.36680510810076467, |
| "grad_norm": 0.7804290056228638, |
| "learning_rate": 3.9921013766856496e-05, |
| "loss": 1.1617, |
| "step": 18900 |
| }, |
| { |
| "epoch": 0.3672903000426969, |
| "grad_norm": 0.9436861872673035, |
| "learning_rate": 3.98870193831914e-05, |
| "loss": 1.3882, |
| "step": 18925 |
| }, |
| { |
| "epoch": 0.3677754919846291, |
| "grad_norm": 2.4221627712249756, |
| "learning_rate": 3.9852982296659903e-05, |
| "loss": 1.2564, |
| "step": 18950 |
| }, |
| { |
| "epoch": 0.36826068392656136, |
| "grad_norm": 0.5589163303375244, |
| "learning_rate": 3.981890260489615e-05, |
| "loss": 1.1754, |
| "step": 18975 |
| }, |
| { |
| "epoch": 0.36874587586849356, |
| "grad_norm": 0.656539261341095, |
| "learning_rate": 3.9784780405656456e-05, |
| "loss": 1.1908, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.3692310678104258, |
| "grad_norm": 2.1720924377441406, |
| "learning_rate": 3.975061579681911e-05, |
| "loss": 1.3293, |
| "step": 19025 |
| }, |
| { |
| "epoch": 0.36971625975235806, |
| "grad_norm": 0.47858402132987976, |
| "learning_rate": 3.971640887638403e-05, |
| "loss": 1.2195, |
| "step": 19050 |
| }, |
| { |
| "epoch": 0.37020145169429025, |
| "grad_norm": 0.6785688400268555, |
| "learning_rate": 3.96821597424725e-05, |
| "loss": 1.3108, |
| "step": 19075 |
| }, |
| { |
| "epoch": 0.3706866436362225, |
| "grad_norm": 0.6627455949783325, |
| "learning_rate": 3.9647868493326906e-05, |
| "loss": 1.3461, |
| "step": 19100 |
| }, |
| { |
| "epoch": 0.3711718355781547, |
| "grad_norm": 0.8792084455490112, |
| "learning_rate": 3.9613535227310424e-05, |
| "loss": 1.2121, |
| "step": 19125 |
| }, |
| { |
| "epoch": 0.37165702752008695, |
| "grad_norm": 0.6082770228385925, |
| "learning_rate": 3.9579160042906785e-05, |
| "loss": 1.3747, |
| "step": 19150 |
| }, |
| { |
| "epoch": 0.3721422194620192, |
| "grad_norm": 1.8594701290130615, |
| "learning_rate": 3.95447430387199e-05, |
| "loss": 1.1437, |
| "step": 19175 |
| }, |
| { |
| "epoch": 0.3726274114039514, |
| "grad_norm": 0.4985337257385254, |
| "learning_rate": 3.951028431347371e-05, |
| "loss": 1.1226, |
| "step": 19200 |
| }, |
| { |
| "epoch": 0.37311260334588364, |
| "grad_norm": 1.7327946424484253, |
| "learning_rate": 3.947578396601178e-05, |
| "loss": 1.2468, |
| "step": 19225 |
| }, |
| { |
| "epoch": 0.37359779528781584, |
| "grad_norm": 0.5588822960853577, |
| "learning_rate": 3.9441242095297094e-05, |
| "loss": 1.2539, |
| "step": 19250 |
| }, |
| { |
| "epoch": 0.3740829872297481, |
| "grad_norm": 0.8766839504241943, |
| "learning_rate": 3.9406658800411734e-05, |
| "loss": 1.325, |
| "step": 19275 |
| }, |
| { |
| "epoch": 0.37456817917168034, |
| "grad_norm": 2.1891872882843018, |
| "learning_rate": 3.937203418055661e-05, |
| "loss": 1.2563, |
| "step": 19300 |
| }, |
| { |
| "epoch": 0.37505337111361253, |
| "grad_norm": 2.369225263595581, |
| "learning_rate": 3.9337368335051146e-05, |
| "loss": 1.258, |
| "step": 19325 |
| }, |
| { |
| "epoch": 0.3755385630555448, |
| "grad_norm": 0.5667237639427185, |
| "learning_rate": 3.9302661363333074e-05, |
| "loss": 1.2412, |
| "step": 19350 |
| }, |
| { |
| "epoch": 0.376023754997477, |
| "grad_norm": 0.6716567873954773, |
| "learning_rate": 3.9267913364958036e-05, |
| "loss": 1.3325, |
| "step": 19375 |
| }, |
| { |
| "epoch": 0.37650894693940923, |
| "grad_norm": 0.8138393759727478, |
| "learning_rate": 3.92331244395994e-05, |
| "loss": 1.3446, |
| "step": 19400 |
| }, |
| { |
| "epoch": 0.3769941388813415, |
| "grad_norm": 0.5174316167831421, |
| "learning_rate": 3.919829468704792e-05, |
| "loss": 1.3268, |
| "step": 19425 |
| }, |
| { |
| "epoch": 0.3774793308232737, |
| "grad_norm": 0.935123860836029, |
| "learning_rate": 3.916342420721145e-05, |
| "loss": 1.1977, |
| "step": 19450 |
| }, |
| { |
| "epoch": 0.3779645227652059, |
| "grad_norm": 2.3387467861175537, |
| "learning_rate": 3.9128513100114665e-05, |
| "loss": 1.4, |
| "step": 19475 |
| }, |
| { |
| "epoch": 0.3784497147071381, |
| "grad_norm": 0.7243320345878601, |
| "learning_rate": 3.909356146589881e-05, |
| "loss": 1.191, |
| "step": 19500 |
| }, |
| { |
| "epoch": 0.37893490664907037, |
| "grad_norm": 0.5312628149986267, |
| "learning_rate": 3.9058569404821346e-05, |
| "loss": 1.2559, |
| "step": 19525 |
| }, |
| { |
| "epoch": 0.3794200985910026, |
| "grad_norm": 0.6618676781654358, |
| "learning_rate": 3.902353701725572e-05, |
| "loss": 1.1912, |
| "step": 19550 |
| }, |
| { |
| "epoch": 0.3799052905329348, |
| "grad_norm": 0.5269882082939148, |
| "learning_rate": 3.898846440369103e-05, |
| "loss": 1.1957, |
| "step": 19575 |
| }, |
| { |
| "epoch": 0.38039048247486706, |
| "grad_norm": 0.8228020668029785, |
| "learning_rate": 3.8953351664731784e-05, |
| "loss": 1.2181, |
| "step": 19600 |
| }, |
| { |
| "epoch": 0.38087567441679926, |
| "grad_norm": 0.7532572150230408, |
| "learning_rate": 3.8918198901097594e-05, |
| "loss": 1.443, |
| "step": 19625 |
| }, |
| { |
| "epoch": 0.3813608663587315, |
| "grad_norm": 0.5229353904724121, |
| "learning_rate": 3.8883006213622844e-05, |
| "loss": 1.2278, |
| "step": 19650 |
| }, |
| { |
| "epoch": 0.38184605830066376, |
| "grad_norm": 1.9069517850875854, |
| "learning_rate": 3.884777370325646e-05, |
| "loss": 1.2279, |
| "step": 19675 |
| }, |
| { |
| "epoch": 0.38233125024259595, |
| "grad_norm": 0.6787654757499695, |
| "learning_rate": 3.881250147106162e-05, |
| "loss": 1.0983, |
| "step": 19700 |
| }, |
| { |
| "epoch": 0.3828164421845282, |
| "grad_norm": 2.1889421939849854, |
| "learning_rate": 3.877718961821541e-05, |
| "loss": 1.2962, |
| "step": 19725 |
| }, |
| { |
| "epoch": 0.38330163412646046, |
| "grad_norm": 0.6921906471252441, |
| "learning_rate": 3.8741838246008576e-05, |
| "loss": 1.1781, |
| "step": 19750 |
| }, |
| { |
| "epoch": 0.38378682606839265, |
| "grad_norm": 0.7118716239929199, |
| "learning_rate": 3.870644745584523e-05, |
| "loss": 1.2049, |
| "step": 19775 |
| }, |
| { |
| "epoch": 0.3842720180103249, |
| "grad_norm": 0.6710949540138245, |
| "learning_rate": 3.867101734924255e-05, |
| "loss": 1.183, |
| "step": 19800 |
| }, |
| { |
| "epoch": 0.3847572099522571, |
| "grad_norm": 0.5743775367736816, |
| "learning_rate": 3.8635548027830485e-05, |
| "loss": 1.1803, |
| "step": 19825 |
| }, |
| { |
| "epoch": 0.38524240189418935, |
| "grad_norm": 1.9639955759048462, |
| "learning_rate": 3.860003959335148e-05, |
| "loss": 1.1867, |
| "step": 19850 |
| }, |
| { |
| "epoch": 0.3857275938361216, |
| "grad_norm": 1.7906283140182495, |
| "learning_rate": 3.856449214766018e-05, |
| "loss": 1.2506, |
| "step": 19875 |
| }, |
| { |
| "epoch": 0.3862127857780538, |
| "grad_norm": 0.7552570104598999, |
| "learning_rate": 3.85289057927231e-05, |
| "loss": 1.3056, |
| "step": 19900 |
| }, |
| { |
| "epoch": 0.38669797771998604, |
| "grad_norm": 0.9353697896003723, |
| "learning_rate": 3.849328063061842e-05, |
| "loss": 1.1774, |
| "step": 19925 |
| }, |
| { |
| "epoch": 0.38718316966191824, |
| "grad_norm": 2.0171525478363037, |
| "learning_rate": 3.8457616763535576e-05, |
| "loss": 1.2416, |
| "step": 19950 |
| }, |
| { |
| "epoch": 0.3876683616038505, |
| "grad_norm": 1.9999735355377197, |
| "learning_rate": 3.8421914293775065e-05, |
| "loss": 1.2326, |
| "step": 19975 |
| }, |
| { |
| "epoch": 0.38815355354578274, |
| "grad_norm": 0.6439474821090698, |
| "learning_rate": 3.83861733237481e-05, |
| "loss": 1.296, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.38863874548771493, |
| "grad_norm": 2.7946014404296875, |
| "learning_rate": 3.835039395597635e-05, |
| "loss": 1.3098, |
| "step": 20025 |
| }, |
| { |
| "epoch": 0.3891239374296472, |
| "grad_norm": 2.5905938148498535, |
| "learning_rate": 3.831457629309161e-05, |
| "loss": 1.2938, |
| "step": 20050 |
| }, |
| { |
| "epoch": 0.3896091293715794, |
| "grad_norm": 2.47521710395813, |
| "learning_rate": 3.8278720437835516e-05, |
| "loss": 1.2334, |
| "step": 20075 |
| }, |
| { |
| "epoch": 0.3900943213135116, |
| "grad_norm": 1.4045584201812744, |
| "learning_rate": 3.824282649305927e-05, |
| "loss": 1.1882, |
| "step": 20100 |
| }, |
| { |
| "epoch": 0.3905795132554439, |
| "grad_norm": 2.1604788303375244, |
| "learning_rate": 3.820689456172334e-05, |
| "loss": 1.3621, |
| "step": 20125 |
| }, |
| { |
| "epoch": 0.3910647051973761, |
| "grad_norm": 2.436976671218872, |
| "learning_rate": 3.817092474689713e-05, |
| "loss": 1.4309, |
| "step": 20150 |
| }, |
| { |
| "epoch": 0.3915498971393083, |
| "grad_norm": 0.7979105710983276, |
| "learning_rate": 3.813491715175874e-05, |
| "loss": 1.15, |
| "step": 20175 |
| }, |
| { |
| "epoch": 0.3920350890812405, |
| "grad_norm": 0.9275895357131958, |
| "learning_rate": 3.8098871879594624e-05, |
| "loss": 1.1638, |
| "step": 20200 |
| }, |
| { |
| "epoch": 0.39252028102317277, |
| "grad_norm": 0.7307536602020264, |
| "learning_rate": 3.8062789033799326e-05, |
| "loss": 1.2435, |
| "step": 20225 |
| }, |
| { |
| "epoch": 0.393005472965105, |
| "grad_norm": 0.9870713353157043, |
| "learning_rate": 3.802666871787514e-05, |
| "loss": 1.3607, |
| "step": 20250 |
| }, |
| { |
| "epoch": 0.3934906649070372, |
| "grad_norm": 0.8626781702041626, |
| "learning_rate": 3.799051103543189e-05, |
| "loss": 1.3038, |
| "step": 20275 |
| }, |
| { |
| "epoch": 0.39397585684896946, |
| "grad_norm": 0.7568720579147339, |
| "learning_rate": 3.7954316090186526e-05, |
| "loss": 1.1585, |
| "step": 20300 |
| }, |
| { |
| "epoch": 0.39446104879090166, |
| "grad_norm": 2.3212945461273193, |
| "learning_rate": 3.7918083985962924e-05, |
| "loss": 1.1169, |
| "step": 20325 |
| }, |
| { |
| "epoch": 0.3949462407328339, |
| "grad_norm": 2.4761178493499756, |
| "learning_rate": 3.788181482669155e-05, |
| "loss": 1.1057, |
| "step": 20350 |
| }, |
| { |
| "epoch": 0.39543143267476616, |
| "grad_norm": 0.6478317379951477, |
| "learning_rate": 3.784550871640915e-05, |
| "loss": 1.2138, |
| "step": 20375 |
| }, |
| { |
| "epoch": 0.39591662461669835, |
| "grad_norm": 0.7747492790222168, |
| "learning_rate": 3.780916575925844e-05, |
| "loss": 1.2479, |
| "step": 20400 |
| }, |
| { |
| "epoch": 0.3964018165586306, |
| "grad_norm": 0.8661019802093506, |
| "learning_rate": 3.777278605948788e-05, |
| "loss": 1.0913, |
| "step": 20425 |
| }, |
| { |
| "epoch": 0.3968870085005628, |
| "grad_norm": 0.5449972748756409, |
| "learning_rate": 3.773636972145129e-05, |
| "loss": 1.3074, |
| "step": 20450 |
| }, |
| { |
| "epoch": 0.39737220044249505, |
| "grad_norm": 0.7429943084716797, |
| "learning_rate": 3.7699916849607573e-05, |
| "loss": 1.3265, |
| "step": 20475 |
| }, |
| { |
| "epoch": 0.3978573923844273, |
| "grad_norm": 2.747783660888672, |
| "learning_rate": 3.766342754852048e-05, |
| "loss": 1.2573, |
| "step": 20500 |
| }, |
| { |
| "epoch": 0.3983425843263595, |
| "grad_norm": 0.6593181490898132, |
| "learning_rate": 3.762690192285821e-05, |
| "loss": 1.3791, |
| "step": 20525 |
| }, |
| { |
| "epoch": 0.39882777626829174, |
| "grad_norm": 1.7997138500213623, |
| "learning_rate": 3.759034007739318e-05, |
| "loss": 1.2207, |
| "step": 20550 |
| }, |
| { |
| "epoch": 0.39931296821022394, |
| "grad_norm": 0.7298917770385742, |
| "learning_rate": 3.755374211700168e-05, |
| "loss": 1.0765, |
| "step": 20575 |
| }, |
| { |
| "epoch": 0.3997981601521562, |
| "grad_norm": 0.7983205318450928, |
| "learning_rate": 3.7517108146663635e-05, |
| "loss": 1.368, |
| "step": 20600 |
| }, |
| { |
| "epoch": 0.40028335209408844, |
| "grad_norm": 2.01973032951355, |
| "learning_rate": 3.748043827146221e-05, |
| "loss": 1.2039, |
| "step": 20625 |
| }, |
| { |
| "epoch": 0.40076854403602064, |
| "grad_norm": 0.5539872646331787, |
| "learning_rate": 3.7443732596583624e-05, |
| "loss": 1.4084, |
| "step": 20650 |
| }, |
| { |
| "epoch": 0.4012537359779529, |
| "grad_norm": 0.49459853768348694, |
| "learning_rate": 3.740699122731673e-05, |
| "loss": 1.4322, |
| "step": 20675 |
| }, |
| { |
| "epoch": 0.4017389279198851, |
| "grad_norm": 0.7081012725830078, |
| "learning_rate": 3.7370214269052794e-05, |
| "loss": 1.2294, |
| "step": 20700 |
| }, |
| { |
| "epoch": 0.40222411986181733, |
| "grad_norm": 2.3867552280426025, |
| "learning_rate": 3.7333401827285174e-05, |
| "loss": 1.2847, |
| "step": 20725 |
| }, |
| { |
| "epoch": 0.4027093118037496, |
| "grad_norm": 2.098261594772339, |
| "learning_rate": 3.7296554007608984e-05, |
| "loss": 1.4123, |
| "step": 20750 |
| }, |
| { |
| "epoch": 0.4031945037456818, |
| "grad_norm": 0.6393025517463684, |
| "learning_rate": 3.7259670915720865e-05, |
| "loss": 1.2198, |
| "step": 20775 |
| }, |
| { |
| "epoch": 0.403679695687614, |
| "grad_norm": 0.4843246638774872, |
| "learning_rate": 3.722275265741858e-05, |
| "loss": 1.2113, |
| "step": 20800 |
| }, |
| { |
| "epoch": 0.4041648876295462, |
| "grad_norm": 0.9592753052711487, |
| "learning_rate": 3.71857993386008e-05, |
| "loss": 1.0715, |
| "step": 20825 |
| }, |
| { |
| "epoch": 0.40465007957147847, |
| "grad_norm": 0.6288106441497803, |
| "learning_rate": 3.714881106526677e-05, |
| "loss": 1.1669, |
| "step": 20850 |
| }, |
| { |
| "epoch": 0.4051352715134107, |
| "grad_norm": 0.5286287665367126, |
| "learning_rate": 3.7111787943515974e-05, |
| "loss": 1.1413, |
| "step": 20875 |
| }, |
| { |
| "epoch": 0.4056204634553429, |
| "grad_norm": 2.348930835723877, |
| "learning_rate": 3.7074730079547874e-05, |
| "loss": 1.2896, |
| "step": 20900 |
| }, |
| { |
| "epoch": 0.40610565539727517, |
| "grad_norm": 2.1435413360595703, |
| "learning_rate": 3.70376375796616e-05, |
| "loss": 1.2578, |
| "step": 20925 |
| }, |
| { |
| "epoch": 0.4065908473392074, |
| "grad_norm": 2.01480770111084, |
| "learning_rate": 3.700051055025561e-05, |
| "loss": 1.014, |
| "step": 20950 |
| }, |
| { |
| "epoch": 0.4070760392811396, |
| "grad_norm": 2.365237236022949, |
| "learning_rate": 3.696334909782741e-05, |
| "loss": 1.2633, |
| "step": 20975 |
| }, |
| { |
| "epoch": 0.40756123122307186, |
| "grad_norm": 0.6492660045623779, |
| "learning_rate": 3.6926153328973275e-05, |
| "loss": 1.1476, |
| "step": 21000 |
| }, |
| { |
| "epoch": 0.40804642316500406, |
| "grad_norm": 2.47704815864563, |
| "learning_rate": 3.68889233503879e-05, |
| "loss": 1.2372, |
| "step": 21025 |
| }, |
| { |
| "epoch": 0.4085316151069363, |
| "grad_norm": 0.8423924446105957, |
| "learning_rate": 3.685165926886408e-05, |
| "loss": 1.3013, |
| "step": 21050 |
| }, |
| { |
| "epoch": 0.40901680704886856, |
| "grad_norm": 0.5688174962997437, |
| "learning_rate": 3.681436119129248e-05, |
| "loss": 1.3203, |
| "step": 21075 |
| }, |
| { |
| "epoch": 0.40950199899080075, |
| "grad_norm": 0.5898360013961792, |
| "learning_rate": 3.677702922466126e-05, |
| "loss": 1.2707, |
| "step": 21100 |
| }, |
| { |
| "epoch": 0.409987190932733, |
| "grad_norm": 0.8128376603126526, |
| "learning_rate": 3.673966347605578e-05, |
| "loss": 1.179, |
| "step": 21125 |
| }, |
| { |
| "epoch": 0.4104723828746652, |
| "grad_norm": 0.715130090713501, |
| "learning_rate": 3.670226405265833e-05, |
| "loss": 1.3037, |
| "step": 21150 |
| }, |
| { |
| "epoch": 0.41095757481659745, |
| "grad_norm": 0.5029814839363098, |
| "learning_rate": 3.666483106174775e-05, |
| "loss": 1.1067, |
| "step": 21175 |
| }, |
| { |
| "epoch": 0.4114427667585297, |
| "grad_norm": 0.6578660011291504, |
| "learning_rate": 3.662736461069922e-05, |
| "loss": 1.2677, |
| "step": 21200 |
| }, |
| { |
| "epoch": 0.4119279587004619, |
| "grad_norm": 2.272242546081543, |
| "learning_rate": 3.658986480698386e-05, |
| "loss": 1.2043, |
| "step": 21225 |
| }, |
| { |
| "epoch": 0.41241315064239414, |
| "grad_norm": 0.5404434204101562, |
| "learning_rate": 3.655233175816849e-05, |
| "loss": 1.2238, |
| "step": 21250 |
| }, |
| { |
| "epoch": 0.41289834258432634, |
| "grad_norm": 2.181788444519043, |
| "learning_rate": 3.651476557191525e-05, |
| "loss": 1.1821, |
| "step": 21275 |
| }, |
| { |
| "epoch": 0.4133835345262586, |
| "grad_norm": 2.1514368057250977, |
| "learning_rate": 3.6477166355981396e-05, |
| "loss": 1.2068, |
| "step": 21300 |
| }, |
| { |
| "epoch": 0.41386872646819084, |
| "grad_norm": 2.194366693496704, |
| "learning_rate": 3.643953421821887e-05, |
| "loss": 1.1637, |
| "step": 21325 |
| }, |
| { |
| "epoch": 0.41435391841012303, |
| "grad_norm": 2.6059441566467285, |
| "learning_rate": 3.640186926657407e-05, |
| "loss": 1.2343, |
| "step": 21350 |
| }, |
| { |
| "epoch": 0.4148391103520553, |
| "grad_norm": 2.0002808570861816, |
| "learning_rate": 3.6364171609087535e-05, |
| "loss": 1.4496, |
| "step": 21375 |
| }, |
| { |
| "epoch": 0.4153243022939875, |
| "grad_norm": 0.6392743587493896, |
| "learning_rate": 3.6326441353893595e-05, |
| "loss": 1.2887, |
| "step": 21400 |
| }, |
| { |
| "epoch": 0.41580949423591973, |
| "grad_norm": 0.7072003483772278, |
| "learning_rate": 3.62886786092201e-05, |
| "loss": 1.3271, |
| "step": 21425 |
| }, |
| { |
| "epoch": 0.416294686177852, |
| "grad_norm": 2.215770721435547, |
| "learning_rate": 3.62508834833881e-05, |
| "loss": 1.2706, |
| "step": 21450 |
| }, |
| { |
| "epoch": 0.4167798781197842, |
| "grad_norm": 0.6619639992713928, |
| "learning_rate": 3.6213056084811505e-05, |
| "loss": 1.3364, |
| "step": 21475 |
| }, |
| { |
| "epoch": 0.4172650700617164, |
| "grad_norm": 0.541851818561554, |
| "learning_rate": 3.6175196521996815e-05, |
| "loss": 1.3862, |
| "step": 21500 |
| }, |
| { |
| "epoch": 0.4177502620036486, |
| "grad_norm": 0.7330541610717773, |
| "learning_rate": 3.613730490354281e-05, |
| "loss": 1.3884, |
| "step": 21525 |
| }, |
| { |
| "epoch": 0.41823545394558087, |
| "grad_norm": 0.6911499500274658, |
| "learning_rate": 3.6099381338140184e-05, |
| "loss": 1.2728, |
| "step": 21550 |
| }, |
| { |
| "epoch": 0.4187206458875131, |
| "grad_norm": 1.901330828666687, |
| "learning_rate": 3.606142593457128e-05, |
| "loss": 1.2507, |
| "step": 21575 |
| }, |
| { |
| "epoch": 0.4192058378294453, |
| "grad_norm": 0.7900179624557495, |
| "learning_rate": 3.6023438801709795e-05, |
| "loss": 1.1327, |
| "step": 21600 |
| }, |
| { |
| "epoch": 0.41969102977137757, |
| "grad_norm": 2.5279078483581543, |
| "learning_rate": 3.598542004852041e-05, |
| "loss": 1.1305, |
| "step": 21625 |
| }, |
| { |
| "epoch": 0.42017622171330976, |
| "grad_norm": 0.8178668022155762, |
| "learning_rate": 3.594736978405851e-05, |
| "loss": 1.1507, |
| "step": 21650 |
| }, |
| { |
| "epoch": 0.420661413655242, |
| "grad_norm": 2.005148410797119, |
| "learning_rate": 3.590928811746989e-05, |
| "loss": 1.3613, |
| "step": 21675 |
| }, |
| { |
| "epoch": 0.42114660559717426, |
| "grad_norm": 0.6307448744773865, |
| "learning_rate": 3.587117515799038e-05, |
| "loss": 1.3016, |
| "step": 21700 |
| }, |
| { |
| "epoch": 0.42163179753910646, |
| "grad_norm": 0.6442011594772339, |
| "learning_rate": 3.583303101494564e-05, |
| "loss": 1.1189, |
| "step": 21725 |
| }, |
| { |
| "epoch": 0.4221169894810387, |
| "grad_norm": 0.641895592212677, |
| "learning_rate": 3.57948557977507e-05, |
| "loss": 1.168, |
| "step": 21750 |
| }, |
| { |
| "epoch": 0.4226021814229709, |
| "grad_norm": 0.6188290119171143, |
| "learning_rate": 3.575664961590979e-05, |
| "loss": 1.1178, |
| "step": 21775 |
| }, |
| { |
| "epoch": 0.42308737336490315, |
| "grad_norm": 0.5277941823005676, |
| "learning_rate": 3.571841257901593e-05, |
| "loss": 1.1406, |
| "step": 21800 |
| }, |
| { |
| "epoch": 0.4235725653068354, |
| "grad_norm": 2.062448740005493, |
| "learning_rate": 3.568014479675064e-05, |
| "loss": 1.1402, |
| "step": 21825 |
| }, |
| { |
| "epoch": 0.4240577572487676, |
| "grad_norm": 0.5557686686515808, |
| "learning_rate": 3.564184637888364e-05, |
| "loss": 1.1787, |
| "step": 21850 |
| }, |
| { |
| "epoch": 0.42454294919069985, |
| "grad_norm": 0.6527462601661682, |
| "learning_rate": 3.560351743527255e-05, |
| "loss": 1.2717, |
| "step": 21875 |
| }, |
| { |
| "epoch": 0.42502814113263204, |
| "grad_norm": 0.7339017987251282, |
| "learning_rate": 3.5565158075862515e-05, |
| "loss": 1.3497, |
| "step": 21900 |
| }, |
| { |
| "epoch": 0.4255133330745643, |
| "grad_norm": 2.112121105194092, |
| "learning_rate": 3.552676841068595e-05, |
| "loss": 1.1931, |
| "step": 21925 |
| }, |
| { |
| "epoch": 0.42599852501649654, |
| "grad_norm": 2.17653489112854, |
| "learning_rate": 3.54883485498622e-05, |
| "loss": 1.3104, |
| "step": 21950 |
| }, |
| { |
| "epoch": 0.42648371695842874, |
| "grad_norm": 1.117194652557373, |
| "learning_rate": 3.5449898603597205e-05, |
| "loss": 1.2475, |
| "step": 21975 |
| }, |
| { |
| "epoch": 0.426968908900361, |
| "grad_norm": 2.4294421672821045, |
| "learning_rate": 3.541141868218323e-05, |
| "loss": 1.2278, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.42745410084229324, |
| "grad_norm": 0.6101568341255188, |
| "learning_rate": 3.5372908895998516e-05, |
| "loss": 1.1146, |
| "step": 22025 |
| }, |
| { |
| "epoch": 0.42793929278422543, |
| "grad_norm": 0.5833826661109924, |
| "learning_rate": 3.5334369355506945e-05, |
| "loss": 1.3266, |
| "step": 22050 |
| }, |
| { |
| "epoch": 0.4284244847261577, |
| "grad_norm": 0.5654898285865784, |
| "learning_rate": 3.52958001712578e-05, |
| "loss": 1.2799, |
| "step": 22075 |
| }, |
| { |
| "epoch": 0.4289096766680899, |
| "grad_norm": 0.6759561896324158, |
| "learning_rate": 3.525720145388533e-05, |
| "loss": 1.2435, |
| "step": 22100 |
| }, |
| { |
| "epoch": 0.42939486861002213, |
| "grad_norm": 0.6394084095954895, |
| "learning_rate": 3.521857331410855e-05, |
| "loss": 1.1032, |
| "step": 22125 |
| }, |
| { |
| "epoch": 0.4298800605519544, |
| "grad_norm": 2.228498935699463, |
| "learning_rate": 3.517991586273086e-05, |
| "loss": 1.2832, |
| "step": 22150 |
| }, |
| { |
| "epoch": 0.4303652524938866, |
| "grad_norm": 0.7785592675209045, |
| "learning_rate": 3.514122921063973e-05, |
| "loss": 1.2389, |
| "step": 22175 |
| }, |
| { |
| "epoch": 0.4308504444358188, |
| "grad_norm": 2.5365164279937744, |
| "learning_rate": 3.5102513468806384e-05, |
| "loss": 1.3868, |
| "step": 22200 |
| }, |
| { |
| "epoch": 0.431335636377751, |
| "grad_norm": 0.6628918647766113, |
| "learning_rate": 3.506376874828552e-05, |
| "loss": 1.1125, |
| "step": 22225 |
| }, |
| { |
| "epoch": 0.43182082831968327, |
| "grad_norm": 1.6485165357589722, |
| "learning_rate": 3.502499516021493e-05, |
| "loss": 1.31, |
| "step": 22250 |
| }, |
| { |
| "epoch": 0.4323060202616155, |
| "grad_norm": 0.5521581768989563, |
| "learning_rate": 3.498619281581522e-05, |
| "loss": 1.1541, |
| "step": 22275 |
| }, |
| { |
| "epoch": 0.4327912122035477, |
| "grad_norm": 0.7575333118438721, |
| "learning_rate": 3.494736182638949e-05, |
| "loss": 1.2602, |
| "step": 22300 |
| }, |
| { |
| "epoch": 0.43327640414547997, |
| "grad_norm": 0.7063887119293213, |
| "learning_rate": 3.4908502303323005e-05, |
| "loss": 1.3734, |
| "step": 22325 |
| }, |
| { |
| "epoch": 0.43376159608741216, |
| "grad_norm": 2.516596555709839, |
| "learning_rate": 3.486961435808286e-05, |
| "loss": 1.3441, |
| "step": 22350 |
| }, |
| { |
| "epoch": 0.4342467880293444, |
| "grad_norm": 0.6844310164451599, |
| "learning_rate": 3.483069810221772e-05, |
| "loss": 1.1923, |
| "step": 22375 |
| }, |
| { |
| "epoch": 0.43473197997127666, |
| "grad_norm": 0.5159727334976196, |
| "learning_rate": 3.47917536473574e-05, |
| "loss": 1.2243, |
| "step": 22400 |
| }, |
| { |
| "epoch": 0.43521717191320886, |
| "grad_norm": 0.5521517395973206, |
| "learning_rate": 3.4752781105212644e-05, |
| "loss": 1.3393, |
| "step": 22425 |
| }, |
| { |
| "epoch": 0.4357023638551411, |
| "grad_norm": 2.45112943649292, |
| "learning_rate": 3.471378058757476e-05, |
| "loss": 1.1582, |
| "step": 22450 |
| }, |
| { |
| "epoch": 0.4361875557970733, |
| "grad_norm": 0.4948228597640991, |
| "learning_rate": 3.467475220631529e-05, |
| "loss": 1.3779, |
| "step": 22475 |
| }, |
| { |
| "epoch": 0.43667274773900555, |
| "grad_norm": 2.2458531856536865, |
| "learning_rate": 3.46356960733857e-05, |
| "loss": 1.3274, |
| "step": 22500 |
| }, |
| { |
| "epoch": 0.4371579396809378, |
| "grad_norm": 2.096132278442383, |
| "learning_rate": 3.459661230081709e-05, |
| "loss": 1.1378, |
| "step": 22525 |
| }, |
| { |
| "epoch": 0.43764313162287, |
| "grad_norm": 1.9927005767822266, |
| "learning_rate": 3.455750100071981e-05, |
| "loss": 1.3872, |
| "step": 22550 |
| }, |
| { |
| "epoch": 0.43812832356480225, |
| "grad_norm": 0.9082599878311157, |
| "learning_rate": 3.451836228528316e-05, |
| "loss": 1.2899, |
| "step": 22575 |
| }, |
| { |
| "epoch": 0.43861351550673444, |
| "grad_norm": 0.580167293548584, |
| "learning_rate": 3.447919626677513e-05, |
| "loss": 1.3854, |
| "step": 22600 |
| }, |
| { |
| "epoch": 0.4390987074486667, |
| "grad_norm": 2.4388678073883057, |
| "learning_rate": 3.4440003057541995e-05, |
| "loss": 1.3841, |
| "step": 22625 |
| }, |
| { |
| "epoch": 0.43958389939059894, |
| "grad_norm": 1.6447397470474243, |
| "learning_rate": 3.440078277000803e-05, |
| "loss": 1.2843, |
| "step": 22650 |
| }, |
| { |
| "epoch": 0.44006909133253114, |
| "grad_norm": 0.5350267291069031, |
| "learning_rate": 3.436153551667518e-05, |
| "loss": 1.4054, |
| "step": 22675 |
| }, |
| { |
| "epoch": 0.4405542832744634, |
| "grad_norm": 2.390188455581665, |
| "learning_rate": 3.432226141012275e-05, |
| "loss": 1.0484, |
| "step": 22700 |
| }, |
| { |
| "epoch": 0.4410394752163956, |
| "grad_norm": 0.9307472705841064, |
| "learning_rate": 3.428296056300706e-05, |
| "loss": 1.092, |
| "step": 22725 |
| }, |
| { |
| "epoch": 0.44152466715832783, |
| "grad_norm": 2.4146616458892822, |
| "learning_rate": 3.4243633088061146e-05, |
| "loss": 1.2452, |
| "step": 22750 |
| }, |
| { |
| "epoch": 0.4420098591002601, |
| "grad_norm": 0.6475421786308289, |
| "learning_rate": 3.420427909809442e-05, |
| "loss": 1.3337, |
| "step": 22775 |
| }, |
| { |
| "epoch": 0.4424950510421923, |
| "grad_norm": 0.6289149522781372, |
| "learning_rate": 3.4164898705992356e-05, |
| "loss": 1.3005, |
| "step": 22800 |
| }, |
| { |
| "epoch": 0.44298024298412453, |
| "grad_norm": 0.9972711801528931, |
| "learning_rate": 3.412549202471615e-05, |
| "loss": 1.2958, |
| "step": 22825 |
| }, |
| { |
| "epoch": 0.4434654349260567, |
| "grad_norm": 0.6743220090866089, |
| "learning_rate": 3.408605916730242e-05, |
| "loss": 1.3152, |
| "step": 22850 |
| }, |
| { |
| "epoch": 0.443950626867989, |
| "grad_norm": 0.5241602659225464, |
| "learning_rate": 3.404660024686286e-05, |
| "loss": 1.2738, |
| "step": 22875 |
| }, |
| { |
| "epoch": 0.4444358188099212, |
| "grad_norm": 0.7610228061676025, |
| "learning_rate": 3.400711537658394e-05, |
| "loss": 1.1818, |
| "step": 22900 |
| }, |
| { |
| "epoch": 0.4449210107518534, |
| "grad_norm": 0.5588897466659546, |
| "learning_rate": 3.396760466972653e-05, |
| "loss": 1.1167, |
| "step": 22925 |
| }, |
| { |
| "epoch": 0.44540620269378567, |
| "grad_norm": 0.7301921844482422, |
| "learning_rate": 3.3928068239625665e-05, |
| "loss": 1.0991, |
| "step": 22950 |
| }, |
| { |
| "epoch": 0.44589139463571786, |
| "grad_norm": 0.8773546814918518, |
| "learning_rate": 3.388850619969012e-05, |
| "loss": 1.3909, |
| "step": 22975 |
| }, |
| { |
| "epoch": 0.4463765865776501, |
| "grad_norm": 0.8421179056167603, |
| "learning_rate": 3.384891866340215e-05, |
| "loss": 1.35, |
| "step": 23000 |
| }, |
| { |
| "epoch": 0.44686177851958236, |
| "grad_norm": 2.3750360012054443, |
| "learning_rate": 3.380930574431715e-05, |
| "loss": 1.0629, |
| "step": 23025 |
| }, |
| { |
| "epoch": 0.44734697046151456, |
| "grad_norm": 0.7454408407211304, |
| "learning_rate": 3.376966755606332e-05, |
| "loss": 1.2174, |
| "step": 23050 |
| }, |
| { |
| "epoch": 0.4478321624034468, |
| "grad_norm": 2.291271209716797, |
| "learning_rate": 3.3730004212341336e-05, |
| "loss": 1.253, |
| "step": 23075 |
| }, |
| { |
| "epoch": 0.448317354345379, |
| "grad_norm": 0.5844234228134155, |
| "learning_rate": 3.369031582692403e-05, |
| "loss": 1.0957, |
| "step": 23100 |
| }, |
| { |
| "epoch": 0.44880254628731125, |
| "grad_norm": 1.851540207862854, |
| "learning_rate": 3.365060251365609e-05, |
| "loss": 1.037, |
| "step": 23125 |
| }, |
| { |
| "epoch": 0.4492877382292435, |
| "grad_norm": 0.5868420004844666, |
| "learning_rate": 3.361086438645368e-05, |
| "loss": 1.1241, |
| "step": 23150 |
| }, |
| { |
| "epoch": 0.4497729301711757, |
| "grad_norm": 0.5457122921943665, |
| "learning_rate": 3.357110155930416e-05, |
| "loss": 1.352, |
| "step": 23175 |
| }, |
| { |
| "epoch": 0.45025812211310795, |
| "grad_norm": 0.8698417544364929, |
| "learning_rate": 3.353131414626573e-05, |
| "loss": 1.0827, |
| "step": 23200 |
| }, |
| { |
| "epoch": 0.4507433140550402, |
| "grad_norm": 0.5305424332618713, |
| "learning_rate": 3.349150226146712e-05, |
| "loss": 1.2165, |
| "step": 23225 |
| }, |
| { |
| "epoch": 0.4512285059969724, |
| "grad_norm": 0.7500939965248108, |
| "learning_rate": 3.345166601910725e-05, |
| "loss": 1.1667, |
| "step": 23250 |
| }, |
| { |
| "epoch": 0.45171369793890465, |
| "grad_norm": 0.5115517377853394, |
| "learning_rate": 3.341180553345491e-05, |
| "loss": 1.2032, |
| "step": 23275 |
| }, |
| { |
| "epoch": 0.45219888988083684, |
| "grad_norm": 0.5333873629570007, |
| "learning_rate": 3.3371920918848445e-05, |
| "loss": 1.2655, |
| "step": 23300 |
| }, |
| { |
| "epoch": 0.4526840818227691, |
| "grad_norm": 0.7750934362411499, |
| "learning_rate": 3.33320122896954e-05, |
| "loss": 1.348, |
| "step": 23325 |
| }, |
| { |
| "epoch": 0.45316927376470134, |
| "grad_norm": 1.9609485864639282, |
| "learning_rate": 3.329207976047219e-05, |
| "loss": 1.3251, |
| "step": 23350 |
| }, |
| { |
| "epoch": 0.45365446570663354, |
| "grad_norm": 0.8524618744850159, |
| "learning_rate": 3.3252123445723823e-05, |
| "loss": 1.3637, |
| "step": 23375 |
| }, |
| { |
| "epoch": 0.4541396576485658, |
| "grad_norm": 0.5837785005569458, |
| "learning_rate": 3.321214346006351e-05, |
| "loss": 1.3904, |
| "step": 23400 |
| }, |
| { |
| "epoch": 0.454624849590498, |
| "grad_norm": 0.6918808817863464, |
| "learning_rate": 3.3172139918172365e-05, |
| "loss": 1.2743, |
| "step": 23425 |
| }, |
| { |
| "epoch": 0.45511004153243023, |
| "grad_norm": 0.8206993341445923, |
| "learning_rate": 3.313211293479907e-05, |
| "loss": 1.0591, |
| "step": 23450 |
| }, |
| { |
| "epoch": 0.4555952334743625, |
| "grad_norm": 0.789105236530304, |
| "learning_rate": 3.309206262475956e-05, |
| "loss": 1.1776, |
| "step": 23475 |
| }, |
| { |
| "epoch": 0.4560804254162947, |
| "grad_norm": 0.5904231667518616, |
| "learning_rate": 3.305198910293666e-05, |
| "loss": 1.2919, |
| "step": 23500 |
| }, |
| { |
| "epoch": 0.4565656173582269, |
| "grad_norm": 0.9221981763839722, |
| "learning_rate": 3.3011892484279805e-05, |
| "loss": 1.1811, |
| "step": 23525 |
| }, |
| { |
| "epoch": 0.4570508093001591, |
| "grad_norm": 2.0941109657287598, |
| "learning_rate": 3.297177288380466e-05, |
| "loss": 1.3316, |
| "step": 23550 |
| }, |
| { |
| "epoch": 0.4575360012420914, |
| "grad_norm": 0.7980333566665649, |
| "learning_rate": 3.293163041659281e-05, |
| "loss": 1.1959, |
| "step": 23575 |
| }, |
| { |
| "epoch": 0.4580211931840236, |
| "grad_norm": 0.6309115290641785, |
| "learning_rate": 3.289146519779146e-05, |
| "loss": 1.0611, |
| "step": 23600 |
| }, |
| { |
| "epoch": 0.4585063851259558, |
| "grad_norm": 2.9376299381256104, |
| "learning_rate": 3.285127734261306e-05, |
| "loss": 1.1649, |
| "step": 23625 |
| }, |
| { |
| "epoch": 0.45899157706788807, |
| "grad_norm": 0.6520906686782837, |
| "learning_rate": 3.281106696633498e-05, |
| "loss": 1.2835, |
| "step": 23650 |
| }, |
| { |
| "epoch": 0.45947676900982026, |
| "grad_norm": 0.6718258261680603, |
| "learning_rate": 3.277083418429921e-05, |
| "loss": 1.3966, |
| "step": 23675 |
| }, |
| { |
| "epoch": 0.4599619609517525, |
| "grad_norm": 0.6051016449928284, |
| "learning_rate": 3.2730579111911996e-05, |
| "loss": 1.168, |
| "step": 23700 |
| }, |
| { |
| "epoch": 0.46044715289368476, |
| "grad_norm": 2.819768190383911, |
| "learning_rate": 3.269030186464354e-05, |
| "loss": 1.4467, |
| "step": 23725 |
| }, |
| { |
| "epoch": 0.46093234483561696, |
| "grad_norm": 1.0444868803024292, |
| "learning_rate": 3.2650002558027616e-05, |
| "loss": 1.0862, |
| "step": 23750 |
| }, |
| { |
| "epoch": 0.4614175367775492, |
| "grad_norm": 0.770032525062561, |
| "learning_rate": 3.2609681307661335e-05, |
| "loss": 1.2869, |
| "step": 23775 |
| }, |
| { |
| "epoch": 0.4619027287194814, |
| "grad_norm": 0.8534302115440369, |
| "learning_rate": 3.256933822920469e-05, |
| "loss": 1.2253, |
| "step": 23800 |
| }, |
| { |
| "epoch": 0.46238792066141365, |
| "grad_norm": 2.4461233615875244, |
| "learning_rate": 3.252897343838033e-05, |
| "loss": 1.1232, |
| "step": 23825 |
| }, |
| { |
| "epoch": 0.4628731126033459, |
| "grad_norm": 0.5760976076126099, |
| "learning_rate": 3.2488587050973166e-05, |
| "loss": 1.0975, |
| "step": 23850 |
| }, |
| { |
| "epoch": 0.4633583045452781, |
| "grad_norm": 0.872806191444397, |
| "learning_rate": 3.244817918283005e-05, |
| "loss": 1.2581, |
| "step": 23875 |
| }, |
| { |
| "epoch": 0.46384349648721035, |
| "grad_norm": 1.9255822896957397, |
| "learning_rate": 3.2407749949859486e-05, |
| "loss": 1.2538, |
| "step": 23900 |
| }, |
| { |
| "epoch": 0.46432868842914254, |
| "grad_norm": 0.6020533442497253, |
| "learning_rate": 3.236729946803122e-05, |
| "loss": 1.1931, |
| "step": 23925 |
| }, |
| { |
| "epoch": 0.4648138803710748, |
| "grad_norm": 0.8293831944465637, |
| "learning_rate": 3.2326827853375975e-05, |
| "loss": 1.3129, |
| "step": 23950 |
| }, |
| { |
| "epoch": 0.46529907231300704, |
| "grad_norm": 0.5800469517707825, |
| "learning_rate": 3.228633522198509e-05, |
| "loss": 1.2729, |
| "step": 23975 |
| }, |
| { |
| "epoch": 0.46578426425493924, |
| "grad_norm": 0.8005445599555969, |
| "learning_rate": 3.224582169001016e-05, |
| "loss": 1.3647, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.4662694561968715, |
| "grad_norm": 0.8186661005020142, |
| "learning_rate": 3.22052873736628e-05, |
| "loss": 1.3264, |
| "step": 24025 |
| }, |
| { |
| "epoch": 0.4667546481388037, |
| "grad_norm": 2.4485464096069336, |
| "learning_rate": 3.216473238921416e-05, |
| "loss": 1.1399, |
| "step": 24050 |
| }, |
| { |
| "epoch": 0.46723984008073594, |
| "grad_norm": 0.6908233761787415, |
| "learning_rate": 3.212415685299475e-05, |
| "loss": 1.1907, |
| "step": 24075 |
| }, |
| { |
| "epoch": 0.4677250320226682, |
| "grad_norm": 0.7577064633369446, |
| "learning_rate": 3.2083560881393994e-05, |
| "loss": 1.2077, |
| "step": 24100 |
| }, |
| { |
| "epoch": 0.4682102239646004, |
| "grad_norm": 0.9740747213363647, |
| "learning_rate": 3.204294459085993e-05, |
| "loss": 1.1601, |
| "step": 24125 |
| }, |
| { |
| "epoch": 0.46869541590653263, |
| "grad_norm": 0.693433403968811, |
| "learning_rate": 3.2002308097898894e-05, |
| "loss": 1.2748, |
| "step": 24150 |
| }, |
| { |
| "epoch": 0.4691806078484648, |
| "grad_norm": 0.5685084462165833, |
| "learning_rate": 3.1961651519075175e-05, |
| "loss": 1.1789, |
| "step": 24175 |
| }, |
| { |
| "epoch": 0.4696657997903971, |
| "grad_norm": 1.959257960319519, |
| "learning_rate": 3.192097497101067e-05, |
| "loss": 1.0011, |
| "step": 24200 |
| }, |
| { |
| "epoch": 0.4701509917323293, |
| "grad_norm": 0.5017316341400146, |
| "learning_rate": 3.188027857038454e-05, |
| "loss": 1.0455, |
| "step": 24225 |
| }, |
| { |
| "epoch": 0.4706361836742615, |
| "grad_norm": 0.7308224439620972, |
| "learning_rate": 3.1839562433932934e-05, |
| "loss": 1.1834, |
| "step": 24250 |
| }, |
| { |
| "epoch": 0.47112137561619377, |
| "grad_norm": 2.426643133163452, |
| "learning_rate": 3.179882667844858e-05, |
| "loss": 1.2348, |
| "step": 24275 |
| }, |
| { |
| "epoch": 0.471606567558126, |
| "grad_norm": 0.5469591021537781, |
| "learning_rate": 3.175807142078048e-05, |
| "loss": 1.2373, |
| "step": 24300 |
| }, |
| { |
| "epoch": 0.4720917595000582, |
| "grad_norm": 0.7209633588790894, |
| "learning_rate": 3.1717296777833606e-05, |
| "loss": 1.2872, |
| "step": 24325 |
| }, |
| { |
| "epoch": 0.47257695144199047, |
| "grad_norm": 2.12914776802063, |
| "learning_rate": 3.16765028665685e-05, |
| "loss": 1.2576, |
| "step": 24350 |
| }, |
| { |
| "epoch": 0.47306214338392266, |
| "grad_norm": 0.5599949955940247, |
| "learning_rate": 3.163568980400101e-05, |
| "loss": 1.3005, |
| "step": 24375 |
| }, |
| { |
| "epoch": 0.4735473353258549, |
| "grad_norm": 0.5567972660064697, |
| "learning_rate": 3.15948577072019e-05, |
| "loss": 1.0866, |
| "step": 24400 |
| }, |
| { |
| "epoch": 0.47403252726778716, |
| "grad_norm": 2.246720790863037, |
| "learning_rate": 3.155400669329652e-05, |
| "loss": 1.3102, |
| "step": 24425 |
| }, |
| { |
| "epoch": 0.47451771920971936, |
| "grad_norm": 2.200143575668335, |
| "learning_rate": 3.1513136879464524e-05, |
| "loss": 1.2509, |
| "step": 24450 |
| }, |
| { |
| "epoch": 0.4750029111516516, |
| "grad_norm": 2.2848143577575684, |
| "learning_rate": 3.147224838293944e-05, |
| "loss": 1.0523, |
| "step": 24475 |
| }, |
| { |
| "epoch": 0.4754881030935838, |
| "grad_norm": 0.5717108249664307, |
| "learning_rate": 3.1431341321008415e-05, |
| "loss": 1.3056, |
| "step": 24500 |
| }, |
| { |
| "epoch": 0.47597329503551605, |
| "grad_norm": 0.5692357420921326, |
| "learning_rate": 3.139041581101187e-05, |
| "loss": 1.2829, |
| "step": 24525 |
| }, |
| { |
| "epoch": 0.4764584869774483, |
| "grad_norm": 0.5382598042488098, |
| "learning_rate": 3.1349471970343105e-05, |
| "loss": 1.2538, |
| "step": 24550 |
| }, |
| { |
| "epoch": 0.4769436789193805, |
| "grad_norm": 0.6981713175773621, |
| "learning_rate": 3.1308509916448014e-05, |
| "loss": 1.5185, |
| "step": 24575 |
| }, |
| { |
| "epoch": 0.47742887086131275, |
| "grad_norm": 0.5216162800788879, |
| "learning_rate": 3.126752976682475e-05, |
| "loss": 1.1854, |
| "step": 24600 |
| }, |
| { |
| "epoch": 0.47791406280324494, |
| "grad_norm": 1.9251230955123901, |
| "learning_rate": 3.122653163902337e-05, |
| "loss": 1.134, |
| "step": 24625 |
| }, |
| { |
| "epoch": 0.4783992547451772, |
| "grad_norm": 0.5374119877815247, |
| "learning_rate": 3.118551565064547e-05, |
| "loss": 1.1047, |
| "step": 24650 |
| }, |
| { |
| "epoch": 0.47888444668710944, |
| "grad_norm": 2.563645601272583, |
| "learning_rate": 3.114448191934391e-05, |
| "loss": 1.209, |
| "step": 24675 |
| }, |
| { |
| "epoch": 0.47936963862904164, |
| "grad_norm": 0.5160530209541321, |
| "learning_rate": 3.110343056282244e-05, |
| "loss": 1.2314, |
| "step": 24700 |
| }, |
| { |
| "epoch": 0.4798548305709739, |
| "grad_norm": 2.1059820652008057, |
| "learning_rate": 3.1062361698835354e-05, |
| "loss": 1.0852, |
| "step": 24725 |
| }, |
| { |
| "epoch": 0.4803400225129061, |
| "grad_norm": 1.8331389427185059, |
| "learning_rate": 3.1021275445187194e-05, |
| "loss": 1.1445, |
| "step": 24750 |
| }, |
| { |
| "epoch": 0.48082521445483833, |
| "grad_norm": 1.424870252609253, |
| "learning_rate": 3.098017191973235e-05, |
| "loss": 1.3432, |
| "step": 24775 |
| }, |
| { |
| "epoch": 0.4813104063967706, |
| "grad_norm": 2.343935489654541, |
| "learning_rate": 3.093905124037476e-05, |
| "loss": 1.2261, |
| "step": 24800 |
| }, |
| { |
| "epoch": 0.4817955983387028, |
| "grad_norm": 0.9875602722167969, |
| "learning_rate": 3.0897913525067596e-05, |
| "loss": 1.2518, |
| "step": 24825 |
| }, |
| { |
| "epoch": 0.48228079028063503, |
| "grad_norm": 0.6345657110214233, |
| "learning_rate": 3.085675889181287e-05, |
| "loss": 1.1229, |
| "step": 24850 |
| }, |
| { |
| "epoch": 0.4827659822225672, |
| "grad_norm": 2.0098299980163574, |
| "learning_rate": 3.0815587458661126e-05, |
| "loss": 1.2592, |
| "step": 24875 |
| }, |
| { |
| "epoch": 0.4832511741644995, |
| "grad_norm": 0.5141394734382629, |
| "learning_rate": 3.077439934371112e-05, |
| "loss": 1.2587, |
| "step": 24900 |
| }, |
| { |
| "epoch": 0.4837363661064317, |
| "grad_norm": 0.622389554977417, |
| "learning_rate": 3.073319466510942e-05, |
| "loss": 1.2035, |
| "step": 24925 |
| }, |
| { |
| "epoch": 0.4842215580483639, |
| "grad_norm": 0.5288475751876831, |
| "learning_rate": 3.069197354105013e-05, |
| "loss": 1.2797, |
| "step": 24950 |
| }, |
| { |
| "epoch": 0.48470674999029617, |
| "grad_norm": 0.8797038793563843, |
| "learning_rate": 3.065073608977455e-05, |
| "loss": 1.142, |
| "step": 24975 |
| }, |
| { |
| "epoch": 0.48519194193222837, |
| "grad_norm": 2.495598077774048, |
| "learning_rate": 3.060948242957075e-05, |
| "loss": 1.283, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.4856771338741606, |
| "grad_norm": 0.6642650365829468, |
| "learning_rate": 3.0568212678773365e-05, |
| "loss": 1.3494, |
| "step": 25025 |
| }, |
| { |
| "epoch": 0.48616232581609287, |
| "grad_norm": 2.3817079067230225, |
| "learning_rate": 3.052692695576314e-05, |
| "loss": 1.344, |
| "step": 25050 |
| }, |
| { |
| "epoch": 0.48664751775802506, |
| "grad_norm": 1.952196717262268, |
| "learning_rate": 3.048562537896666e-05, |
| "loss": 1.2862, |
| "step": 25075 |
| }, |
| { |
| "epoch": 0.4871327096999573, |
| "grad_norm": 2.374303102493286, |
| "learning_rate": 3.044430806685597e-05, |
| "loss": 1.3426, |
| "step": 25100 |
| }, |
| { |
| "epoch": 0.4876179016418895, |
| "grad_norm": 0.6487752795219421, |
| "learning_rate": 3.0402975137948252e-05, |
| "loss": 1.3345, |
| "step": 25125 |
| }, |
| { |
| "epoch": 0.48810309358382176, |
| "grad_norm": 0.6038365364074707, |
| "learning_rate": 3.036162671080549e-05, |
| "loss": 1.2372, |
| "step": 25150 |
| }, |
| { |
| "epoch": 0.488588285525754, |
| "grad_norm": 0.49020183086395264, |
| "learning_rate": 3.0320262904034136e-05, |
| "loss": 1.1132, |
| "step": 25175 |
| }, |
| { |
| "epoch": 0.4890734774676862, |
| "grad_norm": 0.5418792963027954, |
| "learning_rate": 3.0278883836284732e-05, |
| "loss": 1.1935, |
| "step": 25200 |
| }, |
| { |
| "epoch": 0.48955866940961845, |
| "grad_norm": 2.124457359313965, |
| "learning_rate": 3.0237489626251607e-05, |
| "loss": 1.2955, |
| "step": 25225 |
| }, |
| { |
| "epoch": 0.49004386135155065, |
| "grad_norm": 0.8626725673675537, |
| "learning_rate": 3.0196080392672544e-05, |
| "loss": 1.2115, |
| "step": 25250 |
| }, |
| { |
| "epoch": 0.4905290532934829, |
| "grad_norm": 2.099341630935669, |
| "learning_rate": 3.0154656254328386e-05, |
| "loss": 1.1944, |
| "step": 25275 |
| }, |
| { |
| "epoch": 0.49101424523541515, |
| "grad_norm": 2.3965187072753906, |
| "learning_rate": 3.0113217330042744e-05, |
| "loss": 1.2784, |
| "step": 25300 |
| }, |
| { |
| "epoch": 0.49149943717734734, |
| "grad_norm": 2.2163727283477783, |
| "learning_rate": 3.0071763738681656e-05, |
| "loss": 1.27, |
| "step": 25325 |
| }, |
| { |
| "epoch": 0.4919846291192796, |
| "grad_norm": 0.7032315731048584, |
| "learning_rate": 3.0030295599153223e-05, |
| "loss": 1.3073, |
| "step": 25350 |
| }, |
| { |
| "epoch": 0.4924698210612118, |
| "grad_norm": 2.3152124881744385, |
| "learning_rate": 2.998881303040727e-05, |
| "loss": 1.269, |
| "step": 25375 |
| }, |
| { |
| "epoch": 0.49295501300314404, |
| "grad_norm": 0.8156437277793884, |
| "learning_rate": 2.9947316151435018e-05, |
| "loss": 1.1683, |
| "step": 25400 |
| }, |
| { |
| "epoch": 0.4934402049450763, |
| "grad_norm": 0.4994976818561554, |
| "learning_rate": 2.9905805081268733e-05, |
| "loss": 1.1602, |
| "step": 25425 |
| }, |
| { |
| "epoch": 0.4939253968870085, |
| "grad_norm": 0.8686977624893188, |
| "learning_rate": 2.9864279938981386e-05, |
| "loss": 1.1675, |
| "step": 25450 |
| }, |
| { |
| "epoch": 0.49441058882894073, |
| "grad_norm": 0.617439866065979, |
| "learning_rate": 2.9822740843686325e-05, |
| "loss": 1.2158, |
| "step": 25475 |
| }, |
| { |
| "epoch": 0.494895780770873, |
| "grad_norm": 0.5670954585075378, |
| "learning_rate": 2.9781187914536913e-05, |
| "loss": 1.2333, |
| "step": 25500 |
| }, |
| { |
| "epoch": 0.4953809727128052, |
| "grad_norm": 0.6700856685638428, |
| "learning_rate": 2.9739621270726187e-05, |
| "loss": 1.1672, |
| "step": 25525 |
| }, |
| { |
| "epoch": 0.49586616465473743, |
| "grad_norm": 2.3927066326141357, |
| "learning_rate": 2.9698041031486544e-05, |
| "loss": 1.2467, |
| "step": 25550 |
| }, |
| { |
| "epoch": 0.4963513565966696, |
| "grad_norm": 2.057755947113037, |
| "learning_rate": 2.9656447316089363e-05, |
| "loss": 1.2123, |
| "step": 25575 |
| }, |
| { |
| "epoch": 0.4968365485386019, |
| "grad_norm": 0.7629863023757935, |
| "learning_rate": 2.9614840243844678e-05, |
| "loss": 0.991, |
| "step": 25600 |
| }, |
| { |
| "epoch": 0.4973217404805341, |
| "grad_norm": 0.4949938952922821, |
| "learning_rate": 2.957321993410084e-05, |
| "loss": 1.2896, |
| "step": 25625 |
| }, |
| { |
| "epoch": 0.4978069324224663, |
| "grad_norm": 0.8478256464004517, |
| "learning_rate": 2.9531586506244198e-05, |
| "loss": 1.0876, |
| "step": 25650 |
| }, |
| { |
| "epoch": 0.49829212436439857, |
| "grad_norm": 0.5552677512168884, |
| "learning_rate": 2.9489940079698675e-05, |
| "loss": 1.3484, |
| "step": 25675 |
| }, |
| { |
| "epoch": 0.49877731630633076, |
| "grad_norm": 3.4033432006835938, |
| "learning_rate": 2.944828077392553e-05, |
| "loss": 1.2102, |
| "step": 25700 |
| }, |
| { |
| "epoch": 0.499262508248263, |
| "grad_norm": 0.7520567178726196, |
| "learning_rate": 2.9406608708422933e-05, |
| "loss": 1.1756, |
| "step": 25725 |
| }, |
| { |
| "epoch": 0.49974770019019527, |
| "grad_norm": 1.8781520128250122, |
| "learning_rate": 2.936492400272568e-05, |
| "loss": 1.1071, |
| "step": 25750 |
| }, |
| { |
| "epoch": 0.5002328921321275, |
| "grad_norm": 0.9171265363693237, |
| "learning_rate": 2.9323226776404804e-05, |
| "loss": 1.0589, |
| "step": 25775 |
| }, |
| { |
| "epoch": 0.5007180840740597, |
| "grad_norm": 0.478272944688797, |
| "learning_rate": 2.9281517149067266e-05, |
| "loss": 1.058, |
| "step": 25800 |
| }, |
| { |
| "epoch": 0.5012032760159919, |
| "grad_norm": 2.495741844177246, |
| "learning_rate": 2.92397952403556e-05, |
| "loss": 1.3484, |
| "step": 25825 |
| }, |
| { |
| "epoch": 0.5016884679579241, |
| "grad_norm": 0.8492234945297241, |
| "learning_rate": 2.919806116994755e-05, |
| "loss": 1.1314, |
| "step": 25850 |
| }, |
| { |
| "epoch": 0.5021736598998564, |
| "grad_norm": 2.5501856803894043, |
| "learning_rate": 2.9156315057555765e-05, |
| "loss": 1.3424, |
| "step": 25875 |
| }, |
| { |
| "epoch": 0.5026588518417886, |
| "grad_norm": 0.4807406961917877, |
| "learning_rate": 2.9114557022927437e-05, |
| "loss": 0.9288, |
| "step": 25900 |
| }, |
| { |
| "epoch": 0.5031440437837208, |
| "grad_norm": 0.5460178852081299, |
| "learning_rate": 2.9072787185843936e-05, |
| "loss": 1.2215, |
| "step": 25925 |
| }, |
| { |
| "epoch": 0.5036292357256531, |
| "grad_norm": 0.507774829864502, |
| "learning_rate": 2.9031005666120514e-05, |
| "loss": 1.28, |
| "step": 25950 |
| }, |
| { |
| "epoch": 0.5041144276675853, |
| "grad_norm": 2.3595242500305176, |
| "learning_rate": 2.8989212583605907e-05, |
| "loss": 1.2761, |
| "step": 25975 |
| }, |
| { |
| "epoch": 0.5045996196095175, |
| "grad_norm": 0.6027926206588745, |
| "learning_rate": 2.894740805818204e-05, |
| "loss": 1.3923, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.5050848115514498, |
| "grad_norm": 2.492224931716919, |
| "learning_rate": 2.890559220976365e-05, |
| "loss": 1.1285, |
| "step": 26025 |
| }, |
| { |
| "epoch": 0.505570003493382, |
| "grad_norm": 0.6757072806358337, |
| "learning_rate": 2.8863765158297963e-05, |
| "loss": 1.2266, |
| "step": 26050 |
| }, |
| { |
| "epoch": 0.5060551954353142, |
| "grad_norm": 0.5144556760787964, |
| "learning_rate": 2.882192702376433e-05, |
| "loss": 1.2441, |
| "step": 26075 |
| }, |
| { |
| "epoch": 0.5065403873772465, |
| "grad_norm": 0.7014898657798767, |
| "learning_rate": 2.878007792617389e-05, |
| "loss": 1.3235, |
| "step": 26100 |
| }, |
| { |
| "epoch": 0.5070255793191787, |
| "grad_norm": 0.7399457097053528, |
| "learning_rate": 2.8738217985569253e-05, |
| "loss": 1.1565, |
| "step": 26125 |
| }, |
| { |
| "epoch": 0.5075107712611109, |
| "grad_norm": 1.4295662641525269, |
| "learning_rate": 2.869634732202411e-05, |
| "loss": 1.2589, |
| "step": 26150 |
| }, |
| { |
| "epoch": 0.5079959632030431, |
| "grad_norm": 0.6899775266647339, |
| "learning_rate": 2.8654466055642904e-05, |
| "loss": 1.418, |
| "step": 26175 |
| }, |
| { |
| "epoch": 0.5084811551449754, |
| "grad_norm": 2.149757146835327, |
| "learning_rate": 2.861257430656052e-05, |
| "loss": 1.268, |
| "step": 26200 |
| }, |
| { |
| "epoch": 0.5089663470869076, |
| "grad_norm": 0.9881301522254944, |
| "learning_rate": 2.8570672194941882e-05, |
| "loss": 1.3377, |
| "step": 26225 |
| }, |
| { |
| "epoch": 0.5094515390288398, |
| "grad_norm": 0.6891633868217468, |
| "learning_rate": 2.8528759840981667e-05, |
| "loss": 1.3049, |
| "step": 26250 |
| }, |
| { |
| "epoch": 0.5099367309707721, |
| "grad_norm": 0.5332986116409302, |
| "learning_rate": 2.8486837364903905e-05, |
| "loss": 1.2567, |
| "step": 26275 |
| }, |
| { |
| "epoch": 0.5104219229127043, |
| "grad_norm": 0.6389462351799011, |
| "learning_rate": 2.844490488696168e-05, |
| "loss": 1.1996, |
| "step": 26300 |
| }, |
| { |
| "epoch": 0.5109071148546365, |
| "grad_norm": 0.7840051651000977, |
| "learning_rate": 2.8402962527436766e-05, |
| "loss": 1.1574, |
| "step": 26325 |
| }, |
| { |
| "epoch": 0.5113923067965688, |
| "grad_norm": 2.4520983695983887, |
| "learning_rate": 2.836101040663927e-05, |
| "loss": 1.1888, |
| "step": 26350 |
| }, |
| { |
| "epoch": 0.511877498738501, |
| "grad_norm": 1.0607503652572632, |
| "learning_rate": 2.8319048644907294e-05, |
| "loss": 1.2749, |
| "step": 26375 |
| }, |
| { |
| "epoch": 0.5123626906804332, |
| "grad_norm": 0.6540123224258423, |
| "learning_rate": 2.827707736260662e-05, |
| "loss": 1.2787, |
| "step": 26400 |
| }, |
| { |
| "epoch": 0.5128478826223654, |
| "grad_norm": 2.1395177841186523, |
| "learning_rate": 2.823509668013032e-05, |
| "loss": 1.1657, |
| "step": 26425 |
| }, |
| { |
| "epoch": 0.5133330745642977, |
| "grad_norm": 0.4965912401676178, |
| "learning_rate": 2.819310671789842e-05, |
| "loss": 1.1867, |
| "step": 26450 |
| }, |
| { |
| "epoch": 0.5138182665062299, |
| "grad_norm": 0.555984377861023, |
| "learning_rate": 2.81511075963576e-05, |
| "loss": 1.0954, |
| "step": 26475 |
| }, |
| { |
| "epoch": 0.514303458448162, |
| "grad_norm": 1.7510318756103516, |
| "learning_rate": 2.8109099435980786e-05, |
| "loss": 1.3173, |
| "step": 26500 |
| }, |
| { |
| "epoch": 0.5147886503900944, |
| "grad_norm": 2.335747480392456, |
| "learning_rate": 2.8067082357266827e-05, |
| "loss": 1.4113, |
| "step": 26525 |
| }, |
| { |
| "epoch": 0.5152738423320266, |
| "grad_norm": 0.5763046145439148, |
| "learning_rate": 2.8025056480740176e-05, |
| "loss": 1.2101, |
| "step": 26550 |
| }, |
| { |
| "epoch": 0.5157590342739587, |
| "grad_norm": 0.6759029626846313, |
| "learning_rate": 2.7983021926950503e-05, |
| "loss": 1.2723, |
| "step": 26575 |
| }, |
| { |
| "epoch": 0.5162442262158911, |
| "grad_norm": 1.9226033687591553, |
| "learning_rate": 2.7940978816472384e-05, |
| "loss": 1.4271, |
| "step": 26600 |
| }, |
| { |
| "epoch": 0.5167294181578233, |
| "grad_norm": 2.1227223873138428, |
| "learning_rate": 2.789892726990493e-05, |
| "loss": 1.2493, |
| "step": 26625 |
| }, |
| { |
| "epoch": 0.5172146100997554, |
| "grad_norm": 2.702005386352539, |
| "learning_rate": 2.785686740787145e-05, |
| "loss": 1.2563, |
| "step": 26650 |
| }, |
| { |
| "epoch": 0.5176998020416876, |
| "grad_norm": 0.635230541229248, |
| "learning_rate": 2.7814799351019104e-05, |
| "loss": 1.2709, |
| "step": 26675 |
| }, |
| { |
| "epoch": 0.51818499398362, |
| "grad_norm": 2.6159722805023193, |
| "learning_rate": 2.7772723220018575e-05, |
| "loss": 1.1211, |
| "step": 26700 |
| }, |
| { |
| "epoch": 0.5186701859255521, |
| "grad_norm": 0.7370128035545349, |
| "learning_rate": 2.7730639135563685e-05, |
| "loss": 1.2304, |
| "step": 26725 |
| }, |
| { |
| "epoch": 0.5191553778674843, |
| "grad_norm": 0.5809992551803589, |
| "learning_rate": 2.768854721837108e-05, |
| "loss": 0.9972, |
| "step": 26750 |
| }, |
| { |
| "epoch": 0.5196405698094166, |
| "grad_norm": 3.0429201126098633, |
| "learning_rate": 2.7646447589179874e-05, |
| "loss": 1.3158, |
| "step": 26775 |
| }, |
| { |
| "epoch": 0.5201257617513488, |
| "grad_norm": 0.6463140845298767, |
| "learning_rate": 2.7604340368751303e-05, |
| "loss": 1.293, |
| "step": 26800 |
| }, |
| { |
| "epoch": 0.520610953693281, |
| "grad_norm": 0.6673265099525452, |
| "learning_rate": 2.7562225677868365e-05, |
| "loss": 1.2471, |
| "step": 26825 |
| }, |
| { |
| "epoch": 0.5210961456352133, |
| "grad_norm": 0.6835165023803711, |
| "learning_rate": 2.7520103637335514e-05, |
| "loss": 1.3718, |
| "step": 26850 |
| }, |
| { |
| "epoch": 0.5215813375771455, |
| "grad_norm": 2.108905076980591, |
| "learning_rate": 2.7477974367978264e-05, |
| "loss": 1.2033, |
| "step": 26875 |
| }, |
| { |
| "epoch": 0.5220665295190777, |
| "grad_norm": 0.6048282980918884, |
| "learning_rate": 2.7435837990642878e-05, |
| "loss": 1.0869, |
| "step": 26900 |
| }, |
| { |
| "epoch": 0.5225517214610099, |
| "grad_norm": 0.5239606499671936, |
| "learning_rate": 2.7393694626195986e-05, |
| "loss": 1.2701, |
| "step": 26925 |
| }, |
| { |
| "epoch": 0.5230369134029422, |
| "grad_norm": 0.6782437562942505, |
| "learning_rate": 2.7351544395524292e-05, |
| "loss": 1.2804, |
| "step": 26950 |
| }, |
| { |
| "epoch": 0.5235221053448744, |
| "grad_norm": 2.316328525543213, |
| "learning_rate": 2.7309387419534173e-05, |
| "loss": 1.0456, |
| "step": 26975 |
| }, |
| { |
| "epoch": 0.5240072972868066, |
| "grad_norm": 0.5852128863334656, |
| "learning_rate": 2.7267223819151362e-05, |
| "loss": 1.1641, |
| "step": 27000 |
| }, |
| { |
| "epoch": 0.5244924892287389, |
| "grad_norm": 2.3902132511138916, |
| "learning_rate": 2.7225053715320587e-05, |
| "loss": 1.3684, |
| "step": 27025 |
| }, |
| { |
| "epoch": 0.5249776811706711, |
| "grad_norm": 2.4076578617095947, |
| "learning_rate": 2.7182877229005245e-05, |
| "loss": 1.3838, |
| "step": 27050 |
| }, |
| { |
| "epoch": 0.5254628731126033, |
| "grad_norm": 0.5756899118423462, |
| "learning_rate": 2.7140694481187023e-05, |
| "loss": 1.1493, |
| "step": 27075 |
| }, |
| { |
| "epoch": 0.5259480650545356, |
| "grad_norm": 1.0627721548080444, |
| "learning_rate": 2.7098505592865582e-05, |
| "loss": 1.2087, |
| "step": 27100 |
| }, |
| { |
| "epoch": 0.5264332569964678, |
| "grad_norm": 2.5438992977142334, |
| "learning_rate": 2.70563106850582e-05, |
| "loss": 1.2811, |
| "step": 27125 |
| }, |
| { |
| "epoch": 0.5269184489384, |
| "grad_norm": 0.487262099981308, |
| "learning_rate": 2.701410987879941e-05, |
| "loss": 1.2477, |
| "step": 27150 |
| }, |
| { |
| "epoch": 0.5274036408803323, |
| "grad_norm": 2.6786530017852783, |
| "learning_rate": 2.697190329514066e-05, |
| "loss": 1.1775, |
| "step": 27175 |
| }, |
| { |
| "epoch": 0.5278888328222645, |
| "grad_norm": 2.2852625846862793, |
| "learning_rate": 2.6929691055149996e-05, |
| "loss": 1.2056, |
| "step": 27200 |
| }, |
| { |
| "epoch": 0.5283740247641967, |
| "grad_norm": 2.3897595405578613, |
| "learning_rate": 2.6887473279911662e-05, |
| "loss": 1.098, |
| "step": 27225 |
| }, |
| { |
| "epoch": 0.5288592167061289, |
| "grad_norm": 0.5546775460243225, |
| "learning_rate": 2.6845250090525788e-05, |
| "loss": 1.1566, |
| "step": 27250 |
| }, |
| { |
| "epoch": 0.5293444086480612, |
| "grad_norm": 0.5730567574501038, |
| "learning_rate": 2.6803021608108048e-05, |
| "loss": 1.132, |
| "step": 27275 |
| }, |
| { |
| "epoch": 0.5298296005899934, |
| "grad_norm": 0.8202934861183167, |
| "learning_rate": 2.6760787953789284e-05, |
| "loss": 1.385, |
| "step": 27300 |
| }, |
| { |
| "epoch": 0.5303147925319256, |
| "grad_norm": 0.7963849306106567, |
| "learning_rate": 2.6718549248715164e-05, |
| "loss": 1.1473, |
| "step": 27325 |
| }, |
| { |
| "epoch": 0.5307999844738579, |
| "grad_norm": 0.5821598768234253, |
| "learning_rate": 2.6676305614045877e-05, |
| "loss": 1.1793, |
| "step": 27350 |
| }, |
| { |
| "epoch": 0.5312851764157901, |
| "grad_norm": 2.6083996295928955, |
| "learning_rate": 2.6634057170955717e-05, |
| "loss": 1.2275, |
| "step": 27375 |
| }, |
| { |
| "epoch": 0.5317703683577223, |
| "grad_norm": 0.5028186440467834, |
| "learning_rate": 2.6591804040632783e-05, |
| "loss": 1.1708, |
| "step": 27400 |
| }, |
| { |
| "epoch": 0.5322555602996546, |
| "grad_norm": 0.6986499428749084, |
| "learning_rate": 2.6549546344278642e-05, |
| "loss": 1.1487, |
| "step": 27425 |
| }, |
| { |
| "epoch": 0.5327407522415868, |
| "grad_norm": 0.5989238023757935, |
| "learning_rate": 2.650728420310792e-05, |
| "loss": 1.0699, |
| "step": 27450 |
| }, |
| { |
| "epoch": 0.533225944183519, |
| "grad_norm": 0.6527790427207947, |
| "learning_rate": 2.6465017738348007e-05, |
| "loss": 1.3309, |
| "step": 27475 |
| }, |
| { |
| "epoch": 0.5337111361254512, |
| "grad_norm": 1.5606318712234497, |
| "learning_rate": 2.6422747071238722e-05, |
| "loss": 1.2455, |
| "step": 27500 |
| }, |
| { |
| "epoch": 0.5341963280673835, |
| "grad_norm": 0.9163646697998047, |
| "learning_rate": 2.6380472323031897e-05, |
| "loss": 1.3561, |
| "step": 27525 |
| }, |
| { |
| "epoch": 0.5346815200093157, |
| "grad_norm": 0.7440465688705444, |
| "learning_rate": 2.6338193614991093e-05, |
| "loss": 1.001, |
| "step": 27550 |
| }, |
| { |
| "epoch": 0.5351667119512479, |
| "grad_norm": 2.2253870964050293, |
| "learning_rate": 2.6295911068391233e-05, |
| "loss": 1.225, |
| "step": 27575 |
| }, |
| { |
| "epoch": 0.5356519038931802, |
| "grad_norm": 0.8498731255531311, |
| "learning_rate": 2.625362480451823e-05, |
| "loss": 1.1245, |
| "step": 27600 |
| }, |
| { |
| "epoch": 0.5361370958351124, |
| "grad_norm": 0.8954595923423767, |
| "learning_rate": 2.621133494466869e-05, |
| "loss": 1.2816, |
| "step": 27625 |
| }, |
| { |
| "epoch": 0.5366222877770446, |
| "grad_norm": 0.5821101665496826, |
| "learning_rate": 2.616904161014951e-05, |
| "loss": 1.1272, |
| "step": 27650 |
| }, |
| { |
| "epoch": 0.5371074797189769, |
| "grad_norm": 0.4808317720890045, |
| "learning_rate": 2.6126744922277546e-05, |
| "loss": 1.2274, |
| "step": 27675 |
| }, |
| { |
| "epoch": 0.5375926716609091, |
| "grad_norm": 0.923549473285675, |
| "learning_rate": 2.6084445002379316e-05, |
| "loss": 1.3104, |
| "step": 27700 |
| }, |
| { |
| "epoch": 0.5380778636028413, |
| "grad_norm": 2.0848846435546875, |
| "learning_rate": 2.604214197179056e-05, |
| "loss": 1.2116, |
| "step": 27725 |
| }, |
| { |
| "epoch": 0.5385630555447735, |
| "grad_norm": 2.006649971008301, |
| "learning_rate": 2.5999835951855972e-05, |
| "loss": 1.1291, |
| "step": 27750 |
| }, |
| { |
| "epoch": 0.5390482474867058, |
| "grad_norm": 2.4318881034851074, |
| "learning_rate": 2.595752706392881e-05, |
| "loss": 1.4554, |
| "step": 27775 |
| }, |
| { |
| "epoch": 0.539533439428638, |
| "grad_norm": 0.7805453538894653, |
| "learning_rate": 2.5915215429370555e-05, |
| "loss": 1.1449, |
| "step": 27800 |
| }, |
| { |
| "epoch": 0.5400186313705702, |
| "grad_norm": 0.7672319412231445, |
| "learning_rate": 2.5872901169550572e-05, |
| "loss": 1.2203, |
| "step": 27825 |
| }, |
| { |
| "epoch": 0.5405038233125025, |
| "grad_norm": 1.8621737957000732, |
| "learning_rate": 2.5830584405845753e-05, |
| "loss": 1.0432, |
| "step": 27850 |
| }, |
| { |
| "epoch": 0.5409890152544347, |
| "grad_norm": 2.1318774223327637, |
| "learning_rate": 2.578826525964019e-05, |
| "loss": 1.318, |
| "step": 27875 |
| }, |
| { |
| "epoch": 0.5414742071963669, |
| "grad_norm": 0.7197567224502563, |
| "learning_rate": 2.5745943852324777e-05, |
| "loss": 1.3187, |
| "step": 27900 |
| }, |
| { |
| "epoch": 0.5419593991382992, |
| "grad_norm": 0.6066203117370605, |
| "learning_rate": 2.5703620305296922e-05, |
| "loss": 1.1989, |
| "step": 27925 |
| }, |
| { |
| "epoch": 0.5424445910802314, |
| "grad_norm": 0.5295284986495972, |
| "learning_rate": 2.5661294739960158e-05, |
| "loss": 1.0687, |
| "step": 27950 |
| }, |
| { |
| "epoch": 0.5429297830221635, |
| "grad_norm": 2.176499843597412, |
| "learning_rate": 2.5618967277723794e-05, |
| "loss": 1.2412, |
| "step": 27975 |
| }, |
| { |
| "epoch": 0.5434149749640957, |
| "grad_norm": 0.7079553604125977, |
| "learning_rate": 2.5576638040002614e-05, |
| "loss": 1.3048, |
| "step": 28000 |
| }, |
| { |
| "epoch": 0.543900166906028, |
| "grad_norm": 2.059648036956787, |
| "learning_rate": 2.5534307148216474e-05, |
| "loss": 1.1963, |
| "step": 28025 |
| }, |
| { |
| "epoch": 0.5443853588479602, |
| "grad_norm": 1.946938395500183, |
| "learning_rate": 2.549197472378997e-05, |
| "loss": 1.2227, |
| "step": 28050 |
| }, |
| { |
| "epoch": 0.5448705507898924, |
| "grad_norm": 1.0972918272018433, |
| "learning_rate": 2.5449640888152105e-05, |
| "loss": 1.0536, |
| "step": 28075 |
| }, |
| { |
| "epoch": 0.5453557427318247, |
| "grad_norm": 0.6577739715576172, |
| "learning_rate": 2.5407305762735924e-05, |
| "loss": 1.066, |
| "step": 28100 |
| }, |
| { |
| "epoch": 0.5458409346737569, |
| "grad_norm": 0.9341326355934143, |
| "learning_rate": 2.5364969468978172e-05, |
| "loss": 1.0841, |
| "step": 28125 |
| }, |
| { |
| "epoch": 0.5463261266156891, |
| "grad_norm": 0.5897762179374695, |
| "learning_rate": 2.532263212831895e-05, |
| "loss": 1.3052, |
| "step": 28150 |
| }, |
| { |
| "epoch": 0.5468113185576214, |
| "grad_norm": 0.5220906138420105, |
| "learning_rate": 2.5280293862201366e-05, |
| "loss": 1.1507, |
| "step": 28175 |
| }, |
| { |
| "epoch": 0.5472965104995536, |
| "grad_norm": 0.5714221596717834, |
| "learning_rate": 2.523795479207116e-05, |
| "loss": 1.0896, |
| "step": 28200 |
| }, |
| { |
| "epoch": 0.5477817024414858, |
| "grad_norm": 0.6486662030220032, |
| "learning_rate": 2.5195615039376414e-05, |
| "loss": 1.1772, |
| "step": 28225 |
| }, |
| { |
| "epoch": 0.5482668943834181, |
| "grad_norm": 2.065725088119507, |
| "learning_rate": 2.5153274725567133e-05, |
| "loss": 1.1815, |
| "step": 28250 |
| }, |
| { |
| "epoch": 0.5487520863253503, |
| "grad_norm": 2.1465542316436768, |
| "learning_rate": 2.5110933972094954e-05, |
| "loss": 1.1949, |
| "step": 28275 |
| }, |
| { |
| "epoch": 0.5492372782672825, |
| "grad_norm": 2.781589984893799, |
| "learning_rate": 2.5068592900412764e-05, |
| "loss": 1.1241, |
| "step": 28300 |
| }, |
| { |
| "epoch": 0.5497224702092147, |
| "grad_norm": 2.2780985832214355, |
| "learning_rate": 2.5026251631974362e-05, |
| "loss": 1.2986, |
| "step": 28325 |
| }, |
| { |
| "epoch": 0.550207662151147, |
| "grad_norm": 0.5179126262664795, |
| "learning_rate": 2.498391028823413e-05, |
| "loss": 1.2629, |
| "step": 28350 |
| }, |
| { |
| "epoch": 0.5506928540930792, |
| "grad_norm": 2.4960625171661377, |
| "learning_rate": 2.494156899064663e-05, |
| "loss": 1.1445, |
| "step": 28375 |
| }, |
| { |
| "epoch": 0.5511780460350114, |
| "grad_norm": 0.6120148301124573, |
| "learning_rate": 2.4899227860666336e-05, |
| "loss": 1.3434, |
| "step": 28400 |
| }, |
| { |
| "epoch": 0.5516632379769437, |
| "grad_norm": 0.5155338644981384, |
| "learning_rate": 2.485688701974721e-05, |
| "loss": 1.3619, |
| "step": 28425 |
| }, |
| { |
| "epoch": 0.5521484299188759, |
| "grad_norm": 0.6277230978012085, |
| "learning_rate": 2.4814546589342394e-05, |
| "loss": 1.1802, |
| "step": 28450 |
| }, |
| { |
| "epoch": 0.5526336218608081, |
| "grad_norm": 0.9900408983230591, |
| "learning_rate": 2.4772206690903843e-05, |
| "loss": 1.079, |
| "step": 28475 |
| }, |
| { |
| "epoch": 0.5531188138027404, |
| "grad_norm": 0.6304797530174255, |
| "learning_rate": 2.4729867445882004e-05, |
| "loss": 0.986, |
| "step": 28500 |
| }, |
| { |
| "epoch": 0.5536040057446726, |
| "grad_norm": 0.7172713279724121, |
| "learning_rate": 2.468752897572544e-05, |
| "loss": 1.192, |
| "step": 28525 |
| }, |
| { |
| "epoch": 0.5540891976866048, |
| "grad_norm": 0.4950495660305023, |
| "learning_rate": 2.46451914018805e-05, |
| "loss": 1.3065, |
| "step": 28550 |
| }, |
| { |
| "epoch": 0.554574389628537, |
| "grad_norm": 2.459153652191162, |
| "learning_rate": 2.4602854845790945e-05, |
| "loss": 1.1157, |
| "step": 28575 |
| }, |
| { |
| "epoch": 0.5550595815704693, |
| "grad_norm": 2.061131477355957, |
| "learning_rate": 2.4560519428897628e-05, |
| "loss": 1.239, |
| "step": 28600 |
| }, |
| { |
| "epoch": 0.5555447735124015, |
| "grad_norm": 0.667685329914093, |
| "learning_rate": 2.4518185272638128e-05, |
| "loss": 1.1114, |
| "step": 28625 |
| }, |
| { |
| "epoch": 0.5560299654543337, |
| "grad_norm": 0.6229251027107239, |
| "learning_rate": 2.4475852498446407e-05, |
| "loss": 1.1696, |
| "step": 28650 |
| }, |
| { |
| "epoch": 0.556515157396266, |
| "grad_norm": 0.5057568550109863, |
| "learning_rate": 2.4433521227752482e-05, |
| "loss": 1.2872, |
| "step": 28675 |
| }, |
| { |
| "epoch": 0.5570003493381982, |
| "grad_norm": 0.5043991208076477, |
| "learning_rate": 2.4391191581982037e-05, |
| "loss": 1.2304, |
| "step": 28700 |
| }, |
| { |
| "epoch": 0.5574855412801304, |
| "grad_norm": 0.4921906292438507, |
| "learning_rate": 2.4348863682556102e-05, |
| "loss": 1.2974, |
| "step": 28725 |
| }, |
| { |
| "epoch": 0.5579707332220627, |
| "grad_norm": 0.6448419690132141, |
| "learning_rate": 2.4306537650890694e-05, |
| "loss": 1.1848, |
| "step": 28750 |
| }, |
| { |
| "epoch": 0.5584559251639949, |
| "grad_norm": 2.082852602005005, |
| "learning_rate": 2.4264213608396467e-05, |
| "loss": 1.0989, |
| "step": 28775 |
| }, |
| { |
| "epoch": 0.5589411171059271, |
| "grad_norm": 0.5883177518844604, |
| "learning_rate": 2.4221891676478386e-05, |
| "loss": 1.0537, |
| "step": 28800 |
| }, |
| { |
| "epoch": 0.5594263090478593, |
| "grad_norm": 0.5878739953041077, |
| "learning_rate": 2.4179571976535356e-05, |
| "loss": 1.1398, |
| "step": 28825 |
| }, |
| { |
| "epoch": 0.5599115009897916, |
| "grad_norm": 0.6593385934829712, |
| "learning_rate": 2.4137254629959868e-05, |
| "loss": 1.2068, |
| "step": 28850 |
| }, |
| { |
| "epoch": 0.5603966929317238, |
| "grad_norm": 0.53461092710495, |
| "learning_rate": 2.4094939758137682e-05, |
| "loss": 1.1985, |
| "step": 28875 |
| }, |
| { |
| "epoch": 0.560881884873656, |
| "grad_norm": 0.66130131483078, |
| "learning_rate": 2.4052627482447437e-05, |
| "loss": 1.1741, |
| "step": 28900 |
| }, |
| { |
| "epoch": 0.5613670768155883, |
| "grad_norm": 0.5648384690284729, |
| "learning_rate": 2.4010317924260342e-05, |
| "loss": 1.1122, |
| "step": 28925 |
| }, |
| { |
| "epoch": 0.5618522687575205, |
| "grad_norm": 0.8330764174461365, |
| "learning_rate": 2.3968011204939793e-05, |
| "loss": 1.2623, |
| "step": 28950 |
| }, |
| { |
| "epoch": 0.5623374606994527, |
| "grad_norm": 0.6081602573394775, |
| "learning_rate": 2.3925707445841077e-05, |
| "loss": 1.1162, |
| "step": 28975 |
| }, |
| { |
| "epoch": 0.562822652641385, |
| "grad_norm": 2.5496504306793213, |
| "learning_rate": 2.3883406768310958e-05, |
| "loss": 1.3133, |
| "step": 29000 |
| }, |
| { |
| "epoch": 0.5633078445833172, |
| "grad_norm": 0.6559838056564331, |
| "learning_rate": 2.3841109293687362e-05, |
| "loss": 1.3876, |
| "step": 29025 |
| }, |
| { |
| "epoch": 0.5637930365252494, |
| "grad_norm": 0.5258496403694153, |
| "learning_rate": 2.379881514329905e-05, |
| "loss": 1.0928, |
| "step": 29050 |
| }, |
| { |
| "epoch": 0.5642782284671816, |
| "grad_norm": 0.7815567255020142, |
| "learning_rate": 2.3756524438465214e-05, |
| "loss": 1.3457, |
| "step": 29075 |
| }, |
| { |
| "epoch": 0.5647634204091139, |
| "grad_norm": 0.685319185256958, |
| "learning_rate": 2.3714237300495203e-05, |
| "loss": 1.1356, |
| "step": 29100 |
| }, |
| { |
| "epoch": 0.5652486123510461, |
| "grad_norm": 0.6172538995742798, |
| "learning_rate": 2.3671953850688106e-05, |
| "loss": 1.2455, |
| "step": 29125 |
| }, |
| { |
| "epoch": 0.5657338042929783, |
| "grad_norm": 0.6025312542915344, |
| "learning_rate": 2.3629674210332434e-05, |
| "loss": 1.2443, |
| "step": 29150 |
| }, |
| { |
| "epoch": 0.5662189962349106, |
| "grad_norm": 0.45211973786354065, |
| "learning_rate": 2.3587398500705788e-05, |
| "loss": 1.1114, |
| "step": 29175 |
| }, |
| { |
| "epoch": 0.5667041881768428, |
| "grad_norm": 2.39123272895813, |
| "learning_rate": 2.3545126843074478e-05, |
| "loss": 1.3516, |
| "step": 29200 |
| }, |
| { |
| "epoch": 0.567189380118775, |
| "grad_norm": 1.9876155853271484, |
| "learning_rate": 2.350285935869318e-05, |
| "loss": 1.209, |
| "step": 29225 |
| }, |
| { |
| "epoch": 0.5676745720607073, |
| "grad_norm": 0.5435921549797058, |
| "learning_rate": 2.3460596168804643e-05, |
| "loss": 1.2231, |
| "step": 29250 |
| }, |
| { |
| "epoch": 0.5681597640026395, |
| "grad_norm": 1.7773574590682983, |
| "learning_rate": 2.3418337394639257e-05, |
| "loss": 1.2453, |
| "step": 29275 |
| }, |
| { |
| "epoch": 0.5686449559445717, |
| "grad_norm": 0.5607666373252869, |
| "learning_rate": 2.337608315741476e-05, |
| "loss": 1.0205, |
| "step": 29300 |
| }, |
| { |
| "epoch": 0.5691301478865038, |
| "grad_norm": 0.5459272265434265, |
| "learning_rate": 2.333383357833587e-05, |
| "loss": 1.1897, |
| "step": 29325 |
| }, |
| { |
| "epoch": 0.5696153398284362, |
| "grad_norm": 0.6454149484634399, |
| "learning_rate": 2.329158877859395e-05, |
| "loss": 1.3077, |
| "step": 29350 |
| }, |
| { |
| "epoch": 0.5701005317703683, |
| "grad_norm": 0.768634021282196, |
| "learning_rate": 2.3249348879366637e-05, |
| "loss": 1.2215, |
| "step": 29375 |
| }, |
| { |
| "epoch": 0.5705857237123005, |
| "grad_norm": 2.2488739490509033, |
| "learning_rate": 2.3207114001817548e-05, |
| "loss": 1.1947, |
| "step": 29400 |
| }, |
| { |
| "epoch": 0.5710709156542328, |
| "grad_norm": 2.5562357902526855, |
| "learning_rate": 2.3164884267095867e-05, |
| "loss": 1.1744, |
| "step": 29425 |
| }, |
| { |
| "epoch": 0.571556107596165, |
| "grad_norm": 0.8042920231819153, |
| "learning_rate": 2.312265979633602e-05, |
| "loss": 1.1145, |
| "step": 29450 |
| }, |
| { |
| "epoch": 0.5720412995380972, |
| "grad_norm": 0.49687814712524414, |
| "learning_rate": 2.3080440710657356e-05, |
| "loss": 1.2105, |
| "step": 29475 |
| }, |
| { |
| "epoch": 0.5725264914800295, |
| "grad_norm": 0.49267637729644775, |
| "learning_rate": 2.3038227131163763e-05, |
| "loss": 1.1433, |
| "step": 29500 |
| }, |
| { |
| "epoch": 0.5730116834219617, |
| "grad_norm": 2.2740895748138428, |
| "learning_rate": 2.2996019178943327e-05, |
| "loss": 1.4396, |
| "step": 29525 |
| }, |
| { |
| "epoch": 0.5734968753638939, |
| "grad_norm": 0.8763983845710754, |
| "learning_rate": 2.2953816975068022e-05, |
| "loss": 1.1942, |
| "step": 29550 |
| }, |
| { |
| "epoch": 0.5739820673058262, |
| "grad_norm": 0.7293049693107605, |
| "learning_rate": 2.291162064059331e-05, |
| "loss": 1.2818, |
| "step": 29575 |
| }, |
| { |
| "epoch": 0.5744672592477584, |
| "grad_norm": 0.5292641520500183, |
| "learning_rate": 2.2869430296557816e-05, |
| "loss": 1.1186, |
| "step": 29600 |
| }, |
| { |
| "epoch": 0.5749524511896906, |
| "grad_norm": 0.5999064445495605, |
| "learning_rate": 2.2827246063982988e-05, |
| "loss": 1.2407, |
| "step": 29625 |
| }, |
| { |
| "epoch": 0.5754376431316228, |
| "grad_norm": 2.24302339553833, |
| "learning_rate": 2.2785068063872727e-05, |
| "loss": 1.1931, |
| "step": 29650 |
| }, |
| { |
| "epoch": 0.5759228350735551, |
| "grad_norm": 2.3401710987091064, |
| "learning_rate": 2.2742896417213103e-05, |
| "loss": 1.0914, |
| "step": 29675 |
| }, |
| { |
| "epoch": 0.5764080270154873, |
| "grad_norm": 0.622514009475708, |
| "learning_rate": 2.2700731244971912e-05, |
| "loss": 1.1433, |
| "step": 29700 |
| }, |
| { |
| "epoch": 0.5768932189574195, |
| "grad_norm": 0.5449119806289673, |
| "learning_rate": 2.26585726680984e-05, |
| "loss": 1.178, |
| "step": 29725 |
| }, |
| { |
| "epoch": 0.5773784108993518, |
| "grad_norm": 0.6833677291870117, |
| "learning_rate": 2.2616420807522883e-05, |
| "loss": 1.2379, |
| "step": 29750 |
| }, |
| { |
| "epoch": 0.577863602841284, |
| "grad_norm": 2.294687032699585, |
| "learning_rate": 2.257427578415643e-05, |
| "loss": 1.3755, |
| "step": 29775 |
| }, |
| { |
| "epoch": 0.5783487947832162, |
| "grad_norm": 0.6735248565673828, |
| "learning_rate": 2.2532137718890478e-05, |
| "loss": 1.1697, |
| "step": 29800 |
| }, |
| { |
| "epoch": 0.5788339867251485, |
| "grad_norm": 0.6610851883888245, |
| "learning_rate": 2.249000673259652e-05, |
| "loss": 1.1705, |
| "step": 29825 |
| }, |
| { |
| "epoch": 0.5793191786670807, |
| "grad_norm": 0.765402615070343, |
| "learning_rate": 2.2447882946125742e-05, |
| "loss": 1.0589, |
| "step": 29850 |
| }, |
| { |
| "epoch": 0.5798043706090129, |
| "grad_norm": 0.6618921756744385, |
| "learning_rate": 2.2405766480308666e-05, |
| "loss": 1.2505, |
| "step": 29875 |
| }, |
| { |
| "epoch": 0.5802895625509451, |
| "grad_norm": 1.762202262878418, |
| "learning_rate": 2.2363657455954823e-05, |
| "loss": 1.0834, |
| "step": 29900 |
| }, |
| { |
| "epoch": 0.5807747544928774, |
| "grad_norm": 0.7301275730133057, |
| "learning_rate": 2.23215559938524e-05, |
| "loss": 1.0109, |
| "step": 29925 |
| }, |
| { |
| "epoch": 0.5812599464348096, |
| "grad_norm": 1.9139355421066284, |
| "learning_rate": 2.2279462214767875e-05, |
| "loss": 1.2641, |
| "step": 29950 |
| }, |
| { |
| "epoch": 0.5817451383767418, |
| "grad_norm": 2.391613721847534, |
| "learning_rate": 2.2237376239445724e-05, |
| "loss": 1.1389, |
| "step": 29975 |
| }, |
| { |
| "epoch": 0.5822303303186741, |
| "grad_norm": 0.5287454128265381, |
| "learning_rate": 2.2195298188608e-05, |
| "loss": 1.1322, |
| "step": 30000 |
| }, |
| { |
| "epoch": 0.5827155222606063, |
| "grad_norm": 0.6475499868392944, |
| "learning_rate": 2.215322818295405e-05, |
| "loss": 1.1641, |
| "step": 30025 |
| }, |
| { |
| "epoch": 0.5832007142025385, |
| "grad_norm": 1.9575737714767456, |
| "learning_rate": 2.211116634316013e-05, |
| "loss": 1.1894, |
| "step": 30050 |
| }, |
| { |
| "epoch": 0.5836859061444708, |
| "grad_norm": 0.5779014229774475, |
| "learning_rate": 2.2069112789879082e-05, |
| "loss": 1.2472, |
| "step": 30075 |
| }, |
| { |
| "epoch": 0.584171098086403, |
| "grad_norm": 1.0415652990341187, |
| "learning_rate": 2.2027067643739962e-05, |
| "loss": 1.2399, |
| "step": 30100 |
| }, |
| { |
| "epoch": 0.5846562900283352, |
| "grad_norm": 0.569424033164978, |
| "learning_rate": 2.198503102534773e-05, |
| "loss": 1.2182, |
| "step": 30125 |
| }, |
| { |
| "epoch": 0.5851414819702674, |
| "grad_norm": 2.5082595348358154, |
| "learning_rate": 2.194300305528288e-05, |
| "loss": 1.3013, |
| "step": 30150 |
| }, |
| { |
| "epoch": 0.5856266739121997, |
| "grad_norm": 0.5744744539260864, |
| "learning_rate": 2.1900983854101094e-05, |
| "loss": 1.1414, |
| "step": 30175 |
| }, |
| { |
| "epoch": 0.5861118658541319, |
| "grad_norm": 0.6196914911270142, |
| "learning_rate": 2.18589735423329e-05, |
| "loss": 1.145, |
| "step": 30200 |
| }, |
| { |
| "epoch": 0.5865970577960641, |
| "grad_norm": 0.525161623954773, |
| "learning_rate": 2.1816972240483328e-05, |
| "loss": 1.1513, |
| "step": 30225 |
| }, |
| { |
| "epoch": 0.5870822497379964, |
| "grad_norm": 2.4460105895996094, |
| "learning_rate": 2.177498006903155e-05, |
| "loss": 1.2219, |
| "step": 30250 |
| }, |
| { |
| "epoch": 0.5875674416799286, |
| "grad_norm": 1.6668527126312256, |
| "learning_rate": 2.173299714843059e-05, |
| "loss": 1.2623, |
| "step": 30275 |
| }, |
| { |
| "epoch": 0.5880526336218608, |
| "grad_norm": 0.5577164888381958, |
| "learning_rate": 2.1691023599106894e-05, |
| "loss": 1.116, |
| "step": 30300 |
| }, |
| { |
| "epoch": 0.5885378255637931, |
| "grad_norm": 2.0886282920837402, |
| "learning_rate": 2.164905954146004e-05, |
| "loss": 1.1922, |
| "step": 30325 |
| }, |
| { |
| "epoch": 0.5890230175057253, |
| "grad_norm": 0.6734172701835632, |
| "learning_rate": 2.160710509586238e-05, |
| "loss": 1.2118, |
| "step": 30350 |
| }, |
| { |
| "epoch": 0.5895082094476575, |
| "grad_norm": 0.9539625644683838, |
| "learning_rate": 2.1565160382658693e-05, |
| "loss": 1.1763, |
| "step": 30375 |
| }, |
| { |
| "epoch": 0.5899934013895897, |
| "grad_norm": 0.779062807559967, |
| "learning_rate": 2.1523225522165857e-05, |
| "loss": 0.9603, |
| "step": 30400 |
| }, |
| { |
| "epoch": 0.590478593331522, |
| "grad_norm": 2.1062097549438477, |
| "learning_rate": 2.1481300634672457e-05, |
| "loss": 1.2709, |
| "step": 30425 |
| }, |
| { |
| "epoch": 0.5909637852734542, |
| "grad_norm": 0.6552831530570984, |
| "learning_rate": 2.1439385840438503e-05, |
| "loss": 1.2221, |
| "step": 30450 |
| }, |
| { |
| "epoch": 0.5914489772153864, |
| "grad_norm": 0.5112185478210449, |
| "learning_rate": 2.1397481259695024e-05, |
| "loss": 1.2871, |
| "step": 30475 |
| }, |
| { |
| "epoch": 0.5919341691573187, |
| "grad_norm": 0.5954056978225708, |
| "learning_rate": 2.1355587012643773e-05, |
| "loss": 1.1154, |
| "step": 30500 |
| }, |
| { |
| "epoch": 0.5924193610992509, |
| "grad_norm": 0.6149168014526367, |
| "learning_rate": 2.131370321945684e-05, |
| "loss": 1.2394, |
| "step": 30525 |
| }, |
| { |
| "epoch": 0.5929045530411831, |
| "grad_norm": 0.5280668139457703, |
| "learning_rate": 2.127183000027636e-05, |
| "loss": 1.2771, |
| "step": 30550 |
| }, |
| { |
| "epoch": 0.5933897449831154, |
| "grad_norm": 2.2950620651245117, |
| "learning_rate": 2.1229967475214115e-05, |
| "loss": 1.1136, |
| "step": 30575 |
| }, |
| { |
| "epoch": 0.5938749369250476, |
| "grad_norm": 0.5776280760765076, |
| "learning_rate": 2.118811576435121e-05, |
| "loss": 1.1307, |
| "step": 30600 |
| }, |
| { |
| "epoch": 0.5943601288669798, |
| "grad_norm": 0.5970258712768555, |
| "learning_rate": 2.1146274987737737e-05, |
| "loss": 1.0525, |
| "step": 30625 |
| }, |
| { |
| "epoch": 0.5948453208089121, |
| "grad_norm": 2.1906697750091553, |
| "learning_rate": 2.1104445265392418e-05, |
| "loss": 1.3228, |
| "step": 30650 |
| }, |
| { |
| "epoch": 0.5953305127508443, |
| "grad_norm": 0.6522005200386047, |
| "learning_rate": 2.106262671730227e-05, |
| "loss": 1.2782, |
| "step": 30675 |
| }, |
| { |
| "epoch": 0.5958157046927764, |
| "grad_norm": 0.6493403911590576, |
| "learning_rate": 2.102081946342227e-05, |
| "loss": 1.1892, |
| "step": 30700 |
| }, |
| { |
| "epoch": 0.5963008966347086, |
| "grad_norm": 0.5657488703727722, |
| "learning_rate": 2.0979023623674963e-05, |
| "loss": 1.316, |
| "step": 30725 |
| }, |
| { |
| "epoch": 0.596786088576641, |
| "grad_norm": 0.5314240455627441, |
| "learning_rate": 2.0937239317950195e-05, |
| "loss": 1.3007, |
| "step": 30750 |
| }, |
| { |
| "epoch": 0.5972712805185731, |
| "grad_norm": 2.2733821868896484, |
| "learning_rate": 2.0895466666104698e-05, |
| "loss": 1.3182, |
| "step": 30775 |
| }, |
| { |
| "epoch": 0.5977564724605053, |
| "grad_norm": 1.644905924797058, |
| "learning_rate": 2.0853705787961785e-05, |
| "loss": 1.0792, |
| "step": 30800 |
| }, |
| { |
| "epoch": 0.5982416644024376, |
| "grad_norm": 2.040400505065918, |
| "learning_rate": 2.0811956803310983e-05, |
| "loss": 1.1071, |
| "step": 30825 |
| }, |
| { |
| "epoch": 0.5987268563443698, |
| "grad_norm": 1.27585768699646, |
| "learning_rate": 2.077021983190774e-05, |
| "loss": 1.0614, |
| "step": 30850 |
| }, |
| { |
| "epoch": 0.599212048286302, |
| "grad_norm": 0.9848079681396484, |
| "learning_rate": 2.0728494993473008e-05, |
| "loss": 1.2625, |
| "step": 30875 |
| }, |
| { |
| "epoch": 0.5996972402282343, |
| "grad_norm": 2.1338486671447754, |
| "learning_rate": 2.068678240769295e-05, |
| "loss": 1.3118, |
| "step": 30900 |
| }, |
| { |
| "epoch": 0.6001824321701665, |
| "grad_norm": 2.315048933029175, |
| "learning_rate": 2.0645082194218577e-05, |
| "loss": 1.2781, |
| "step": 30925 |
| }, |
| { |
| "epoch": 0.6006676241120987, |
| "grad_norm": 2.705700397491455, |
| "learning_rate": 2.0603394472665405e-05, |
| "loss": 1.2133, |
| "step": 30950 |
| }, |
| { |
| "epoch": 0.6011528160540309, |
| "grad_norm": 0.8232253789901733, |
| "learning_rate": 2.0561719362613153e-05, |
| "loss": 1.1572, |
| "step": 30975 |
| }, |
| { |
| "epoch": 0.6016380079959632, |
| "grad_norm": 2.3937854766845703, |
| "learning_rate": 2.0520056983605317e-05, |
| "loss": 1.191, |
| "step": 31000 |
| }, |
| { |
| "epoch": 0.6021231999378954, |
| "grad_norm": 2.6448686122894287, |
| "learning_rate": 2.0478407455148905e-05, |
| "loss": 1.1031, |
| "step": 31025 |
| }, |
| { |
| "epoch": 0.6026083918798276, |
| "grad_norm": 0.5137196183204651, |
| "learning_rate": 2.043677089671405e-05, |
| "loss": 1.1361, |
| "step": 31050 |
| }, |
| { |
| "epoch": 0.6030935838217599, |
| "grad_norm": 0.7316155433654785, |
| "learning_rate": 2.039514742773369e-05, |
| "loss": 1.2137, |
| "step": 31075 |
| }, |
| { |
| "epoch": 0.6035787757636921, |
| "grad_norm": 0.5850017666816711, |
| "learning_rate": 2.0353537167603194e-05, |
| "loss": 1.1615, |
| "step": 31100 |
| }, |
| { |
| "epoch": 0.6040639677056243, |
| "grad_norm": 2.0392167568206787, |
| "learning_rate": 2.0311940235680088e-05, |
| "loss": 1.1675, |
| "step": 31125 |
| }, |
| { |
| "epoch": 0.6045491596475566, |
| "grad_norm": 0.5039774775505066, |
| "learning_rate": 2.0270356751283622e-05, |
| "loss": 1.0459, |
| "step": 31150 |
| }, |
| { |
| "epoch": 0.6050343515894888, |
| "grad_norm": 2.1313037872314453, |
| "learning_rate": 2.022878683369449e-05, |
| "loss": 1.2957, |
| "step": 31175 |
| }, |
| { |
| "epoch": 0.605519543531421, |
| "grad_norm": 0.9361706376075745, |
| "learning_rate": 2.018723060215447e-05, |
| "loss": 1.1301, |
| "step": 31200 |
| }, |
| { |
| "epoch": 0.6060047354733532, |
| "grad_norm": 0.6106968522071838, |
| "learning_rate": 2.0145688175866076e-05, |
| "loss": 1.1968, |
| "step": 31225 |
| }, |
| { |
| "epoch": 0.6064899274152855, |
| "grad_norm": 1.0160149335861206, |
| "learning_rate": 2.010415967399222e-05, |
| "loss": 1.2172, |
| "step": 31250 |
| }, |
| { |
| "epoch": 0.6069751193572177, |
| "grad_norm": 0.6924161911010742, |
| "learning_rate": 2.00626452156559e-05, |
| "loss": 1.1966, |
| "step": 31275 |
| }, |
| { |
| "epoch": 0.6074603112991499, |
| "grad_norm": 0.59613037109375, |
| "learning_rate": 2.0021144919939798e-05, |
| "loss": 1.236, |
| "step": 31300 |
| }, |
| { |
| "epoch": 0.6079455032410822, |
| "grad_norm": 0.7048484683036804, |
| "learning_rate": 1.997965890588598e-05, |
| "loss": 1.1484, |
| "step": 31325 |
| }, |
| { |
| "epoch": 0.6084306951830144, |
| "grad_norm": 0.46242666244506836, |
| "learning_rate": 1.9938187292495553e-05, |
| "loss": 1.1065, |
| "step": 31350 |
| }, |
| { |
| "epoch": 0.6089158871249466, |
| "grad_norm": 0.6641607284545898, |
| "learning_rate": 1.989673019872831e-05, |
| "loss": 1.2267, |
| "step": 31375 |
| }, |
| { |
| "epoch": 0.6094010790668789, |
| "grad_norm": 0.6073964834213257, |
| "learning_rate": 1.985528774350238e-05, |
| "loss": 1.1364, |
| "step": 31400 |
| }, |
| { |
| "epoch": 0.6098862710088111, |
| "grad_norm": 1.6336171627044678, |
| "learning_rate": 1.9813860045693952e-05, |
| "loss": 1.16, |
| "step": 31425 |
| }, |
| { |
| "epoch": 0.6103714629507433, |
| "grad_norm": 2.8042314052581787, |
| "learning_rate": 1.977244722413683e-05, |
| "loss": 1.1499, |
| "step": 31450 |
| }, |
| { |
| "epoch": 0.6108566548926755, |
| "grad_norm": 1.9934260845184326, |
| "learning_rate": 1.973104939762217e-05, |
| "loss": 1.162, |
| "step": 31475 |
| }, |
| { |
| "epoch": 0.6113418468346078, |
| "grad_norm": 0.6156137585639954, |
| "learning_rate": 1.968966668489811e-05, |
| "loss": 0.9937, |
| "step": 31500 |
| }, |
| { |
| "epoch": 0.61182703877654, |
| "grad_norm": 0.5305809378623962, |
| "learning_rate": 1.9648299204669425e-05, |
| "loss": 1.1574, |
| "step": 31525 |
| }, |
| { |
| "epoch": 0.6123122307184722, |
| "grad_norm": 0.6535761952400208, |
| "learning_rate": 1.960694707559723e-05, |
| "loss": 1.1031, |
| "step": 31550 |
| }, |
| { |
| "epoch": 0.6127974226604045, |
| "grad_norm": 1.950301170349121, |
| "learning_rate": 1.9565610416298572e-05, |
| "loss": 1.1793, |
| "step": 31575 |
| }, |
| { |
| "epoch": 0.6132826146023367, |
| "grad_norm": 0.7696822881698608, |
| "learning_rate": 1.9524289345346133e-05, |
| "loss": 1.1728, |
| "step": 31600 |
| }, |
| { |
| "epoch": 0.6137678065442689, |
| "grad_norm": 0.6900044679641724, |
| "learning_rate": 1.9482983981267883e-05, |
| "loss": 1.2371, |
| "step": 31625 |
| }, |
| { |
| "epoch": 0.6142529984862012, |
| "grad_norm": 0.5211727023124695, |
| "learning_rate": 1.9441694442546733e-05, |
| "loss": 1.3088, |
| "step": 31650 |
| }, |
| { |
| "epoch": 0.6147381904281334, |
| "grad_norm": 0.6746358871459961, |
| "learning_rate": 1.9400420847620208e-05, |
| "loss": 1.1314, |
| "step": 31675 |
| }, |
| { |
| "epoch": 0.6152233823700656, |
| "grad_norm": 1.1378458738327026, |
| "learning_rate": 1.9359163314880088e-05, |
| "loss": 1.3842, |
| "step": 31700 |
| }, |
| { |
| "epoch": 0.6157085743119979, |
| "grad_norm": 0.7203099727630615, |
| "learning_rate": 1.93179219626721e-05, |
| "loss": 1.2227, |
| "step": 31725 |
| }, |
| { |
| "epoch": 0.6161937662539301, |
| "grad_norm": 2.777379274368286, |
| "learning_rate": 1.927669690929553e-05, |
| "loss": 1.2706, |
| "step": 31750 |
| }, |
| { |
| "epoch": 0.6166789581958623, |
| "grad_norm": 0.5574617981910706, |
| "learning_rate": 1.9235488273002927e-05, |
| "loss": 1.3583, |
| "step": 31775 |
| }, |
| { |
| "epoch": 0.6171641501377945, |
| "grad_norm": 2.4483799934387207, |
| "learning_rate": 1.9194296171999743e-05, |
| "loss": 1.4087, |
| "step": 31800 |
| }, |
| { |
| "epoch": 0.6176493420797268, |
| "grad_norm": 0.5361576676368713, |
| "learning_rate": 1.9153120724443996e-05, |
| "loss": 1.1433, |
| "step": 31825 |
| }, |
| { |
| "epoch": 0.618134534021659, |
| "grad_norm": 0.5742824077606201, |
| "learning_rate": 1.9111962048445953e-05, |
| "loss": 1.1006, |
| "step": 31850 |
| }, |
| { |
| "epoch": 0.6186197259635912, |
| "grad_norm": 2.2586092948913574, |
| "learning_rate": 1.9070820262067757e-05, |
| "loss": 1.0762, |
| "step": 31875 |
| }, |
| { |
| "epoch": 0.6191049179055235, |
| "grad_norm": 0.7312002182006836, |
| "learning_rate": 1.90296954833231e-05, |
| "loss": 1.1173, |
| "step": 31900 |
| }, |
| { |
| "epoch": 0.6195901098474557, |
| "grad_norm": 0.5926620960235596, |
| "learning_rate": 1.8988587830176898e-05, |
| "loss": 1.0323, |
| "step": 31925 |
| }, |
| { |
| "epoch": 0.6200753017893879, |
| "grad_norm": 0.6447651982307434, |
| "learning_rate": 1.894749742054493e-05, |
| "loss": 1.1546, |
| "step": 31950 |
| }, |
| { |
| "epoch": 0.6205604937313202, |
| "grad_norm": 2.9325945377349854, |
| "learning_rate": 1.8906424372293526e-05, |
| "loss": 1.3156, |
| "step": 31975 |
| }, |
| { |
| "epoch": 0.6210456856732524, |
| "grad_norm": 2.4811460971832275, |
| "learning_rate": 1.8865368803239223e-05, |
| "loss": 0.9984, |
| "step": 32000 |
| }, |
| { |
| "epoch": 0.6215308776151846, |
| "grad_norm": 1.8606184720993042, |
| "learning_rate": 1.882433083114839e-05, |
| "loss": 1.2262, |
| "step": 32025 |
| }, |
| { |
| "epoch": 0.6220160695571167, |
| "grad_norm": 0.6969821453094482, |
| "learning_rate": 1.878331057373695e-05, |
| "loss": 1.2145, |
| "step": 32050 |
| }, |
| { |
| "epoch": 0.622501261499049, |
| "grad_norm": 0.741971492767334, |
| "learning_rate": 1.8742308148669997e-05, |
| "loss": 1.0882, |
| "step": 32075 |
| }, |
| { |
| "epoch": 0.6229864534409812, |
| "grad_norm": 0.5657063126564026, |
| "learning_rate": 1.870132367356146e-05, |
| "loss": 1.136, |
| "step": 32100 |
| }, |
| { |
| "epoch": 0.6234716453829134, |
| "grad_norm": 1.673263669013977, |
| "learning_rate": 1.8660357265973825e-05, |
| "loss": 1.0959, |
| "step": 32125 |
| }, |
| { |
| "epoch": 0.6239568373248457, |
| "grad_norm": 2.063011646270752, |
| "learning_rate": 1.86194090434177e-05, |
| "loss": 1.323, |
| "step": 32150 |
| }, |
| { |
| "epoch": 0.6244420292667779, |
| "grad_norm": 2.092198610305786, |
| "learning_rate": 1.8578479123351566e-05, |
| "loss": 1.316, |
| "step": 32175 |
| }, |
| { |
| "epoch": 0.6249272212087101, |
| "grad_norm": 0.8238813877105713, |
| "learning_rate": 1.853756762318138e-05, |
| "loss": 1.2256, |
| "step": 32200 |
| }, |
| { |
| "epoch": 0.6254124131506424, |
| "grad_norm": 2.1658856868743896, |
| "learning_rate": 1.8496674660260272e-05, |
| "loss": 1.2565, |
| "step": 32225 |
| }, |
| { |
| "epoch": 0.6258976050925746, |
| "grad_norm": 0.6934561133384705, |
| "learning_rate": 1.8455800351888193e-05, |
| "loss": 1.1632, |
| "step": 32250 |
| }, |
| { |
| "epoch": 0.6263827970345068, |
| "grad_norm": 0.5726273059844971, |
| "learning_rate": 1.8414944815311607e-05, |
| "loss": 1.2451, |
| "step": 32275 |
| }, |
| { |
| "epoch": 0.626867988976439, |
| "grad_norm": 0.5962299704551697, |
| "learning_rate": 1.8374108167723107e-05, |
| "loss": 1.0521, |
| "step": 32300 |
| }, |
| { |
| "epoch": 0.6273531809183713, |
| "grad_norm": 1.8368717432022095, |
| "learning_rate": 1.833329052626111e-05, |
| "loss": 1.1303, |
| "step": 32325 |
| }, |
| { |
| "epoch": 0.6278383728603035, |
| "grad_norm": 0.4708661735057831, |
| "learning_rate": 1.829249200800952e-05, |
| "loss": 1.1753, |
| "step": 32350 |
| }, |
| { |
| "epoch": 0.6283235648022357, |
| "grad_norm": 0.790248453617096, |
| "learning_rate": 1.8251712729997378e-05, |
| "loss": 1.2981, |
| "step": 32375 |
| }, |
| { |
| "epoch": 0.628808756744168, |
| "grad_norm": 2.2880983352661133, |
| "learning_rate": 1.8210952809198534e-05, |
| "loss": 1.0363, |
| "step": 32400 |
| }, |
| { |
| "epoch": 0.6292939486861002, |
| "grad_norm": 0.5675216913223267, |
| "learning_rate": 1.8170212362531335e-05, |
| "loss": 1.2336, |
| "step": 32425 |
| }, |
| { |
| "epoch": 0.6297791406280324, |
| "grad_norm": 2.046967029571533, |
| "learning_rate": 1.8129491506858246e-05, |
| "loss": 1.1315, |
| "step": 32450 |
| }, |
| { |
| "epoch": 0.6302643325699647, |
| "grad_norm": 0.9485237002372742, |
| "learning_rate": 1.8088790358985534e-05, |
| "loss": 1.0635, |
| "step": 32475 |
| }, |
| { |
| "epoch": 0.6307495245118969, |
| "grad_norm": 2.2430646419525146, |
| "learning_rate": 1.8048109035662945e-05, |
| "loss": 1.4052, |
| "step": 32500 |
| }, |
| { |
| "epoch": 0.6312347164538291, |
| "grad_norm": 0.5177072882652283, |
| "learning_rate": 1.8007447653583353e-05, |
| "loss": 1.258, |
| "step": 32525 |
| }, |
| { |
| "epoch": 0.6317199083957613, |
| "grad_norm": 0.8038028478622437, |
| "learning_rate": 1.7966806329382428e-05, |
| "loss": 1.2589, |
| "step": 32550 |
| }, |
| { |
| "epoch": 0.6322051003376936, |
| "grad_norm": 0.6551783084869385, |
| "learning_rate": 1.7926185179638324e-05, |
| "loss": 1.2158, |
| "step": 32575 |
| }, |
| { |
| "epoch": 0.6326902922796258, |
| "grad_norm": 2.1978540420532227, |
| "learning_rate": 1.788558432087131e-05, |
| "loss": 1.2506, |
| "step": 32600 |
| }, |
| { |
| "epoch": 0.633175484221558, |
| "grad_norm": 2.360006093978882, |
| "learning_rate": 1.7845003869543442e-05, |
| "loss": 1.2835, |
| "step": 32625 |
| }, |
| { |
| "epoch": 0.6336606761634903, |
| "grad_norm": 1.7269225120544434, |
| "learning_rate": 1.7804443942058263e-05, |
| "loss": 1.1486, |
| "step": 32650 |
| }, |
| { |
| "epoch": 0.6341458681054225, |
| "grad_norm": 1.0604828596115112, |
| "learning_rate": 1.7763904654760417e-05, |
| "loss": 1.1847, |
| "step": 32675 |
| }, |
| { |
| "epoch": 0.6346310600473547, |
| "grad_norm": 2.1302387714385986, |
| "learning_rate": 1.7723386123935356e-05, |
| "loss": 1.038, |
| "step": 32700 |
| }, |
| { |
| "epoch": 0.635116251989287, |
| "grad_norm": 0.4906761348247528, |
| "learning_rate": 1.7682888465809005e-05, |
| "loss": 1.2446, |
| "step": 32725 |
| }, |
| { |
| "epoch": 0.6356014439312192, |
| "grad_norm": 0.4333694875240326, |
| "learning_rate": 1.76424117965474e-05, |
| "loss": 1.4232, |
| "step": 32750 |
| }, |
| { |
| "epoch": 0.6360866358731514, |
| "grad_norm": 0.6198081374168396, |
| "learning_rate": 1.7601956232256368e-05, |
| "loss": 1.2688, |
| "step": 32775 |
| }, |
| { |
| "epoch": 0.6365718278150837, |
| "grad_norm": 0.614259660243988, |
| "learning_rate": 1.756152188898121e-05, |
| "loss": 1.0316, |
| "step": 32800 |
| }, |
| { |
| "epoch": 0.6370570197570159, |
| "grad_norm": 0.6312194466590881, |
| "learning_rate": 1.7521108882706332e-05, |
| "loss": 1.1678, |
| "step": 32825 |
| }, |
| { |
| "epoch": 0.6375422116989481, |
| "grad_norm": 0.5879694223403931, |
| "learning_rate": 1.748071732935498e-05, |
| "loss": 1.1846, |
| "step": 32850 |
| }, |
| { |
| "epoch": 0.6380274036408803, |
| "grad_norm": 1.5990828275680542, |
| "learning_rate": 1.7440347344788822e-05, |
| "loss": 1.0966, |
| "step": 32875 |
| }, |
| { |
| "epoch": 0.6385125955828126, |
| "grad_norm": 0.6875106692314148, |
| "learning_rate": 1.7399999044807674e-05, |
| "loss": 1.108, |
| "step": 32900 |
| }, |
| { |
| "epoch": 0.6389977875247448, |
| "grad_norm": 0.7941453456878662, |
| "learning_rate": 1.735967254514914e-05, |
| "loss": 1.2172, |
| "step": 32925 |
| }, |
| { |
| "epoch": 0.639482979466677, |
| "grad_norm": 2.237879514694214, |
| "learning_rate": 1.731936796148831e-05, |
| "loss": 1.1963, |
| "step": 32950 |
| }, |
| { |
| "epoch": 0.6399681714086093, |
| "grad_norm": 1.8610661029815674, |
| "learning_rate": 1.7279085409437378e-05, |
| "loss": 0.9976, |
| "step": 32975 |
| }, |
| { |
| "epoch": 0.6404533633505415, |
| "grad_norm": 0.8195310831069946, |
| "learning_rate": 1.723882500454538e-05, |
| "loss": 1.0897, |
| "step": 33000 |
| }, |
| { |
| "epoch": 0.6409385552924737, |
| "grad_norm": 0.49938249588012695, |
| "learning_rate": 1.7198586862297796e-05, |
| "loss": 1.1575, |
| "step": 33025 |
| }, |
| { |
| "epoch": 0.641423747234406, |
| "grad_norm": 0.5775331854820251, |
| "learning_rate": 1.7158371098116253e-05, |
| "loss": 1.234, |
| "step": 33050 |
| }, |
| { |
| "epoch": 0.6419089391763382, |
| "grad_norm": 2.426457643508911, |
| "learning_rate": 1.7118177827358193e-05, |
| "loss": 1.2153, |
| "step": 33075 |
| }, |
| { |
| "epoch": 0.6423941311182704, |
| "grad_norm": 0.5839168429374695, |
| "learning_rate": 1.7078007165316525e-05, |
| "loss": 1.1975, |
| "step": 33100 |
| }, |
| { |
| "epoch": 0.6428793230602026, |
| "grad_norm": 0.47539469599723816, |
| "learning_rate": 1.7037859227219305e-05, |
| "loss": 1.0915, |
| "step": 33125 |
| }, |
| { |
| "epoch": 0.6433645150021349, |
| "grad_norm": 0.755152702331543, |
| "learning_rate": 1.6997734128229432e-05, |
| "loss": 1.3307, |
| "step": 33150 |
| }, |
| { |
| "epoch": 0.6438497069440671, |
| "grad_norm": 0.5940654277801514, |
| "learning_rate": 1.6957631983444266e-05, |
| "loss": 1.1409, |
| "step": 33175 |
| }, |
| { |
| "epoch": 0.6443348988859993, |
| "grad_norm": 1.0023350715637207, |
| "learning_rate": 1.6917552907895335e-05, |
| "loss": 1.2951, |
| "step": 33200 |
| }, |
| { |
| "epoch": 0.6448200908279316, |
| "grad_norm": 2.5374014377593994, |
| "learning_rate": 1.6877497016547975e-05, |
| "loss": 1.3626, |
| "step": 33225 |
| }, |
| { |
| "epoch": 0.6453052827698638, |
| "grad_norm": 2.643263101577759, |
| "learning_rate": 1.683746442430105e-05, |
| "loss": 1.1492, |
| "step": 33250 |
| }, |
| { |
| "epoch": 0.645790474711796, |
| "grad_norm": 2.1179094314575195, |
| "learning_rate": 1.6797455245986564e-05, |
| "loss": 1.2149, |
| "step": 33275 |
| }, |
| { |
| "epoch": 0.6462756666537283, |
| "grad_norm": 2.2505838871002197, |
| "learning_rate": 1.6757469596369378e-05, |
| "loss": 1.3574, |
| "step": 33300 |
| }, |
| { |
| "epoch": 0.6467608585956605, |
| "grad_norm": 0.4782211184501648, |
| "learning_rate": 1.6717507590146855e-05, |
| "loss": 1.0742, |
| "step": 33325 |
| }, |
| { |
| "epoch": 0.6472460505375927, |
| "grad_norm": 0.7397457957267761, |
| "learning_rate": 1.6677569341948535e-05, |
| "loss": 1.2489, |
| "step": 33350 |
| }, |
| { |
| "epoch": 0.6477312424795248, |
| "grad_norm": 0.6418870091438293, |
| "learning_rate": 1.663765496633581e-05, |
| "loss": 1.1745, |
| "step": 33375 |
| }, |
| { |
| "epoch": 0.6482164344214572, |
| "grad_norm": 0.6438965797424316, |
| "learning_rate": 1.6597764577801584e-05, |
| "loss": 1.2498, |
| "step": 33400 |
| }, |
| { |
| "epoch": 0.6487016263633893, |
| "grad_norm": 0.8381999135017395, |
| "learning_rate": 1.655789829076999e-05, |
| "loss": 1.1399, |
| "step": 33425 |
| }, |
| { |
| "epoch": 0.6491868183053215, |
| "grad_norm": 0.5744345188140869, |
| "learning_rate": 1.651805621959599e-05, |
| "loss": 1.2776, |
| "step": 33450 |
| }, |
| { |
| "epoch": 0.6496720102472539, |
| "grad_norm": 0.5884774923324585, |
| "learning_rate": 1.6478238478565096e-05, |
| "loss": 1.159, |
| "step": 33475 |
| }, |
| { |
| "epoch": 0.650157202189186, |
| "grad_norm": 1.8896470069885254, |
| "learning_rate": 1.6438445181893032e-05, |
| "loss": 1.1669, |
| "step": 33500 |
| }, |
| { |
| "epoch": 0.6506423941311182, |
| "grad_norm": 0.4282042682170868, |
| "learning_rate": 1.6398676443725393e-05, |
| "loss": 1.1379, |
| "step": 33525 |
| }, |
| { |
| "epoch": 0.6511275860730505, |
| "grad_norm": 0.8188965916633606, |
| "learning_rate": 1.6358932378137355e-05, |
| "loss": 1.2274, |
| "step": 33550 |
| }, |
| { |
| "epoch": 0.6516127780149827, |
| "grad_norm": 0.6308754086494446, |
| "learning_rate": 1.6319213099133297e-05, |
| "loss": 1.1119, |
| "step": 33575 |
| }, |
| { |
| "epoch": 0.6520979699569149, |
| "grad_norm": 0.5733458995819092, |
| "learning_rate": 1.6279518720646505e-05, |
| "loss": 1.2766, |
| "step": 33600 |
| }, |
| { |
| "epoch": 0.6525831618988471, |
| "grad_norm": 0.7020562291145325, |
| "learning_rate": 1.6239849356538848e-05, |
| "loss": 1.0886, |
| "step": 33625 |
| }, |
| { |
| "epoch": 0.6530683538407794, |
| "grad_norm": 1.1514021158218384, |
| "learning_rate": 1.6200205120600437e-05, |
| "loss": 1.3638, |
| "step": 33650 |
| }, |
| { |
| "epoch": 0.6535535457827116, |
| "grad_norm": 0.5852864384651184, |
| "learning_rate": 1.6160586126549288e-05, |
| "loss": 1.2052, |
| "step": 33675 |
| }, |
| { |
| "epoch": 0.6540387377246438, |
| "grad_norm": 0.915244996547699, |
| "learning_rate": 1.6120992488031024e-05, |
| "loss": 1.274, |
| "step": 33700 |
| }, |
| { |
| "epoch": 0.6545239296665761, |
| "grad_norm": 0.6773452162742615, |
| "learning_rate": 1.608142431861856e-05, |
| "loss": 1.1621, |
| "step": 33725 |
| }, |
| { |
| "epoch": 0.6550091216085083, |
| "grad_norm": 0.7302170395851135, |
| "learning_rate": 1.6041881731811714e-05, |
| "loss": 1.2016, |
| "step": 33750 |
| }, |
| { |
| "epoch": 0.6554943135504405, |
| "grad_norm": 1.2756162881851196, |
| "learning_rate": 1.6002364841036943e-05, |
| "loss": 1.2542, |
| "step": 33775 |
| }, |
| { |
| "epoch": 0.6559795054923728, |
| "grad_norm": 2.3765456676483154, |
| "learning_rate": 1.596287375964699e-05, |
| "loss": 1.1182, |
| "step": 33800 |
| }, |
| { |
| "epoch": 0.656464697434305, |
| "grad_norm": 0.5588220357894897, |
| "learning_rate": 1.5923408600920564e-05, |
| "loss": 0.9423, |
| "step": 33825 |
| }, |
| { |
| "epoch": 0.6569498893762372, |
| "grad_norm": 0.7684038877487183, |
| "learning_rate": 1.5883969478062022e-05, |
| "loss": 1.3624, |
| "step": 33850 |
| }, |
| { |
| "epoch": 0.6574350813181695, |
| "grad_norm": 0.5299821496009827, |
| "learning_rate": 1.5844556504201038e-05, |
| "loss": 1.1091, |
| "step": 33875 |
| }, |
| { |
| "epoch": 0.6579202732601017, |
| "grad_norm": 0.7911065816879272, |
| "learning_rate": 1.5805169792392266e-05, |
| "loss": 1.1438, |
| "step": 33900 |
| }, |
| { |
| "epoch": 0.6584054652020339, |
| "grad_norm": 0.581059992313385, |
| "learning_rate": 1.576580945561505e-05, |
| "loss": 1.1855, |
| "step": 33925 |
| }, |
| { |
| "epoch": 0.6588906571439661, |
| "grad_norm": 0.7499875426292419, |
| "learning_rate": 1.5726475606773052e-05, |
| "loss": 1.0714, |
| "step": 33950 |
| }, |
| { |
| "epoch": 0.6593758490858984, |
| "grad_norm": 0.6604843139648438, |
| "learning_rate": 1.5687168358693964e-05, |
| "loss": 1.1696, |
| "step": 33975 |
| }, |
| { |
| "epoch": 0.6598610410278306, |
| "grad_norm": 0.5518133640289307, |
| "learning_rate": 1.5647887824129198e-05, |
| "loss": 1.1692, |
| "step": 34000 |
| }, |
| { |
| "epoch": 0.6603462329697628, |
| "grad_norm": 0.5344004034996033, |
| "learning_rate": 1.560863411575351e-05, |
| "loss": 1.1473, |
| "step": 34025 |
| }, |
| { |
| "epoch": 0.6608314249116951, |
| "grad_norm": 0.6227011680603027, |
| "learning_rate": 1.5569407346164716e-05, |
| "loss": 1.2508, |
| "step": 34050 |
| }, |
| { |
| "epoch": 0.6613166168536273, |
| "grad_norm": 2.079590082168579, |
| "learning_rate": 1.5530207627883354e-05, |
| "loss": 1.1418, |
| "step": 34075 |
| }, |
| { |
| "epoch": 0.6618018087955595, |
| "grad_norm": 2.0945401191711426, |
| "learning_rate": 1.5491035073352376e-05, |
| "loss": 1.1602, |
| "step": 34100 |
| }, |
| { |
| "epoch": 0.6622870007374918, |
| "grad_norm": 0.7764211893081665, |
| "learning_rate": 1.5451889794936796e-05, |
| "loss": 1.1589, |
| "step": 34125 |
| }, |
| { |
| "epoch": 0.662772192679424, |
| "grad_norm": 2.559251546859741, |
| "learning_rate": 1.5412771904923427e-05, |
| "loss": 1.2577, |
| "step": 34150 |
| }, |
| { |
| "epoch": 0.6632573846213562, |
| "grad_norm": 2.4406778812408447, |
| "learning_rate": 1.5373681515520487e-05, |
| "loss": 1.1162, |
| "step": 34175 |
| }, |
| { |
| "epoch": 0.6637425765632884, |
| "grad_norm": 0.694606363773346, |
| "learning_rate": 1.5334618738857302e-05, |
| "loss": 1.2361, |
| "step": 34200 |
| }, |
| { |
| "epoch": 0.6642277685052207, |
| "grad_norm": 1.9219058752059937, |
| "learning_rate": 1.529558368698403e-05, |
| "loss": 1.2878, |
| "step": 34225 |
| }, |
| { |
| "epoch": 0.6647129604471529, |
| "grad_norm": 0.4856437146663666, |
| "learning_rate": 1.5256576471871264e-05, |
| "loss": 1.2341, |
| "step": 34250 |
| }, |
| { |
| "epoch": 0.6651981523890851, |
| "grad_norm": 0.4259602129459381, |
| "learning_rate": 1.5217597205409755e-05, |
| "loss": 1.1342, |
| "step": 34275 |
| }, |
| { |
| "epoch": 0.6656833443310174, |
| "grad_norm": 0.752195417881012, |
| "learning_rate": 1.5178645999410113e-05, |
| "loss": 1.1014, |
| "step": 34300 |
| }, |
| { |
| "epoch": 0.6661685362729496, |
| "grad_norm": 2.2002758979797363, |
| "learning_rate": 1.5139722965602429e-05, |
| "loss": 1.2035, |
| "step": 34325 |
| }, |
| { |
| "epoch": 0.6666537282148818, |
| "grad_norm": 0.44304734468460083, |
| "learning_rate": 1.5100828215635987e-05, |
| "loss": 1.3112, |
| "step": 34350 |
| }, |
| { |
| "epoch": 0.6671389201568141, |
| "grad_norm": 0.8611026406288147, |
| "learning_rate": 1.5061961861078943e-05, |
| "loss": 1.2188, |
| "step": 34375 |
| }, |
| { |
| "epoch": 0.6676241120987463, |
| "grad_norm": 0.6709305644035339, |
| "learning_rate": 1.502312401341801e-05, |
| "loss": 1.0903, |
| "step": 34400 |
| }, |
| { |
| "epoch": 0.6681093040406785, |
| "grad_norm": 2.301997661590576, |
| "learning_rate": 1.4984314784058104e-05, |
| "loss": 1.143, |
| "step": 34425 |
| }, |
| { |
| "epoch": 0.6685944959826107, |
| "grad_norm": 0.5680133104324341, |
| "learning_rate": 1.4945534284322093e-05, |
| "loss": 1.2152, |
| "step": 34450 |
| }, |
| { |
| "epoch": 0.669079687924543, |
| "grad_norm": 2.3387622833251953, |
| "learning_rate": 1.4906782625450399e-05, |
| "loss": 1.2646, |
| "step": 34475 |
| }, |
| { |
| "epoch": 0.6695648798664752, |
| "grad_norm": 0.8483513593673706, |
| "learning_rate": 1.4868059918600725e-05, |
| "loss": 1.2258, |
| "step": 34500 |
| }, |
| { |
| "epoch": 0.6700500718084074, |
| "grad_norm": 0.7452860474586487, |
| "learning_rate": 1.4829366274847737e-05, |
| "loss": 1.3093, |
| "step": 34525 |
| }, |
| { |
| "epoch": 0.6705352637503397, |
| "grad_norm": 2.086573839187622, |
| "learning_rate": 1.4790701805182721e-05, |
| "loss": 1.1586, |
| "step": 34550 |
| }, |
| { |
| "epoch": 0.6710204556922719, |
| "grad_norm": 0.678174614906311, |
| "learning_rate": 1.4752066620513272e-05, |
| "loss": 1.0191, |
| "step": 34575 |
| }, |
| { |
| "epoch": 0.6715056476342041, |
| "grad_norm": 0.6728314757347107, |
| "learning_rate": 1.4713460831663014e-05, |
| "loss": 1.1517, |
| "step": 34600 |
| }, |
| { |
| "epoch": 0.6719908395761364, |
| "grad_norm": 2.514486789703369, |
| "learning_rate": 1.4674884549371221e-05, |
| "loss": 1.223, |
| "step": 34625 |
| }, |
| { |
| "epoch": 0.6724760315180686, |
| "grad_norm": 0.7055926322937012, |
| "learning_rate": 1.4636337884292534e-05, |
| "loss": 1.1365, |
| "step": 34650 |
| }, |
| { |
| "epoch": 0.6729612234600008, |
| "grad_norm": 0.6900857090950012, |
| "learning_rate": 1.4597820946996642e-05, |
| "loss": 0.9329, |
| "step": 34675 |
| }, |
| { |
| "epoch": 0.673446415401933, |
| "grad_norm": 2.4757702350616455, |
| "learning_rate": 1.455933384796796e-05, |
| "loss": 1.2167, |
| "step": 34700 |
| }, |
| { |
| "epoch": 0.6739316073438653, |
| "grad_norm": 2.0902178287506104, |
| "learning_rate": 1.4520876697605312e-05, |
| "loss": 1.3455, |
| "step": 34725 |
| }, |
| { |
| "epoch": 0.6744167992857975, |
| "grad_norm": 0.44752585887908936, |
| "learning_rate": 1.4482449606221615e-05, |
| "loss": 1.3147, |
| "step": 34750 |
| }, |
| { |
| "epoch": 0.6749019912277296, |
| "grad_norm": 0.778937041759491, |
| "learning_rate": 1.444405268404358e-05, |
| "loss": 1.0414, |
| "step": 34775 |
| }, |
| { |
| "epoch": 0.675387183169662, |
| "grad_norm": 0.5956114530563354, |
| "learning_rate": 1.440568604121134e-05, |
| "loss": 1.1376, |
| "step": 34800 |
| }, |
| { |
| "epoch": 0.6758723751115941, |
| "grad_norm": 1.996337890625, |
| "learning_rate": 1.4367349787778215e-05, |
| "loss": 1.3084, |
| "step": 34825 |
| }, |
| { |
| "epoch": 0.6763575670535263, |
| "grad_norm": 0.4445077180862427, |
| "learning_rate": 1.4329044033710304e-05, |
| "loss": 1.2582, |
| "step": 34850 |
| }, |
| { |
| "epoch": 0.6768427589954586, |
| "grad_norm": 0.714732825756073, |
| "learning_rate": 1.4290768888886297e-05, |
| "loss": 1.1965, |
| "step": 34875 |
| }, |
| { |
| "epoch": 0.6773279509373908, |
| "grad_norm": 0.8201200366020203, |
| "learning_rate": 1.4252524463097e-05, |
| "loss": 1.286, |
| "step": 34900 |
| }, |
| { |
| "epoch": 0.677813142879323, |
| "grad_norm": 2.3472089767456055, |
| "learning_rate": 1.421431086604516e-05, |
| "loss": 1.2068, |
| "step": 34925 |
| }, |
| { |
| "epoch": 0.6782983348212552, |
| "grad_norm": 2.639832019805908, |
| "learning_rate": 1.4176128207345052e-05, |
| "loss": 0.9948, |
| "step": 34950 |
| }, |
| { |
| "epoch": 0.6787835267631875, |
| "grad_norm": 2.3086581230163574, |
| "learning_rate": 1.4137976596522237e-05, |
| "loss": 1.2735, |
| "step": 34975 |
| }, |
| { |
| "epoch": 0.6792687187051197, |
| "grad_norm": 0.6517672538757324, |
| "learning_rate": 1.4099856143013202e-05, |
| "loss": 1.2509, |
| "step": 35000 |
| }, |
| { |
| "epoch": 0.6797539106470519, |
| "grad_norm": 0.8136011958122253, |
| "learning_rate": 1.4061766956165065e-05, |
| "loss": 1.2444, |
| "step": 35025 |
| }, |
| { |
| "epoch": 0.6802391025889842, |
| "grad_norm": 2.194995164871216, |
| "learning_rate": 1.4023709145235265e-05, |
| "loss": 1.1054, |
| "step": 35050 |
| }, |
| { |
| "epoch": 0.6807242945309164, |
| "grad_norm": 2.4021317958831787, |
| "learning_rate": 1.3985682819391204e-05, |
| "loss": 1.0283, |
| "step": 35075 |
| }, |
| { |
| "epoch": 0.6812094864728486, |
| "grad_norm": 0.8107936382293701, |
| "learning_rate": 1.3947688087710024e-05, |
| "loss": 1.2576, |
| "step": 35100 |
| }, |
| { |
| "epoch": 0.6816946784147809, |
| "grad_norm": 0.44103842973709106, |
| "learning_rate": 1.3909725059178186e-05, |
| "loss": 1.2143, |
| "step": 35125 |
| }, |
| { |
| "epoch": 0.6821798703567131, |
| "grad_norm": 2.3800671100616455, |
| "learning_rate": 1.3871793842691252e-05, |
| "loss": 1.2173, |
| "step": 35150 |
| }, |
| { |
| "epoch": 0.6826650622986453, |
| "grad_norm": 2.317506790161133, |
| "learning_rate": 1.3833894547053517e-05, |
| "loss": 1.2364, |
| "step": 35175 |
| }, |
| { |
| "epoch": 0.6831502542405776, |
| "grad_norm": 0.5226122736930847, |
| "learning_rate": 1.3796027280977725e-05, |
| "loss": 1.0184, |
| "step": 35200 |
| }, |
| { |
| "epoch": 0.6836354461825098, |
| "grad_norm": 1.1369446516036987, |
| "learning_rate": 1.3758192153084715e-05, |
| "loss": 1.1045, |
| "step": 35225 |
| }, |
| { |
| "epoch": 0.684120638124442, |
| "grad_norm": 0.7277079224586487, |
| "learning_rate": 1.3720389271903166e-05, |
| "loss": 1.1477, |
| "step": 35250 |
| }, |
| { |
| "epoch": 0.6846058300663742, |
| "grad_norm": 0.5082709789276123, |
| "learning_rate": 1.3682618745869235e-05, |
| "loss": 1.2929, |
| "step": 35275 |
| }, |
| { |
| "epoch": 0.6850910220083065, |
| "grad_norm": 0.5892137885093689, |
| "learning_rate": 1.3644880683326311e-05, |
| "loss": 1.2807, |
| "step": 35300 |
| }, |
| { |
| "epoch": 0.6855762139502387, |
| "grad_norm": 0.7338290810585022, |
| "learning_rate": 1.3607175192524613e-05, |
| "loss": 1.1498, |
| "step": 35325 |
| }, |
| { |
| "epoch": 0.6860614058921709, |
| "grad_norm": 0.611078143119812, |
| "learning_rate": 1.3569502381620958e-05, |
| "loss": 1.3094, |
| "step": 35350 |
| }, |
| { |
| "epoch": 0.6865465978341032, |
| "grad_norm": 2.202749729156494, |
| "learning_rate": 1.3531862358678427e-05, |
| "loss": 1.1016, |
| "step": 35375 |
| }, |
| { |
| "epoch": 0.6870317897760354, |
| "grad_norm": 0.49552711844444275, |
| "learning_rate": 1.3494255231666019e-05, |
| "loss": 1.067, |
| "step": 35400 |
| }, |
| { |
| "epoch": 0.6875169817179676, |
| "grad_norm": 0.7985602021217346, |
| "learning_rate": 1.3456681108458402e-05, |
| "loss": 1.0637, |
| "step": 35425 |
| }, |
| { |
| "epoch": 0.6880021736598999, |
| "grad_norm": 2.4163999557495117, |
| "learning_rate": 1.3419140096835559e-05, |
| "loss": 1.2382, |
| "step": 35450 |
| }, |
| { |
| "epoch": 0.6884873656018321, |
| "grad_norm": 2.0340335369110107, |
| "learning_rate": 1.3381632304482512e-05, |
| "loss": 1.4285, |
| "step": 35475 |
| }, |
| { |
| "epoch": 0.6889725575437643, |
| "grad_norm": 0.5487689971923828, |
| "learning_rate": 1.3344157838988962e-05, |
| "loss": 1.2257, |
| "step": 35500 |
| }, |
| { |
| "epoch": 0.6894577494856965, |
| "grad_norm": 0.6051256060600281, |
| "learning_rate": 1.3306716807849049e-05, |
| "loss": 1.1723, |
| "step": 35525 |
| }, |
| { |
| "epoch": 0.6899429414276288, |
| "grad_norm": 0.5428785681724548, |
| "learning_rate": 1.3269309318460974e-05, |
| "loss": 1.132, |
| "step": 35550 |
| }, |
| { |
| "epoch": 0.690428133369561, |
| "grad_norm": 0.7437052130699158, |
| "learning_rate": 1.3231935478126748e-05, |
| "loss": 1.3722, |
| "step": 35575 |
| }, |
| { |
| "epoch": 0.6909133253114932, |
| "grad_norm": 0.5559781789779663, |
| "learning_rate": 1.3194595394051857e-05, |
| "loss": 1.2271, |
| "step": 35600 |
| }, |
| { |
| "epoch": 0.6913985172534255, |
| "grad_norm": 0.8006399869918823, |
| "learning_rate": 1.3157289173344964e-05, |
| "loss": 1.2825, |
| "step": 35625 |
| }, |
| { |
| "epoch": 0.6918837091953577, |
| "grad_norm": 0.6414058208465576, |
| "learning_rate": 1.312001692301757e-05, |
| "loss": 1.2668, |
| "step": 35650 |
| }, |
| { |
| "epoch": 0.6923689011372899, |
| "grad_norm": 0.6035867929458618, |
| "learning_rate": 1.3082778749983762e-05, |
| "loss": 1.2468, |
| "step": 35675 |
| }, |
| { |
| "epoch": 0.6928540930792222, |
| "grad_norm": 1.9234780073165894, |
| "learning_rate": 1.3045574761059875e-05, |
| "loss": 1.381, |
| "step": 35700 |
| }, |
| { |
| "epoch": 0.6933392850211544, |
| "grad_norm": 2.239630937576294, |
| "learning_rate": 1.3008405062964146e-05, |
| "loss": 1.3034, |
| "step": 35725 |
| }, |
| { |
| "epoch": 0.6938244769630866, |
| "grad_norm": 0.4968946576118469, |
| "learning_rate": 1.2971269762316535e-05, |
| "loss": 1.3222, |
| "step": 35750 |
| }, |
| { |
| "epoch": 0.6943096689050188, |
| "grad_norm": 0.8289246559143066, |
| "learning_rate": 1.2934168965638244e-05, |
| "loss": 1.1032, |
| "step": 35775 |
| }, |
| { |
| "epoch": 0.6947948608469511, |
| "grad_norm": 2.07751727104187, |
| "learning_rate": 1.2897102779351562e-05, |
| "loss": 1.1402, |
| "step": 35800 |
| }, |
| { |
| "epoch": 0.6952800527888833, |
| "grad_norm": 0.5167630910873413, |
| "learning_rate": 1.2860071309779459e-05, |
| "loss": 1.1371, |
| "step": 35825 |
| }, |
| { |
| "epoch": 0.6957652447308155, |
| "grad_norm": 2.544358968734741, |
| "learning_rate": 1.2823074663145352e-05, |
| "loss": 1.1388, |
| "step": 35850 |
| }, |
| { |
| "epoch": 0.6962504366727478, |
| "grad_norm": 2.010420083999634, |
| "learning_rate": 1.2786112945572756e-05, |
| "loss": 1.0901, |
| "step": 35875 |
| }, |
| { |
| "epoch": 0.69673562861468, |
| "grad_norm": 1.020675778388977, |
| "learning_rate": 1.2749186263085008e-05, |
| "loss": 1.1978, |
| "step": 35900 |
| }, |
| { |
| "epoch": 0.6972208205566122, |
| "grad_norm": 0.6816617250442505, |
| "learning_rate": 1.2712294721604917e-05, |
| "loss": 1.1218, |
| "step": 35925 |
| }, |
| { |
| "epoch": 0.6977060124985445, |
| "grad_norm": 2.1215169429779053, |
| "learning_rate": 1.267543842695451e-05, |
| "loss": 1.195, |
| "step": 35950 |
| }, |
| { |
| "epoch": 0.6981912044404767, |
| "grad_norm": 0.5758949518203735, |
| "learning_rate": 1.2638617484854737e-05, |
| "loss": 1.1318, |
| "step": 35975 |
| }, |
| { |
| "epoch": 0.6986763963824089, |
| "grad_norm": 0.6494389176368713, |
| "learning_rate": 1.2601832000925076e-05, |
| "loss": 1.191, |
| "step": 36000 |
| }, |
| { |
| "epoch": 0.699161588324341, |
| "grad_norm": 0.5537941455841064, |
| "learning_rate": 1.2565082080683354e-05, |
| "loss": 1.1611, |
| "step": 36025 |
| }, |
| { |
| "epoch": 0.6996467802662734, |
| "grad_norm": 1.9436637163162231, |
| "learning_rate": 1.2528367829545357e-05, |
| "loss": 1.2593, |
| "step": 36050 |
| }, |
| { |
| "epoch": 0.7001319722082056, |
| "grad_norm": 0.6472994685173035, |
| "learning_rate": 1.2491689352824568e-05, |
| "loss": 1.1413, |
| "step": 36075 |
| }, |
| { |
| "epoch": 0.7006171641501378, |
| "grad_norm": 0.5885227918624878, |
| "learning_rate": 1.2455046755731833e-05, |
| "loss": 1.1664, |
| "step": 36100 |
| }, |
| { |
| "epoch": 0.7011023560920701, |
| "grad_norm": 1.0411865711212158, |
| "learning_rate": 1.2418440143375108e-05, |
| "loss": 1.0845, |
| "step": 36125 |
| }, |
| { |
| "epoch": 0.7015875480340023, |
| "grad_norm": 2.9752986431121826, |
| "learning_rate": 1.2381869620759082e-05, |
| "loss": 1.153, |
| "step": 36150 |
| }, |
| { |
| "epoch": 0.7020727399759344, |
| "grad_norm": 0.45166686177253723, |
| "learning_rate": 1.2345335292784988e-05, |
| "loss": 1.0424, |
| "step": 36175 |
| }, |
| { |
| "epoch": 0.7025579319178668, |
| "grad_norm": 2.256138801574707, |
| "learning_rate": 1.2308837264250172e-05, |
| "loss": 1.2667, |
| "step": 36200 |
| }, |
| { |
| "epoch": 0.703043123859799, |
| "grad_norm": 2.1153197288513184, |
| "learning_rate": 1.2272375639847905e-05, |
| "loss": 1.223, |
| "step": 36225 |
| }, |
| { |
| "epoch": 0.7035283158017311, |
| "grad_norm": 0.5665798187255859, |
| "learning_rate": 1.2235950524166992e-05, |
| "loss": 1.1828, |
| "step": 36250 |
| }, |
| { |
| "epoch": 0.7040135077436634, |
| "grad_norm": 0.6214207410812378, |
| "learning_rate": 1.219956202169154e-05, |
| "loss": 1.0883, |
| "step": 36275 |
| }, |
| { |
| "epoch": 0.7044986996855956, |
| "grad_norm": 0.6326377391815186, |
| "learning_rate": 1.2163210236800635e-05, |
| "loss": 1.1416, |
| "step": 36300 |
| }, |
| { |
| "epoch": 0.7049838916275278, |
| "grad_norm": 0.5012195706367493, |
| "learning_rate": 1.2126895273768027e-05, |
| "loss": 1.1783, |
| "step": 36325 |
| }, |
| { |
| "epoch": 0.70546908356946, |
| "grad_norm": 2.0499019622802734, |
| "learning_rate": 1.2090617236761855e-05, |
| "loss": 1.2644, |
| "step": 36350 |
| }, |
| { |
| "epoch": 0.7059542755113923, |
| "grad_norm": 0.8662570118904114, |
| "learning_rate": 1.2054376229844322e-05, |
| "loss": 1.1532, |
| "step": 36375 |
| }, |
| { |
| "epoch": 0.7064394674533245, |
| "grad_norm": 2.3138468265533447, |
| "learning_rate": 1.2018172356971432e-05, |
| "loss": 1.3057, |
| "step": 36400 |
| }, |
| { |
| "epoch": 0.7069246593952567, |
| "grad_norm": 0.6620075106620789, |
| "learning_rate": 1.1982005721992634e-05, |
| "loss": 1.2733, |
| "step": 36425 |
| }, |
| { |
| "epoch": 0.707409851337189, |
| "grad_norm": 0.5868576765060425, |
| "learning_rate": 1.1945876428650623e-05, |
| "loss": 1.1464, |
| "step": 36450 |
| }, |
| { |
| "epoch": 0.7078950432791212, |
| "grad_norm": 0.733270525932312, |
| "learning_rate": 1.1909784580580921e-05, |
| "loss": 1.0126, |
| "step": 36475 |
| }, |
| { |
| "epoch": 0.7083802352210534, |
| "grad_norm": 0.7432977557182312, |
| "learning_rate": 1.187373028131168e-05, |
| "loss": 1.2568, |
| "step": 36500 |
| }, |
| { |
| "epoch": 0.7088654271629857, |
| "grad_norm": 2.4338200092315674, |
| "learning_rate": 1.1837713634263308e-05, |
| "loss": 1.1705, |
| "step": 36525 |
| }, |
| { |
| "epoch": 0.7093506191049179, |
| "grad_norm": 0.5055055022239685, |
| "learning_rate": 1.1801734742748244e-05, |
| "loss": 1.0894, |
| "step": 36550 |
| }, |
| { |
| "epoch": 0.7098358110468501, |
| "grad_norm": 2.892397165298462, |
| "learning_rate": 1.176579370997061e-05, |
| "loss": 1.1564, |
| "step": 36575 |
| }, |
| { |
| "epoch": 0.7103210029887823, |
| "grad_norm": 0.5265951752662659, |
| "learning_rate": 1.1729890639025942e-05, |
| "loss": 1.1573, |
| "step": 36600 |
| }, |
| { |
| "epoch": 0.7108061949307146, |
| "grad_norm": 0.5983262062072754, |
| "learning_rate": 1.1694025632900857e-05, |
| "loss": 1.1552, |
| "step": 36625 |
| }, |
| { |
| "epoch": 0.7112913868726468, |
| "grad_norm": 0.6677300930023193, |
| "learning_rate": 1.165819879447281e-05, |
| "loss": 1.1744, |
| "step": 36650 |
| }, |
| { |
| "epoch": 0.711776578814579, |
| "grad_norm": 1.293190836906433, |
| "learning_rate": 1.1622410226509783e-05, |
| "loss": 1.3227, |
| "step": 36675 |
| }, |
| { |
| "epoch": 0.7122617707565113, |
| "grad_norm": 2.8934690952301025, |
| "learning_rate": 1.1586660031669941e-05, |
| "loss": 1.322, |
| "step": 36700 |
| }, |
| { |
| "epoch": 0.7127469626984435, |
| "grad_norm": 2.4644033908843994, |
| "learning_rate": 1.1550948312501408e-05, |
| "loss": 1.2012, |
| "step": 36725 |
| }, |
| { |
| "epoch": 0.7132321546403757, |
| "grad_norm": 0.8027932047843933, |
| "learning_rate": 1.1515275171441938e-05, |
| "loss": 1.0434, |
| "step": 36750 |
| }, |
| { |
| "epoch": 0.713717346582308, |
| "grad_norm": 2.7002508640289307, |
| "learning_rate": 1.1479640710818628e-05, |
| "loss": 1.3016, |
| "step": 36775 |
| }, |
| { |
| "epoch": 0.7142025385242402, |
| "grad_norm": 0.59324049949646, |
| "learning_rate": 1.1444045032847598e-05, |
| "loss": 1.0832, |
| "step": 36800 |
| }, |
| { |
| "epoch": 0.7146877304661724, |
| "grad_norm": 0.5143643021583557, |
| "learning_rate": 1.1408488239633755e-05, |
| "loss": 1.1007, |
| "step": 36825 |
| }, |
| { |
| "epoch": 0.7151729224081046, |
| "grad_norm": 2.3258166313171387, |
| "learning_rate": 1.1372970433170432e-05, |
| "loss": 1.3087, |
| "step": 36850 |
| }, |
| { |
| "epoch": 0.7156581143500369, |
| "grad_norm": 0.6337982416152954, |
| "learning_rate": 1.1337491715339158e-05, |
| "loss": 1.3225, |
| "step": 36875 |
| }, |
| { |
| "epoch": 0.7161433062919691, |
| "grad_norm": 0.7268518209457397, |
| "learning_rate": 1.1302052187909323e-05, |
| "loss": 1.3308, |
| "step": 36900 |
| }, |
| { |
| "epoch": 0.7166284982339013, |
| "grad_norm": 0.5635568499565125, |
| "learning_rate": 1.1266651952537912e-05, |
| "loss": 1.1212, |
| "step": 36925 |
| }, |
| { |
| "epoch": 0.7171136901758336, |
| "grad_norm": 0.9837018847465515, |
| "learning_rate": 1.1231291110769201e-05, |
| "loss": 1.2409, |
| "step": 36950 |
| }, |
| { |
| "epoch": 0.7175988821177658, |
| "grad_norm": 0.8140558004379272, |
| "learning_rate": 1.1195969764034441e-05, |
| "loss": 1.2256, |
| "step": 36975 |
| }, |
| { |
| "epoch": 0.718084074059698, |
| "grad_norm": 0.689795732498169, |
| "learning_rate": 1.1160688013651637e-05, |
| "loss": 1.1911, |
| "step": 37000 |
| }, |
| { |
| "epoch": 0.7185692660016303, |
| "grad_norm": 0.6497729420661926, |
| "learning_rate": 1.1125445960825156e-05, |
| "loss": 1.2073, |
| "step": 37025 |
| }, |
| { |
| "epoch": 0.7190544579435625, |
| "grad_norm": 0.8392976522445679, |
| "learning_rate": 1.109024370664557e-05, |
| "loss": 1.3486, |
| "step": 37050 |
| }, |
| { |
| "epoch": 0.7195396498854947, |
| "grad_norm": 0.6171483397483826, |
| "learning_rate": 1.1055081352089216e-05, |
| "loss": 1.2891, |
| "step": 37075 |
| }, |
| { |
| "epoch": 0.7200248418274269, |
| "grad_norm": 0.5175806283950806, |
| "learning_rate": 1.1019958998018032e-05, |
| "loss": 1.2692, |
| "step": 37100 |
| }, |
| { |
| "epoch": 0.7205100337693592, |
| "grad_norm": 0.5205955505371094, |
| "learning_rate": 1.0984876745179177e-05, |
| "loss": 1.2195, |
| "step": 37125 |
| }, |
| { |
| "epoch": 0.7209952257112914, |
| "grad_norm": 0.7087544798851013, |
| "learning_rate": 1.0949834694204808e-05, |
| "loss": 1.1894, |
| "step": 37150 |
| }, |
| { |
| "epoch": 0.7214804176532236, |
| "grad_norm": 0.5993216037750244, |
| "learning_rate": 1.0914832945611762e-05, |
| "loss": 1.1952, |
| "step": 37175 |
| }, |
| { |
| "epoch": 0.7219656095951559, |
| "grad_norm": 2.063730239868164, |
| "learning_rate": 1.0879871599801267e-05, |
| "loss": 1.2963, |
| "step": 37200 |
| }, |
| { |
| "epoch": 0.7224508015370881, |
| "grad_norm": 2.0535619258880615, |
| "learning_rate": 1.0844950757058641e-05, |
| "loss": 1.2995, |
| "step": 37225 |
| }, |
| { |
| "epoch": 0.7229359934790203, |
| "grad_norm": 2.1213462352752686, |
| "learning_rate": 1.0810070517553043e-05, |
| "loss": 1.3087, |
| "step": 37250 |
| }, |
| { |
| "epoch": 0.7234211854209526, |
| "grad_norm": 2.0350005626678467, |
| "learning_rate": 1.0775230981337162e-05, |
| "loss": 1.138, |
| "step": 37275 |
| }, |
| { |
| "epoch": 0.7239063773628848, |
| "grad_norm": 0.6128851175308228, |
| "learning_rate": 1.0740432248346896e-05, |
| "loss": 1.279, |
| "step": 37300 |
| }, |
| { |
| "epoch": 0.724391569304817, |
| "grad_norm": 0.5839645862579346, |
| "learning_rate": 1.0705674418401168e-05, |
| "loss": 1.0978, |
| "step": 37325 |
| }, |
| { |
| "epoch": 0.7248767612467493, |
| "grad_norm": 0.519286036491394, |
| "learning_rate": 1.06709575912015e-05, |
| "loss": 1.1191, |
| "step": 37350 |
| }, |
| { |
| "epoch": 0.7253619531886815, |
| "grad_norm": 2.234402656555176, |
| "learning_rate": 1.063628186633185e-05, |
| "loss": 1.2198, |
| "step": 37375 |
| }, |
| { |
| "epoch": 0.7258471451306137, |
| "grad_norm": 0.6495433449745178, |
| "learning_rate": 1.0601647343258244e-05, |
| "loss": 1.1781, |
| "step": 37400 |
| }, |
| { |
| "epoch": 0.7263323370725459, |
| "grad_norm": 0.492197722196579, |
| "learning_rate": 1.0567054121328549e-05, |
| "loss": 1.1239, |
| "step": 37425 |
| }, |
| { |
| "epoch": 0.7268175290144782, |
| "grad_norm": 0.7002089619636536, |
| "learning_rate": 1.0532502299772117e-05, |
| "loss": 0.956, |
| "step": 37450 |
| }, |
| { |
| "epoch": 0.7273027209564104, |
| "grad_norm": 2.726261854171753, |
| "learning_rate": 1.0497991977699618e-05, |
| "loss": 1.1512, |
| "step": 37475 |
| }, |
| { |
| "epoch": 0.7277879128983425, |
| "grad_norm": 0.6188043355941772, |
| "learning_rate": 1.0463523254102603e-05, |
| "loss": 1.3249, |
| "step": 37500 |
| }, |
| { |
| "epoch": 0.7282731048402749, |
| "grad_norm": 0.5965684652328491, |
| "learning_rate": 1.0429096227853352e-05, |
| "loss": 1.2332, |
| "step": 37525 |
| }, |
| { |
| "epoch": 0.728758296782207, |
| "grad_norm": 1.1397619247436523, |
| "learning_rate": 1.0394710997704526e-05, |
| "loss": 1.1569, |
| "step": 37550 |
| }, |
| { |
| "epoch": 0.7292434887241392, |
| "grad_norm": 0.47983258962631226, |
| "learning_rate": 1.0360367662288873e-05, |
| "loss": 1.0286, |
| "step": 37575 |
| }, |
| { |
| "epoch": 0.7297286806660715, |
| "grad_norm": 1.664237380027771, |
| "learning_rate": 1.0326066320118994e-05, |
| "loss": 1.1403, |
| "step": 37600 |
| }, |
| { |
| "epoch": 0.7302138726080037, |
| "grad_norm": 2.2032034397125244, |
| "learning_rate": 1.0291807069587026e-05, |
| "loss": 1.0858, |
| "step": 37625 |
| }, |
| { |
| "epoch": 0.7306990645499359, |
| "grad_norm": 2.051652431488037, |
| "learning_rate": 1.025759000896437e-05, |
| "loss": 1.1817, |
| "step": 37650 |
| }, |
| { |
| "epoch": 0.7311842564918681, |
| "grad_norm": 0.47413328289985657, |
| "learning_rate": 1.0223415236401394e-05, |
| "loss": 1.2945, |
| "step": 37675 |
| }, |
| { |
| "epoch": 0.7316694484338004, |
| "grad_norm": 0.5598382949829102, |
| "learning_rate": 1.0189282849927184e-05, |
| "loss": 1.1972, |
| "step": 37700 |
| }, |
| { |
| "epoch": 0.7321546403757326, |
| "grad_norm": 2.1619789600372314, |
| "learning_rate": 1.0155192947449207e-05, |
| "loss": 1.1302, |
| "step": 37725 |
| }, |
| { |
| "epoch": 0.7326398323176648, |
| "grad_norm": 0.48411616683006287, |
| "learning_rate": 1.0121145626753134e-05, |
| "loss": 1.0385, |
| "step": 37750 |
| }, |
| { |
| "epoch": 0.7331250242595971, |
| "grad_norm": 1.0222126245498657, |
| "learning_rate": 1.0087140985502414e-05, |
| "loss": 1.414, |
| "step": 37775 |
| }, |
| { |
| "epoch": 0.7336102162015293, |
| "grad_norm": 0.6028240323066711, |
| "learning_rate": 1.005317912123813e-05, |
| "loss": 1.167, |
| "step": 37800 |
| }, |
| { |
| "epoch": 0.7340954081434615, |
| "grad_norm": 0.4969252943992615, |
| "learning_rate": 1.0019260131378616e-05, |
| "loss": 1.2071, |
| "step": 37825 |
| }, |
| { |
| "epoch": 0.7345806000853938, |
| "grad_norm": 2.440955400466919, |
| "learning_rate": 9.985384113219259e-06, |
| "loss": 1.0821, |
| "step": 37850 |
| }, |
| { |
| "epoch": 0.735065792027326, |
| "grad_norm": 0.6218885183334351, |
| "learning_rate": 9.951551163932164e-06, |
| "loss": 1.3004, |
| "step": 37875 |
| }, |
| { |
| "epoch": 0.7355509839692582, |
| "grad_norm": 0.6188399195671082, |
| "learning_rate": 9.917761380565901e-06, |
| "loss": 1.2536, |
| "step": 37900 |
| }, |
| { |
| "epoch": 0.7360361759111904, |
| "grad_norm": 2.3152012825012207, |
| "learning_rate": 9.884014860045224e-06, |
| "loss": 1.0866, |
| "step": 37925 |
| }, |
| { |
| "epoch": 0.7365213678531227, |
| "grad_norm": 0.9456757307052612, |
| "learning_rate": 9.85031169917077e-06, |
| "loss": 0.9992, |
| "step": 37950 |
| }, |
| { |
| "epoch": 0.7370065597950549, |
| "grad_norm": 0.5313926339149475, |
| "learning_rate": 9.816651994618828e-06, |
| "loss": 1.3306, |
| "step": 37975 |
| }, |
| { |
| "epoch": 0.7374917517369871, |
| "grad_norm": 2.2436442375183105, |
| "learning_rate": 9.783035842941004e-06, |
| "loss": 1.3083, |
| "step": 38000 |
| }, |
| { |
| "epoch": 0.7379769436789194, |
| "grad_norm": 1.8287699222564697, |
| "learning_rate": 9.749463340564e-06, |
| "loss": 1.1397, |
| "step": 38025 |
| }, |
| { |
| "epoch": 0.7384621356208516, |
| "grad_norm": 0.5428765416145325, |
| "learning_rate": 9.7159345837893e-06, |
| "loss": 1.1916, |
| "step": 38050 |
| }, |
| { |
| "epoch": 0.7389473275627838, |
| "grad_norm": 0.5228976011276245, |
| "learning_rate": 9.682449668792915e-06, |
| "loss": 1.2515, |
| "step": 38075 |
| }, |
| { |
| "epoch": 0.7394325195047161, |
| "grad_norm": 0.6024156808853149, |
| "learning_rate": 9.649008691625072e-06, |
| "loss": 1.2865, |
| "step": 38100 |
| }, |
| { |
| "epoch": 0.7399177114466483, |
| "grad_norm": 0.5670747756958008, |
| "learning_rate": 9.615611748210001e-06, |
| "loss": 1.2943, |
| "step": 38125 |
| }, |
| { |
| "epoch": 0.7404029033885805, |
| "grad_norm": 2.172119140625, |
| "learning_rate": 9.582258934345584e-06, |
| "loss": 1.1862, |
| "step": 38150 |
| }, |
| { |
| "epoch": 0.7408880953305127, |
| "grad_norm": 0.5361419320106506, |
| "learning_rate": 9.548950345703148e-06, |
| "loss": 1.133, |
| "step": 38175 |
| }, |
| { |
| "epoch": 0.741373287272445, |
| "grad_norm": 0.4937938153743744, |
| "learning_rate": 9.515686077827148e-06, |
| "loss": 1.1858, |
| "step": 38200 |
| }, |
| { |
| "epoch": 0.7418584792143772, |
| "grad_norm": 2.3975868225097656, |
| "learning_rate": 9.482466226134917e-06, |
| "loss": 1.2581, |
| "step": 38225 |
| }, |
| { |
| "epoch": 0.7423436711563094, |
| "grad_norm": 0.6191553473472595, |
| "learning_rate": 9.449290885916381e-06, |
| "loss": 1.198, |
| "step": 38250 |
| }, |
| { |
| "epoch": 0.7428288630982417, |
| "grad_norm": 0.7382489442825317, |
| "learning_rate": 9.416160152333762e-06, |
| "loss": 1.2054, |
| "step": 38275 |
| }, |
| { |
| "epoch": 0.7433140550401739, |
| "grad_norm": 0.5335661768913269, |
| "learning_rate": 9.383074120421357e-06, |
| "loss": 1.1581, |
| "step": 38300 |
| }, |
| { |
| "epoch": 0.7437992469821061, |
| "grad_norm": 2.621774435043335, |
| "learning_rate": 9.350032885085231e-06, |
| "loss": 1.1983, |
| "step": 38325 |
| }, |
| { |
| "epoch": 0.7442844389240384, |
| "grad_norm": 0.5047441720962524, |
| "learning_rate": 9.317036541102955e-06, |
| "loss": 0.975, |
| "step": 38350 |
| }, |
| { |
| "epoch": 0.7447696308659706, |
| "grad_norm": 1.4723926782608032, |
| "learning_rate": 9.284085183123311e-06, |
| "loss": 1.1908, |
| "step": 38375 |
| }, |
| { |
| "epoch": 0.7452548228079028, |
| "grad_norm": 2.014286756515503, |
| "learning_rate": 9.251178905666074e-06, |
| "loss": 1.1174, |
| "step": 38400 |
| }, |
| { |
| "epoch": 0.7457400147498351, |
| "grad_norm": 0.6449834704399109, |
| "learning_rate": 9.218317803121664e-06, |
| "loss": 1.1696, |
| "step": 38425 |
| }, |
| { |
| "epoch": 0.7462252066917673, |
| "grad_norm": 1.0032156705856323, |
| "learning_rate": 9.185501969750958e-06, |
| "loss": 1.1766, |
| "step": 38450 |
| }, |
| { |
| "epoch": 0.7467103986336995, |
| "grad_norm": 0.5310907363891602, |
| "learning_rate": 9.152731499684964e-06, |
| "loss": 1.1631, |
| "step": 38475 |
| }, |
| { |
| "epoch": 0.7471955905756317, |
| "grad_norm": 0.7868647575378418, |
| "learning_rate": 9.120006486924571e-06, |
| "loss": 1.1339, |
| "step": 38500 |
| }, |
| { |
| "epoch": 0.747680782517564, |
| "grad_norm": 2.4800703525543213, |
| "learning_rate": 9.087327025340255e-06, |
| "loss": 1.0999, |
| "step": 38525 |
| }, |
| { |
| "epoch": 0.7481659744594962, |
| "grad_norm": 0.5225632190704346, |
| "learning_rate": 9.054693208671863e-06, |
| "loss": 1.2528, |
| "step": 38550 |
| }, |
| { |
| "epoch": 0.7486511664014284, |
| "grad_norm": 2.1475815773010254, |
| "learning_rate": 9.022105130528297e-06, |
| "loss": 1.1568, |
| "step": 38575 |
| }, |
| { |
| "epoch": 0.7491363583433607, |
| "grad_norm": 2.406085729598999, |
| "learning_rate": 8.989562884387236e-06, |
| "loss": 1.2694, |
| "step": 38600 |
| }, |
| { |
| "epoch": 0.7496215502852929, |
| "grad_norm": 0.7172356843948364, |
| "learning_rate": 8.957066563594945e-06, |
| "loss": 1.1627, |
| "step": 38625 |
| }, |
| { |
| "epoch": 0.7501067422272251, |
| "grad_norm": 0.5100211501121521, |
| "learning_rate": 8.924616261365898e-06, |
| "loss": 1.3013, |
| "step": 38650 |
| }, |
| { |
| "epoch": 0.7505919341691574, |
| "grad_norm": 0.6033361554145813, |
| "learning_rate": 8.89221207078261e-06, |
| "loss": 1.1595, |
| "step": 38675 |
| }, |
| { |
| "epoch": 0.7510771261110896, |
| "grad_norm": 2.2174150943756104, |
| "learning_rate": 8.859854084795285e-06, |
| "loss": 1.256, |
| "step": 38700 |
| }, |
| { |
| "epoch": 0.7515623180530218, |
| "grad_norm": 1.7524070739746094, |
| "learning_rate": 8.827542396221638e-06, |
| "loss": 1.1932, |
| "step": 38725 |
| }, |
| { |
| "epoch": 0.752047509994954, |
| "grad_norm": 0.6450259685516357, |
| "learning_rate": 8.795277097746524e-06, |
| "loss": 1.1522, |
| "step": 38750 |
| }, |
| { |
| "epoch": 0.7525327019368863, |
| "grad_norm": 0.6684779524803162, |
| "learning_rate": 8.763058281921799e-06, |
| "loss": 1.1119, |
| "step": 38775 |
| }, |
| { |
| "epoch": 0.7530178938788185, |
| "grad_norm": 0.6448636651039124, |
| "learning_rate": 8.730886041165925e-06, |
| "loss": 1.0849, |
| "step": 38800 |
| }, |
| { |
| "epoch": 0.7535030858207507, |
| "grad_norm": 0.6479130387306213, |
| "learning_rate": 8.698760467763795e-06, |
| "loss": 1.2387, |
| "step": 38825 |
| }, |
| { |
| "epoch": 0.753988277762683, |
| "grad_norm": 0.43169933557510376, |
| "learning_rate": 8.66668165386644e-06, |
| "loss": 1.1591, |
| "step": 38850 |
| }, |
| { |
| "epoch": 0.7544734697046152, |
| "grad_norm": 1.9660941362380981, |
| "learning_rate": 8.634649691490735e-06, |
| "loss": 1.333, |
| "step": 38875 |
| }, |
| { |
| "epoch": 0.7549586616465473, |
| "grad_norm": 2.1563243865966797, |
| "learning_rate": 8.60266467251921e-06, |
| "loss": 1.1975, |
| "step": 38900 |
| }, |
| { |
| "epoch": 0.7554438535884797, |
| "grad_norm": 0.6735856533050537, |
| "learning_rate": 8.570726688699693e-06, |
| "loss": 1.151, |
| "step": 38925 |
| }, |
| { |
| "epoch": 0.7559290455304118, |
| "grad_norm": 0.6015580892562866, |
| "learning_rate": 8.538835831645128e-06, |
| "loss": 1.0859, |
| "step": 38950 |
| }, |
| { |
| "epoch": 0.756414237472344, |
| "grad_norm": 0.6054726839065552, |
| "learning_rate": 8.506992192833247e-06, |
| "loss": 1.1585, |
| "step": 38975 |
| }, |
| { |
| "epoch": 0.7568994294142762, |
| "grad_norm": 2.268690586090088, |
| "learning_rate": 8.47519586360637e-06, |
| "loss": 1.2356, |
| "step": 39000 |
| }, |
| { |
| "epoch": 0.7573846213562085, |
| "grad_norm": 2.3194942474365234, |
| "learning_rate": 8.443446935171073e-06, |
| "loss": 1.2839, |
| "step": 39025 |
| }, |
| { |
| "epoch": 0.7578698132981407, |
| "grad_norm": 0.7882320880889893, |
| "learning_rate": 8.411745498598017e-06, |
| "loss": 1.2433, |
| "step": 39050 |
| }, |
| { |
| "epoch": 0.7583550052400729, |
| "grad_norm": 0.7212339043617249, |
| "learning_rate": 8.38009164482158e-06, |
| "loss": 1.2951, |
| "step": 39075 |
| }, |
| { |
| "epoch": 0.7588401971820052, |
| "grad_norm": 0.8423264026641846, |
| "learning_rate": 8.348485464639693e-06, |
| "loss": 0.9887, |
| "step": 39100 |
| }, |
| { |
| "epoch": 0.7593253891239374, |
| "grad_norm": 0.6176149845123291, |
| "learning_rate": 8.316927048713506e-06, |
| "loss": 1.2006, |
| "step": 39125 |
| }, |
| { |
| "epoch": 0.7598105810658696, |
| "grad_norm": 3.0328543186187744, |
| "learning_rate": 8.285416487567171e-06, |
| "loss": 1.0254, |
| "step": 39150 |
| }, |
| { |
| "epoch": 0.7602957730078019, |
| "grad_norm": 0.6295670866966248, |
| "learning_rate": 8.253953871587578e-06, |
| "loss": 1.2122, |
| "step": 39175 |
| }, |
| { |
| "epoch": 0.7607809649497341, |
| "grad_norm": 2.7180593013763428, |
| "learning_rate": 8.222539291024078e-06, |
| "loss": 1.1375, |
| "step": 39200 |
| }, |
| { |
| "epoch": 0.7612661568916663, |
| "grad_norm": 0.5178532004356384, |
| "learning_rate": 8.191172835988248e-06, |
| "loss": 0.9943, |
| "step": 39225 |
| }, |
| { |
| "epoch": 0.7617513488335985, |
| "grad_norm": 2.160094976425171, |
| "learning_rate": 8.15985459645359e-06, |
| "loss": 1.3054, |
| "step": 39250 |
| }, |
| { |
| "epoch": 0.7622365407755308, |
| "grad_norm": 1.9551787376403809, |
| "learning_rate": 8.128584662255339e-06, |
| "loss": 1.1494, |
| "step": 39275 |
| }, |
| { |
| "epoch": 0.762721732717463, |
| "grad_norm": 0.7114797830581665, |
| "learning_rate": 8.097363123090128e-06, |
| "loss": 1.1723, |
| "step": 39300 |
| }, |
| { |
| "epoch": 0.7632069246593952, |
| "grad_norm": 2.418187379837036, |
| "learning_rate": 8.066190068515806e-06, |
| "loss": 1.1126, |
| "step": 39325 |
| }, |
| { |
| "epoch": 0.7636921166013275, |
| "grad_norm": 0.5629525780677795, |
| "learning_rate": 8.035065587951122e-06, |
| "loss": 1.2082, |
| "step": 39350 |
| }, |
| { |
| "epoch": 0.7641773085432597, |
| "grad_norm": 2.2314183712005615, |
| "learning_rate": 8.003989770675515e-06, |
| "loss": 1.2261, |
| "step": 39375 |
| }, |
| { |
| "epoch": 0.7646625004851919, |
| "grad_norm": 0.6765528321266174, |
| "learning_rate": 7.972962705828807e-06, |
| "loss": 1.1575, |
| "step": 39400 |
| }, |
| { |
| "epoch": 0.7651476924271242, |
| "grad_norm": 0.6146072149276733, |
| "learning_rate": 7.941984482410997e-06, |
| "loss": 1.2234, |
| "step": 39425 |
| }, |
| { |
| "epoch": 0.7656328843690564, |
| "grad_norm": 0.6486213803291321, |
| "learning_rate": 7.91105518928198e-06, |
| "loss": 1.4109, |
| "step": 39450 |
| }, |
| { |
| "epoch": 0.7661180763109886, |
| "grad_norm": 0.6616214513778687, |
| "learning_rate": 7.880174915161285e-06, |
| "loss": 1.1136, |
| "step": 39475 |
| }, |
| { |
| "epoch": 0.7666032682529209, |
| "grad_norm": 0.5390266180038452, |
| "learning_rate": 7.849343748627841e-06, |
| "loss": 0.9694, |
| "step": 39500 |
| }, |
| { |
| "epoch": 0.7670884601948531, |
| "grad_norm": 2.0108890533447266, |
| "learning_rate": 7.818561778119715e-06, |
| "loss": 1.2104, |
| "step": 39525 |
| }, |
| { |
| "epoch": 0.7675736521367853, |
| "grad_norm": 0.7574788331985474, |
| "learning_rate": 7.787829091933866e-06, |
| "loss": 1.2223, |
| "step": 39550 |
| }, |
| { |
| "epoch": 0.7680588440787175, |
| "grad_norm": 2.148777723312378, |
| "learning_rate": 7.757145778225854e-06, |
| "loss": 1.1065, |
| "step": 39575 |
| }, |
| { |
| "epoch": 0.7685440360206498, |
| "grad_norm": 0.7028669714927673, |
| "learning_rate": 7.726511925009641e-06, |
| "loss": 1.3634, |
| "step": 39600 |
| }, |
| { |
| "epoch": 0.769029227962582, |
| "grad_norm": 0.49760496616363525, |
| "learning_rate": 7.695927620157303e-06, |
| "loss": 1.328, |
| "step": 39625 |
| }, |
| { |
| "epoch": 0.7695144199045142, |
| "grad_norm": 0.44169872999191284, |
| "learning_rate": 7.665392951398807e-06, |
| "loss": 1.0972, |
| "step": 39650 |
| }, |
| { |
| "epoch": 0.7699996118464465, |
| "grad_norm": 2.2333314418792725, |
| "learning_rate": 7.634908006321697e-06, |
| "loss": 1.2002, |
| "step": 39675 |
| }, |
| { |
| "epoch": 0.7704848037883787, |
| "grad_norm": 0.4552784860134125, |
| "learning_rate": 7.604472872370943e-06, |
| "loss": 1.2284, |
| "step": 39700 |
| }, |
| { |
| "epoch": 0.7709699957303109, |
| "grad_norm": 0.899864673614502, |
| "learning_rate": 7.574087636848581e-06, |
| "loss": 1.0857, |
| "step": 39725 |
| }, |
| { |
| "epoch": 0.7714551876722432, |
| "grad_norm": 0.6935402750968933, |
| "learning_rate": 7.54375238691355e-06, |
| "loss": 1.2332, |
| "step": 39750 |
| }, |
| { |
| "epoch": 0.7719403796141754, |
| "grad_norm": 1.348158597946167, |
| "learning_rate": 7.513467209581393e-06, |
| "loss": 1.2575, |
| "step": 39775 |
| }, |
| { |
| "epoch": 0.7724255715561076, |
| "grad_norm": 2.243603467941284, |
| "learning_rate": 7.4832321917240296e-06, |
| "loss": 1.1928, |
| "step": 39800 |
| }, |
| { |
| "epoch": 0.7729107634980398, |
| "grad_norm": 0.710561990737915, |
| "learning_rate": 7.453047420069501e-06, |
| "loss": 1.0812, |
| "step": 39825 |
| }, |
| { |
| "epoch": 0.7733959554399721, |
| "grad_norm": 2.0211093425750732, |
| "learning_rate": 7.422912981201693e-06, |
| "loss": 1.1885, |
| "step": 39850 |
| }, |
| { |
| "epoch": 0.7738811473819043, |
| "grad_norm": 0.5066808462142944, |
| "learning_rate": 7.392828961560152e-06, |
| "loss": 1.1026, |
| "step": 39875 |
| }, |
| { |
| "epoch": 0.7743663393238365, |
| "grad_norm": 0.5048097372055054, |
| "learning_rate": 7.362795447439758e-06, |
| "loss": 1.1208, |
| "step": 39900 |
| }, |
| { |
| "epoch": 0.7748515312657688, |
| "grad_norm": 0.8035988211631775, |
| "learning_rate": 7.332812524990562e-06, |
| "loss": 1.1749, |
| "step": 39925 |
| }, |
| { |
| "epoch": 0.775336723207701, |
| "grad_norm": 0.5827962160110474, |
| "learning_rate": 7.302880280217458e-06, |
| "loss": 1.1277, |
| "step": 39950 |
| }, |
| { |
| "epoch": 0.7758219151496332, |
| "grad_norm": 0.6029220223426819, |
| "learning_rate": 7.2729987989799965e-06, |
| "loss": 1.238, |
| "step": 39975 |
| }, |
| { |
| "epoch": 0.7763071070915655, |
| "grad_norm": 0.7345319390296936, |
| "learning_rate": 7.243168166992093e-06, |
| "loss": 1.2258, |
| "step": 40000 |
| }, |
| { |
| "epoch": 0.7767922990334977, |
| "grad_norm": 0.7573884129524231, |
| "learning_rate": 7.213388469821822e-06, |
| "loss": 1.0625, |
| "step": 40025 |
| }, |
| { |
| "epoch": 0.7772774909754299, |
| "grad_norm": 2.3387413024902344, |
| "learning_rate": 7.183659792891145e-06, |
| "loss": 1.3512, |
| "step": 40050 |
| }, |
| { |
| "epoch": 0.7777626829173621, |
| "grad_norm": 0.747463047504425, |
| "learning_rate": 7.153982221475689e-06, |
| "loss": 1.1537, |
| "step": 40075 |
| }, |
| { |
| "epoch": 0.7782478748592944, |
| "grad_norm": 0.6453946232795715, |
| "learning_rate": 7.1243558407044526e-06, |
| "loss": 1.2709, |
| "step": 40100 |
| }, |
| { |
| "epoch": 0.7787330668012266, |
| "grad_norm": 0.6813135743141174, |
| "learning_rate": 7.094780735559628e-06, |
| "loss": 1.2013, |
| "step": 40125 |
| }, |
| { |
| "epoch": 0.7792182587431588, |
| "grad_norm": 0.7588239312171936, |
| "learning_rate": 7.065256990876323e-06, |
| "loss": 1.0854, |
| "step": 40150 |
| }, |
| { |
| "epoch": 0.7797034506850911, |
| "grad_norm": 0.572313666343689, |
| "learning_rate": 7.035784691342284e-06, |
| "loss": 1.116, |
| "step": 40175 |
| }, |
| { |
| "epoch": 0.7801886426270233, |
| "grad_norm": 0.7666754722595215, |
| "learning_rate": 7.006363921497752e-06, |
| "loss": 1.1344, |
| "step": 40200 |
| }, |
| { |
| "epoch": 0.7806738345689554, |
| "grad_norm": 0.7165690660476685, |
| "learning_rate": 6.976994765735092e-06, |
| "loss": 1.099, |
| "step": 40225 |
| }, |
| { |
| "epoch": 0.7811590265108878, |
| "grad_norm": 0.5305752158164978, |
| "learning_rate": 6.947677308298667e-06, |
| "loss": 1.0964, |
| "step": 40250 |
| }, |
| { |
| "epoch": 0.78164421845282, |
| "grad_norm": 2.1685562133789062, |
| "learning_rate": 6.918411633284502e-06, |
| "loss": 1.3879, |
| "step": 40275 |
| }, |
| { |
| "epoch": 0.7821294103947521, |
| "grad_norm": 0.6065332889556885, |
| "learning_rate": 6.889197824640123e-06, |
| "loss": 1.1004, |
| "step": 40300 |
| }, |
| { |
| "epoch": 0.7826146023366843, |
| "grad_norm": 0.6268169283866882, |
| "learning_rate": 6.860035966164244e-06, |
| "loss": 1.2487, |
| "step": 40325 |
| }, |
| { |
| "epoch": 0.7830997942786166, |
| "grad_norm": 0.6835861206054688, |
| "learning_rate": 6.830926141506608e-06, |
| "loss": 1.0495, |
| "step": 40350 |
| }, |
| { |
| "epoch": 0.7835849862205488, |
| "grad_norm": 0.6778407096862793, |
| "learning_rate": 6.801868434167652e-06, |
| "loss": 1.1629, |
| "step": 40375 |
| }, |
| { |
| "epoch": 0.784070178162481, |
| "grad_norm": 2.102749824523926, |
| "learning_rate": 6.772862927498347e-06, |
| "loss": 1.1463, |
| "step": 40400 |
| }, |
| { |
| "epoch": 0.7845553701044133, |
| "grad_norm": 2.056365966796875, |
| "learning_rate": 6.7439097046999274e-06, |
| "loss": 1.2753, |
| "step": 40425 |
| }, |
| { |
| "epoch": 0.7850405620463455, |
| "grad_norm": 2.5426111221313477, |
| "learning_rate": 6.715008848823631e-06, |
| "loss": 1.1056, |
| "step": 40450 |
| }, |
| { |
| "epoch": 0.7855257539882777, |
| "grad_norm": 2.1470603942871094, |
| "learning_rate": 6.686160442770506e-06, |
| "loss": 1.2655, |
| "step": 40475 |
| }, |
| { |
| "epoch": 0.78601094593021, |
| "grad_norm": 0.708699107170105, |
| "learning_rate": 6.6573645692911385e-06, |
| "loss": 1.2585, |
| "step": 40500 |
| }, |
| { |
| "epoch": 0.7864961378721422, |
| "grad_norm": 1.5236060619354248, |
| "learning_rate": 6.628621310985439e-06, |
| "loss": 1.0673, |
| "step": 40525 |
| }, |
| { |
| "epoch": 0.7869813298140744, |
| "grad_norm": 1.7547193765640259, |
| "learning_rate": 6.599930750302369e-06, |
| "loss": 1.31, |
| "step": 40550 |
| }, |
| { |
| "epoch": 0.7874665217560066, |
| "grad_norm": 0.44175538420677185, |
| "learning_rate": 6.571292969539764e-06, |
| "loss": 1.2138, |
| "step": 40575 |
| }, |
| { |
| "epoch": 0.7879517136979389, |
| "grad_norm": 0.59258633852005, |
| "learning_rate": 6.542708050844021e-06, |
| "loss": 1.1344, |
| "step": 40600 |
| }, |
| { |
| "epoch": 0.7884369056398711, |
| "grad_norm": 2.065764904022217, |
| "learning_rate": 6.514176076209938e-06, |
| "loss": 1.1071, |
| "step": 40625 |
| }, |
| { |
| "epoch": 0.7889220975818033, |
| "grad_norm": 2.6517655849456787, |
| "learning_rate": 6.485697127480431e-06, |
| "loss": 1.1366, |
| "step": 40650 |
| }, |
| { |
| "epoch": 0.7894072895237356, |
| "grad_norm": 2.076786994934082, |
| "learning_rate": 6.45727128634632e-06, |
| "loss": 1.3176, |
| "step": 40675 |
| }, |
| { |
| "epoch": 0.7898924814656678, |
| "grad_norm": 0.7855895161628723, |
| "learning_rate": 6.42889863434607e-06, |
| "loss": 1.2075, |
| "step": 40700 |
| }, |
| { |
| "epoch": 0.7903776734076, |
| "grad_norm": 1.0261621475219727, |
| "learning_rate": 6.400579252865596e-06, |
| "loss": 1.404, |
| "step": 40725 |
| }, |
| { |
| "epoch": 0.7908628653495323, |
| "grad_norm": 0.5653647780418396, |
| "learning_rate": 6.372313223137999e-06, |
| "loss": 0.9434, |
| "step": 40750 |
| }, |
| { |
| "epoch": 0.7913480572914645, |
| "grad_norm": 0.6585714221000671, |
| "learning_rate": 6.3441006262433436e-06, |
| "loss": 0.9897, |
| "step": 40775 |
| }, |
| { |
| "epoch": 0.7918332492333967, |
| "grad_norm": 1.1018307209014893, |
| "learning_rate": 6.315941543108428e-06, |
| "loss": 1.2592, |
| "step": 40800 |
| }, |
| { |
| "epoch": 0.792318441175329, |
| "grad_norm": 0.5132769346237183, |
| "learning_rate": 6.287836054506535e-06, |
| "loss": 1.2278, |
| "step": 40825 |
| }, |
| { |
| "epoch": 0.7928036331172612, |
| "grad_norm": 0.6154587268829346, |
| "learning_rate": 6.2597842410572345e-06, |
| "loss": 1.1118, |
| "step": 40850 |
| }, |
| { |
| "epoch": 0.7932888250591934, |
| "grad_norm": 0.4722976088523865, |
| "learning_rate": 6.231786183226104e-06, |
| "loss": 1.3658, |
| "step": 40875 |
| }, |
| { |
| "epoch": 0.7937740170011256, |
| "grad_norm": 0.5253259539604187, |
| "learning_rate": 6.20384196132455e-06, |
| "loss": 0.9544, |
| "step": 40900 |
| }, |
| { |
| "epoch": 0.7942592089430579, |
| "grad_norm": 1.3197840452194214, |
| "learning_rate": 6.175951655509543e-06, |
| "loss": 1.1761, |
| "step": 40925 |
| }, |
| { |
| "epoch": 0.7947444008849901, |
| "grad_norm": 0.5307037234306335, |
| "learning_rate": 6.1481153457834035e-06, |
| "loss": 1.1036, |
| "step": 40950 |
| }, |
| { |
| "epoch": 0.7952295928269223, |
| "grad_norm": 2.178966999053955, |
| "learning_rate": 6.120333111993545e-06, |
| "loss": 1.2607, |
| "step": 40975 |
| }, |
| { |
| "epoch": 0.7957147847688546, |
| "grad_norm": 0.6711214184761047, |
| "learning_rate": 6.0926050338322885e-06, |
| "loss": 1.2171, |
| "step": 41000 |
| }, |
| { |
| "epoch": 0.7961999767107868, |
| "grad_norm": 0.45037761330604553, |
| "learning_rate": 6.064931190836612e-06, |
| "loss": 1.2222, |
| "step": 41025 |
| }, |
| { |
| "epoch": 0.796685168652719, |
| "grad_norm": 0.8532883524894714, |
| "learning_rate": 6.037311662387899e-06, |
| "loss": 1.1666, |
| "step": 41050 |
| }, |
| { |
| "epoch": 0.7971703605946513, |
| "grad_norm": 0.4212169051170349, |
| "learning_rate": 6.009746527711757e-06, |
| "loss": 1.2488, |
| "step": 41075 |
| }, |
| { |
| "epoch": 0.7976555525365835, |
| "grad_norm": 0.7461764216423035, |
| "learning_rate": 5.982235865877761e-06, |
| "loss": 1.2337, |
| "step": 41100 |
| }, |
| { |
| "epoch": 0.7981407444785157, |
| "grad_norm": 2.4235377311706543, |
| "learning_rate": 5.954779755799231e-06, |
| "loss": 1.139, |
| "step": 41125 |
| }, |
| { |
| "epoch": 0.7986259364204479, |
| "grad_norm": 1.0295350551605225, |
| "learning_rate": 5.927378276233001e-06, |
| "loss": 1.1667, |
| "step": 41150 |
| }, |
| { |
| "epoch": 0.7991111283623802, |
| "grad_norm": 1.110329270362854, |
| "learning_rate": 5.900031505779211e-06, |
| "loss": 1.2056, |
| "step": 41175 |
| }, |
| { |
| "epoch": 0.7995963203043124, |
| "grad_norm": 0.6129881739616394, |
| "learning_rate": 5.872739522881049e-06, |
| "loss": 1.2475, |
| "step": 41200 |
| }, |
| { |
| "epoch": 0.8000815122462446, |
| "grad_norm": 0.6948061585426331, |
| "learning_rate": 5.845502405824588e-06, |
| "loss": 1.2309, |
| "step": 41225 |
| }, |
| { |
| "epoch": 0.8005667041881769, |
| "grad_norm": 2.3621716499328613, |
| "learning_rate": 5.8183202327384725e-06, |
| "loss": 1.2074, |
| "step": 41250 |
| }, |
| { |
| "epoch": 0.8010518961301091, |
| "grad_norm": 0.5797056555747986, |
| "learning_rate": 5.791193081593779e-06, |
| "loss": 1.2057, |
| "step": 41275 |
| }, |
| { |
| "epoch": 0.8015370880720413, |
| "grad_norm": 0.7373862266540527, |
| "learning_rate": 5.764121030203728e-06, |
| "loss": 1.0389, |
| "step": 41300 |
| }, |
| { |
| "epoch": 0.8020222800139736, |
| "grad_norm": 2.513798713684082, |
| "learning_rate": 5.737104156223505e-06, |
| "loss": 1.1758, |
| "step": 41325 |
| }, |
| { |
| "epoch": 0.8025074719559058, |
| "grad_norm": 2.6355669498443604, |
| "learning_rate": 5.710142537150021e-06, |
| "loss": 1.1995, |
| "step": 41350 |
| }, |
| { |
| "epoch": 0.802992663897838, |
| "grad_norm": 2.3813817501068115, |
| "learning_rate": 5.683236250321683e-06, |
| "loss": 1.341, |
| "step": 41375 |
| }, |
| { |
| "epoch": 0.8034778558397702, |
| "grad_norm": 0.6398983597755432, |
| "learning_rate": 5.656385372918191e-06, |
| "loss": 1.2715, |
| "step": 41400 |
| }, |
| { |
| "epoch": 0.8039630477817025, |
| "grad_norm": 0.5656668543815613, |
| "learning_rate": 5.6295899819602874e-06, |
| "loss": 1.268, |
| "step": 41425 |
| }, |
| { |
| "epoch": 0.8044482397236347, |
| "grad_norm": 0.4355744421482086, |
| "learning_rate": 5.6028501543095715e-06, |
| "loss": 1.1806, |
| "step": 41450 |
| }, |
| { |
| "epoch": 0.8049334316655669, |
| "grad_norm": 2.0525431632995605, |
| "learning_rate": 5.576165966668234e-06, |
| "loss": 1.1878, |
| "step": 41475 |
| }, |
| { |
| "epoch": 0.8054186236074992, |
| "grad_norm": 0.4876508116722107, |
| "learning_rate": 5.549537495578913e-06, |
| "loss": 1.1379, |
| "step": 41500 |
| }, |
| { |
| "epoch": 0.8059038155494314, |
| "grad_norm": 0.5197250843048096, |
| "learning_rate": 5.5229648174243754e-06, |
| "loss": 1.119, |
| "step": 41525 |
| }, |
| { |
| "epoch": 0.8063890074913636, |
| "grad_norm": 1.2869343757629395, |
| "learning_rate": 5.4964480084273824e-06, |
| "loss": 1.1801, |
| "step": 41550 |
| }, |
| { |
| "epoch": 0.8068741994332959, |
| "grad_norm": 0.5321562886238098, |
| "learning_rate": 5.46998714465041e-06, |
| "loss": 1.1568, |
| "step": 41575 |
| }, |
| { |
| "epoch": 0.807359391375228, |
| "grad_norm": 1.9889780282974243, |
| "learning_rate": 5.443582301995481e-06, |
| "loss": 1.2192, |
| "step": 41600 |
| }, |
| { |
| "epoch": 0.8078445833171602, |
| "grad_norm": 0.6173572540283203, |
| "learning_rate": 5.417233556203899e-06, |
| "loss": 1.1366, |
| "step": 41625 |
| }, |
| { |
| "epoch": 0.8083297752590924, |
| "grad_norm": 0.49852821230888367, |
| "learning_rate": 5.390940982856091e-06, |
| "loss": 1.2372, |
| "step": 41650 |
| }, |
| { |
| "epoch": 0.8088149672010247, |
| "grad_norm": 2.339594602584839, |
| "learning_rate": 5.36470465737132e-06, |
| "loss": 1.3251, |
| "step": 41675 |
| }, |
| { |
| "epoch": 0.8093001591429569, |
| "grad_norm": 0.6555603742599487, |
| "learning_rate": 5.338524655007521e-06, |
| "loss": 1.1767, |
| "step": 41700 |
| }, |
| { |
| "epoch": 0.8097853510848891, |
| "grad_norm": 0.6800664663314819, |
| "learning_rate": 5.312401050861074e-06, |
| "loss": 1.2345, |
| "step": 41725 |
| }, |
| { |
| "epoch": 0.8102705430268214, |
| "grad_norm": 0.5920090079307556, |
| "learning_rate": 5.2863339198665626e-06, |
| "loss": 0.9741, |
| "step": 41750 |
| }, |
| { |
| "epoch": 0.8107557349687536, |
| "grad_norm": 0.6331952214241028, |
| "learning_rate": 5.260323336796597e-06, |
| "loss": 1.0823, |
| "step": 41775 |
| }, |
| { |
| "epoch": 0.8112409269106858, |
| "grad_norm": 2.252659797668457, |
| "learning_rate": 5.234369376261575e-06, |
| "loss": 1.1803, |
| "step": 41800 |
| }, |
| { |
| "epoch": 0.8117261188526181, |
| "grad_norm": 0.7216859459877014, |
| "learning_rate": 5.208472112709481e-06, |
| "loss": 1.248, |
| "step": 41825 |
| }, |
| { |
| "epoch": 0.8122113107945503, |
| "grad_norm": 2.5446197986602783, |
| "learning_rate": 5.182631620425651e-06, |
| "loss": 1.4189, |
| "step": 41850 |
| }, |
| { |
| "epoch": 0.8126965027364825, |
| "grad_norm": 2.491478443145752, |
| "learning_rate": 5.1568479735326e-06, |
| "loss": 1.1291, |
| "step": 41875 |
| }, |
| { |
| "epoch": 0.8131816946784148, |
| "grad_norm": 0.4204576015472412, |
| "learning_rate": 5.131121245989751e-06, |
| "loss": 1.0484, |
| "step": 41900 |
| }, |
| { |
| "epoch": 0.813666886620347, |
| "grad_norm": 0.6819184422492981, |
| "learning_rate": 5.1054515115932784e-06, |
| "loss": 1.1277, |
| "step": 41925 |
| }, |
| { |
| "epoch": 0.8141520785622792, |
| "grad_norm": 0.8495989441871643, |
| "learning_rate": 5.079838843975876e-06, |
| "loss": 1.2686, |
| "step": 41950 |
| }, |
| { |
| "epoch": 0.8146372705042114, |
| "grad_norm": 0.8837540149688721, |
| "learning_rate": 5.054283316606539e-06, |
| "loss": 1.3533, |
| "step": 41975 |
| }, |
| { |
| "epoch": 0.8151224624461437, |
| "grad_norm": 0.5212058424949646, |
| "learning_rate": 5.028785002790346e-06, |
| "loss": 1.1848, |
| "step": 42000 |
| }, |
| { |
| "epoch": 0.8156076543880759, |
| "grad_norm": 0.5278830528259277, |
| "learning_rate": 5.00334397566827e-06, |
| "loss": 1.1286, |
| "step": 42025 |
| }, |
| { |
| "epoch": 0.8160928463300081, |
| "grad_norm": 2.556039571762085, |
| "learning_rate": 4.977960308216967e-06, |
| "loss": 1.2182, |
| "step": 42050 |
| }, |
| { |
| "epoch": 0.8165780382719404, |
| "grad_norm": 0.4781072437763214, |
| "learning_rate": 4.952634073248547e-06, |
| "loss": 1.1797, |
| "step": 42075 |
| }, |
| { |
| "epoch": 0.8170632302138726, |
| "grad_norm": 2.7168142795562744, |
| "learning_rate": 4.927365343410392e-06, |
| "loss": 1.1689, |
| "step": 42100 |
| }, |
| { |
| "epoch": 0.8175484221558048, |
| "grad_norm": 2.0503127574920654, |
| "learning_rate": 4.9021541911849045e-06, |
| "loss": 1.1473, |
| "step": 42125 |
| }, |
| { |
| "epoch": 0.8180336140977371, |
| "grad_norm": 1.793257713317871, |
| "learning_rate": 4.87700068888936e-06, |
| "loss": 1.2026, |
| "step": 42150 |
| }, |
| { |
| "epoch": 0.8185188060396693, |
| "grad_norm": 0.8009944558143616, |
| "learning_rate": 4.8519049086756414e-06, |
| "loss": 1.0268, |
| "step": 42175 |
| }, |
| { |
| "epoch": 0.8190039979816015, |
| "grad_norm": 0.5514061450958252, |
| "learning_rate": 4.826866922530077e-06, |
| "loss": 1.3308, |
| "step": 42200 |
| }, |
| { |
| "epoch": 0.8194891899235337, |
| "grad_norm": 2.430466413497925, |
| "learning_rate": 4.801886802273204e-06, |
| "loss": 1.2241, |
| "step": 42225 |
| }, |
| { |
| "epoch": 0.819974381865466, |
| "grad_norm": 0.5773956775665283, |
| "learning_rate": 4.776964619559582e-06, |
| "loss": 1.5217, |
| "step": 42250 |
| }, |
| { |
| "epoch": 0.8204595738073982, |
| "grad_norm": 0.536291778087616, |
| "learning_rate": 4.752100445877564e-06, |
| "loss": 1.0673, |
| "step": 42275 |
| }, |
| { |
| "epoch": 0.8209447657493304, |
| "grad_norm": 1.8365867137908936, |
| "learning_rate": 4.727294352549122e-06, |
| "loss": 1.2183, |
| "step": 42300 |
| }, |
| { |
| "epoch": 0.8214299576912627, |
| "grad_norm": 0.6876474022865295, |
| "learning_rate": 4.702546410729625e-06, |
| "loss": 1.1856, |
| "step": 42325 |
| }, |
| { |
| "epoch": 0.8219151496331949, |
| "grad_norm": 0.5876870155334473, |
| "learning_rate": 4.67785669140762e-06, |
| "loss": 1.1188, |
| "step": 42350 |
| }, |
| { |
| "epoch": 0.8224003415751271, |
| "grad_norm": 0.6331759691238403, |
| "learning_rate": 4.653225265404662e-06, |
| "loss": 1.036, |
| "step": 42375 |
| }, |
| { |
| "epoch": 0.8228855335170594, |
| "grad_norm": 2.2533838748931885, |
| "learning_rate": 4.628652203375089e-06, |
| "loss": 1.2407, |
| "step": 42400 |
| }, |
| { |
| "epoch": 0.8233707254589916, |
| "grad_norm": 0.508280873298645, |
| "learning_rate": 4.604137575805833e-06, |
| "loss": 1.1341, |
| "step": 42425 |
| }, |
| { |
| "epoch": 0.8238559174009238, |
| "grad_norm": 0.603063702583313, |
| "learning_rate": 4.579681453016185e-06, |
| "loss": 1.1198, |
| "step": 42450 |
| }, |
| { |
| "epoch": 0.824341109342856, |
| "grad_norm": 0.502485990524292, |
| "learning_rate": 4.555283905157643e-06, |
| "loss": 1.1963, |
| "step": 42475 |
| }, |
| { |
| "epoch": 0.8248263012847883, |
| "grad_norm": 2.5057692527770996, |
| "learning_rate": 4.530945002213657e-06, |
| "loss": 1.3608, |
| "step": 42500 |
| }, |
| { |
| "epoch": 0.8253114932267205, |
| "grad_norm": 0.7004541754722595, |
| "learning_rate": 4.506664813999498e-06, |
| "loss": 1.0455, |
| "step": 42525 |
| }, |
| { |
| "epoch": 0.8257966851686527, |
| "grad_norm": 0.5810794830322266, |
| "learning_rate": 4.482443410161968e-06, |
| "loss": 1.3244, |
| "step": 42550 |
| }, |
| { |
| "epoch": 0.826281877110585, |
| "grad_norm": 0.6450290679931641, |
| "learning_rate": 4.458280860179292e-06, |
| "loss": 1.2475, |
| "step": 42575 |
| }, |
| { |
| "epoch": 0.8267670690525172, |
| "grad_norm": 1.5874940156936646, |
| "learning_rate": 4.434177233360834e-06, |
| "loss": 1.1101, |
| "step": 42600 |
| }, |
| { |
| "epoch": 0.8272522609944494, |
| "grad_norm": 2.495288372039795, |
| "learning_rate": 4.41013259884697e-06, |
| "loss": 1.2632, |
| "step": 42625 |
| }, |
| { |
| "epoch": 0.8277374529363817, |
| "grad_norm": 0.7543265223503113, |
| "learning_rate": 4.386147025608841e-06, |
| "loss": 1.0421, |
| "step": 42650 |
| }, |
| { |
| "epoch": 0.8282226448783139, |
| "grad_norm": 0.8562330007553101, |
| "learning_rate": 4.3622205824481895e-06, |
| "loss": 1.2601, |
| "step": 42675 |
| }, |
| { |
| "epoch": 0.8287078368202461, |
| "grad_norm": 0.5753560662269592, |
| "learning_rate": 4.338353337997137e-06, |
| "loss": 1.2649, |
| "step": 42700 |
| }, |
| { |
| "epoch": 0.8291930287621783, |
| "grad_norm": 0.6789897084236145, |
| "learning_rate": 4.314545360717981e-06, |
| "loss": 1.2181, |
| "step": 42725 |
| }, |
| { |
| "epoch": 0.8296782207041106, |
| "grad_norm": 2.243541955947876, |
| "learning_rate": 4.290796718903039e-06, |
| "loss": 1.3983, |
| "step": 42750 |
| }, |
| { |
| "epoch": 0.8301634126460428, |
| "grad_norm": 0.5519729852676392, |
| "learning_rate": 4.2671074806743985e-06, |
| "loss": 1.2427, |
| "step": 42775 |
| }, |
| { |
| "epoch": 0.830648604587975, |
| "grad_norm": 2.0972371101379395, |
| "learning_rate": 4.243477713983792e-06, |
| "loss": 1.2298, |
| "step": 42800 |
| }, |
| { |
| "epoch": 0.8311337965299073, |
| "grad_norm": 1.8767247200012207, |
| "learning_rate": 4.219907486612312e-06, |
| "loss": 1.1878, |
| "step": 42825 |
| }, |
| { |
| "epoch": 0.8316189884718395, |
| "grad_norm": 1.0912648439407349, |
| "learning_rate": 4.1963968661703015e-06, |
| "loss": 1.1051, |
| "step": 42850 |
| }, |
| { |
| "epoch": 0.8321041804137717, |
| "grad_norm": 2.3631248474121094, |
| "learning_rate": 4.172945920097099e-06, |
| "loss": 1.2896, |
| "step": 42875 |
| }, |
| { |
| "epoch": 0.832589372355704, |
| "grad_norm": 0.512082576751709, |
| "learning_rate": 4.149554715660877e-06, |
| "loss": 1.2927, |
| "step": 42900 |
| }, |
| { |
| "epoch": 0.8330745642976362, |
| "grad_norm": 0.664180338382721, |
| "learning_rate": 4.1262233199584525e-06, |
| "loss": 1.0387, |
| "step": 42925 |
| }, |
| { |
| "epoch": 0.8335597562395684, |
| "grad_norm": 2.201625347137451, |
| "learning_rate": 4.102951799915075e-06, |
| "loss": 1.1683, |
| "step": 42950 |
| }, |
| { |
| "epoch": 0.8340449481815007, |
| "grad_norm": 1.7276439666748047, |
| "learning_rate": 4.079740222284231e-06, |
| "loss": 1.2368, |
| "step": 42975 |
| }, |
| { |
| "epoch": 0.8345301401234329, |
| "grad_norm": 2.768462896347046, |
| "learning_rate": 4.0565886536474835e-06, |
| "loss": 1.1016, |
| "step": 43000 |
| }, |
| { |
| "epoch": 0.835015332065365, |
| "grad_norm": 0.8651015758514404, |
| "learning_rate": 4.0334971604142545e-06, |
| "loss": 1.3665, |
| "step": 43025 |
| }, |
| { |
| "epoch": 0.8355005240072972, |
| "grad_norm": 1.202185034751892, |
| "learning_rate": 4.010465808821634e-06, |
| "loss": 1.2858, |
| "step": 43050 |
| }, |
| { |
| "epoch": 0.8359857159492295, |
| "grad_norm": 0.7197840809822083, |
| "learning_rate": 3.98749466493421e-06, |
| "loss": 1.1076, |
| "step": 43075 |
| }, |
| { |
| "epoch": 0.8364709078911617, |
| "grad_norm": 2.0872714519500732, |
| "learning_rate": 3.9645837946438615e-06, |
| "loss": 1.066, |
| "step": 43100 |
| }, |
| { |
| "epoch": 0.8369560998330939, |
| "grad_norm": 2.4277048110961914, |
| "learning_rate": 3.941733263669581e-06, |
| "loss": 1.1045, |
| "step": 43125 |
| }, |
| { |
| "epoch": 0.8374412917750262, |
| "grad_norm": 2.6175084114074707, |
| "learning_rate": 3.9189431375572655e-06, |
| "loss": 1.2338, |
| "step": 43150 |
| }, |
| { |
| "epoch": 0.8379264837169584, |
| "grad_norm": 0.48088642954826355, |
| "learning_rate": 3.896213481679559e-06, |
| "loss": 1.3063, |
| "step": 43175 |
| }, |
| { |
| "epoch": 0.8384116756588906, |
| "grad_norm": 0.4397916793823242, |
| "learning_rate": 3.873544361235626e-06, |
| "loss": 1.2061, |
| "step": 43200 |
| }, |
| { |
| "epoch": 0.8388968676008229, |
| "grad_norm": 2.1061699390411377, |
| "learning_rate": 3.850935841251027e-06, |
| "loss": 1.163, |
| "step": 43225 |
| }, |
| { |
| "epoch": 0.8393820595427551, |
| "grad_norm": 2.052187442779541, |
| "learning_rate": 3.828387986577453e-06, |
| "loss": 1.2175, |
| "step": 43250 |
| }, |
| { |
| "epoch": 0.8398672514846873, |
| "grad_norm": 2.286731243133545, |
| "learning_rate": 3.8059008618925943e-06, |
| "loss": 1.1368, |
| "step": 43275 |
| }, |
| { |
| "epoch": 0.8403524434266195, |
| "grad_norm": 0.6716848611831665, |
| "learning_rate": 3.7834745316999485e-06, |
| "loss": 1.1706, |
| "step": 43300 |
| }, |
| { |
| "epoch": 0.8408376353685518, |
| "grad_norm": 2.1839492321014404, |
| "learning_rate": 3.761109060328605e-06, |
| "loss": 1.07, |
| "step": 43325 |
| }, |
| { |
| "epoch": 0.841322827310484, |
| "grad_norm": 0.5772372484207153, |
| "learning_rate": 3.738804511933103e-06, |
| "loss": 1.3575, |
| "step": 43350 |
| }, |
| { |
| "epoch": 0.8418080192524162, |
| "grad_norm": 2.3459858894348145, |
| "learning_rate": 3.7165609504932113e-06, |
| "loss": 1.2309, |
| "step": 43375 |
| }, |
| { |
| "epoch": 0.8422932111943485, |
| "grad_norm": 0.8813750743865967, |
| "learning_rate": 3.6943784398137754e-06, |
| "loss": 1.2878, |
| "step": 43400 |
| }, |
| { |
| "epoch": 0.8427784031362807, |
| "grad_norm": 0.6874656081199646, |
| "learning_rate": 3.6722570435244965e-06, |
| "loss": 1.1875, |
| "step": 43425 |
| }, |
| { |
| "epoch": 0.8432635950782129, |
| "grad_norm": 0.46227720379829407, |
| "learning_rate": 3.650196825079799e-06, |
| "loss": 1.108, |
| "step": 43450 |
| }, |
| { |
| "epoch": 0.8437487870201452, |
| "grad_norm": 0.6415436863899231, |
| "learning_rate": 3.6281978477585936e-06, |
| "loss": 1.1736, |
| "step": 43475 |
| }, |
| { |
| "epoch": 0.8442339789620774, |
| "grad_norm": 0.5191309452056885, |
| "learning_rate": 3.606260174664139e-06, |
| "loss": 1.2055, |
| "step": 43500 |
| }, |
| { |
| "epoch": 0.8447191709040096, |
| "grad_norm": 0.7452338933944702, |
| "learning_rate": 3.584383868723845e-06, |
| "loss": 1.1041, |
| "step": 43525 |
| }, |
| { |
| "epoch": 0.8452043628459418, |
| "grad_norm": 0.6662667989730835, |
| "learning_rate": 3.562568992689094e-06, |
| "loss": 1.1131, |
| "step": 43550 |
| }, |
| { |
| "epoch": 0.8456895547878741, |
| "grad_norm": 2.366908073425293, |
| "learning_rate": 3.5408156091350427e-06, |
| "loss": 1.0728, |
| "step": 43575 |
| }, |
| { |
| "epoch": 0.8461747467298063, |
| "grad_norm": 2.385645866394043, |
| "learning_rate": 3.519123780460473e-06, |
| "loss": 1.2058, |
| "step": 43600 |
| }, |
| { |
| "epoch": 0.8466599386717385, |
| "grad_norm": 1.7284241914749146, |
| "learning_rate": 3.4974935688876053e-06, |
| "loss": 1.3938, |
| "step": 43625 |
| }, |
| { |
| "epoch": 0.8471451306136708, |
| "grad_norm": 0.5983344316482544, |
| "learning_rate": 3.4759250364618856e-06, |
| "loss": 1.1243, |
| "step": 43650 |
| }, |
| { |
| "epoch": 0.847630322555603, |
| "grad_norm": 0.5259864330291748, |
| "learning_rate": 3.454418245051877e-06, |
| "loss": 1.0594, |
| "step": 43675 |
| }, |
| { |
| "epoch": 0.8481155144975352, |
| "grad_norm": 2.3952198028564453, |
| "learning_rate": 3.432973256348998e-06, |
| "loss": 1.4157, |
| "step": 43700 |
| }, |
| { |
| "epoch": 0.8486007064394675, |
| "grad_norm": 2.2020363807678223, |
| "learning_rate": 3.411590131867426e-06, |
| "loss": 1.2086, |
| "step": 43725 |
| }, |
| { |
| "epoch": 0.8490858983813997, |
| "grad_norm": 0.8094083070755005, |
| "learning_rate": 3.390268932943849e-06, |
| "loss": 1.0208, |
| "step": 43750 |
| }, |
| { |
| "epoch": 0.8495710903233319, |
| "grad_norm": 2.2405741214752197, |
| "learning_rate": 3.369009720737354e-06, |
| "loss": 1.2891, |
| "step": 43775 |
| }, |
| { |
| "epoch": 0.8500562822652641, |
| "grad_norm": 0.5131816267967224, |
| "learning_rate": 3.347812556229188e-06, |
| "loss": 1.266, |
| "step": 43800 |
| }, |
| { |
| "epoch": 0.8505414742071964, |
| "grad_norm": 0.45626986026763916, |
| "learning_rate": 3.3266775002226638e-06, |
| "loss": 1.1505, |
| "step": 43825 |
| }, |
| { |
| "epoch": 0.8510266661491286, |
| "grad_norm": 0.670863687992096, |
| "learning_rate": 3.305604613342886e-06, |
| "loss": 1.1239, |
| "step": 43850 |
| }, |
| { |
| "epoch": 0.8515118580910608, |
| "grad_norm": 0.844524621963501, |
| "learning_rate": 3.2845939560366663e-06, |
| "loss": 1.2255, |
| "step": 43875 |
| }, |
| { |
| "epoch": 0.8519970500329931, |
| "grad_norm": 0.5309500694274902, |
| "learning_rate": 3.2636455885723035e-06, |
| "loss": 1.1616, |
| "step": 43900 |
| }, |
| { |
| "epoch": 0.8524822419749253, |
| "grad_norm": 0.6425583362579346, |
| "learning_rate": 3.2427595710394083e-06, |
| "loss": 1.1398, |
| "step": 43925 |
| }, |
| { |
| "epoch": 0.8529674339168575, |
| "grad_norm": 2.395719289779663, |
| "learning_rate": 3.2219359633487545e-06, |
| "loss": 1.1054, |
| "step": 43950 |
| }, |
| { |
| "epoch": 0.8534526258587898, |
| "grad_norm": 0.6639992594718933, |
| "learning_rate": 3.2011748252320976e-06, |
| "loss": 1.1872, |
| "step": 43975 |
| }, |
| { |
| "epoch": 0.853937817800722, |
| "grad_norm": 0.5554426312446594, |
| "learning_rate": 3.180476216241998e-06, |
| "loss": 1.1678, |
| "step": 44000 |
| }, |
| { |
| "epoch": 0.8544230097426542, |
| "grad_norm": 2.229743719100952, |
| "learning_rate": 3.1598401957516427e-06, |
| "loss": 1.2921, |
| "step": 44025 |
| }, |
| { |
| "epoch": 0.8549082016845865, |
| "grad_norm": 0.6260336637496948, |
| "learning_rate": 3.139266822954709e-06, |
| "loss": 1.1298, |
| "step": 44050 |
| }, |
| { |
| "epoch": 0.8553933936265187, |
| "grad_norm": 2.1284871101379395, |
| "learning_rate": 3.1187561568651407e-06, |
| "loss": 1.2941, |
| "step": 44075 |
| }, |
| { |
| "epoch": 0.8558785855684509, |
| "grad_norm": 0.5921189188957214, |
| "learning_rate": 3.0983082563170507e-06, |
| "loss": 1.0881, |
| "step": 44100 |
| }, |
| { |
| "epoch": 0.8563637775103831, |
| "grad_norm": 0.8638701438903809, |
| "learning_rate": 3.0779231799644704e-06, |
| "loss": 1.1929, |
| "step": 44125 |
| }, |
| { |
| "epoch": 0.8568489694523154, |
| "grad_norm": 0.8404687643051147, |
| "learning_rate": 3.0576009862812507e-06, |
| "loss": 1.0667, |
| "step": 44150 |
| }, |
| { |
| "epoch": 0.8573341613942476, |
| "grad_norm": 2.6682112216949463, |
| "learning_rate": 3.037341733560842e-06, |
| "loss": 1.0952, |
| "step": 44175 |
| }, |
| { |
| "epoch": 0.8578193533361798, |
| "grad_norm": 2.221003770828247, |
| "learning_rate": 3.017145479916175e-06, |
| "loss": 1.1648, |
| "step": 44200 |
| }, |
| { |
| "epoch": 0.8583045452781121, |
| "grad_norm": 0.4825611114501953, |
| "learning_rate": 2.9970122832794544e-06, |
| "loss": 1.2237, |
| "step": 44225 |
| }, |
| { |
| "epoch": 0.8587897372200443, |
| "grad_norm": 0.9544191360473633, |
| "learning_rate": 2.9769422014020166e-06, |
| "loss": 1.0705, |
| "step": 44250 |
| }, |
| { |
| "epoch": 0.8592749291619765, |
| "grad_norm": 0.8665339350700378, |
| "learning_rate": 2.9569352918541516e-06, |
| "loss": 1.1644, |
| "step": 44275 |
| }, |
| { |
| "epoch": 0.8597601211039088, |
| "grad_norm": 0.4339320659637451, |
| "learning_rate": 2.9369916120249363e-06, |
| "loss": 1.1621, |
| "step": 44300 |
| }, |
| { |
| "epoch": 0.860245313045841, |
| "grad_norm": 0.6820968389511108, |
| "learning_rate": 2.91711121912209e-06, |
| "loss": 1.3636, |
| "step": 44325 |
| }, |
| { |
| "epoch": 0.8607305049877731, |
| "grad_norm": 0.7773299813270569, |
| "learning_rate": 2.897294170171777e-06, |
| "loss": 1.1547, |
| "step": 44350 |
| }, |
| { |
| "epoch": 0.8612156969297053, |
| "grad_norm": 2.295440673828125, |
| "learning_rate": 2.8775405220184736e-06, |
| "loss": 1.2135, |
| "step": 44375 |
| }, |
| { |
| "epoch": 0.8617008888716376, |
| "grad_norm": 0.5918710231781006, |
| "learning_rate": 2.857850331324796e-06, |
| "loss": 1.0748, |
| "step": 44400 |
| }, |
| { |
| "epoch": 0.8621860808135698, |
| "grad_norm": 0.5739689469337463, |
| "learning_rate": 2.838223654571334e-06, |
| "loss": 1.1307, |
| "step": 44425 |
| }, |
| { |
| "epoch": 0.862671272755502, |
| "grad_norm": 0.7215026021003723, |
| "learning_rate": 2.8186605480564758e-06, |
| "loss": 1.1402, |
| "step": 44450 |
| }, |
| { |
| "epoch": 0.8631564646974343, |
| "grad_norm": 0.8415974974632263, |
| "learning_rate": 2.799161067896283e-06, |
| "loss": 1.0177, |
| "step": 44475 |
| }, |
| { |
| "epoch": 0.8636416566393665, |
| "grad_norm": 2.188335657119751, |
| "learning_rate": 2.7797252700242804e-06, |
| "loss": 1.1468, |
| "step": 44500 |
| }, |
| { |
| "epoch": 0.8641268485812987, |
| "grad_norm": 0.6121488809585571, |
| "learning_rate": 2.7603532101913547e-06, |
| "loss": 1.2265, |
| "step": 44525 |
| }, |
| { |
| "epoch": 0.864612040523231, |
| "grad_norm": 0.43229490518569946, |
| "learning_rate": 2.7410449439655318e-06, |
| "loss": 1.1242, |
| "step": 44550 |
| }, |
| { |
| "epoch": 0.8650972324651632, |
| "grad_norm": 0.6256657242774963, |
| "learning_rate": 2.7218005267318715e-06, |
| "loss": 1.3075, |
| "step": 44575 |
| }, |
| { |
| "epoch": 0.8655824244070954, |
| "grad_norm": 0.5922048687934875, |
| "learning_rate": 2.7026200136922727e-06, |
| "loss": 1.2922, |
| "step": 44600 |
| }, |
| { |
| "epoch": 0.8660676163490276, |
| "grad_norm": 0.6428802013397217, |
| "learning_rate": 2.683503459865325e-06, |
| "loss": 1.0178, |
| "step": 44625 |
| }, |
| { |
| "epoch": 0.8665528082909599, |
| "grad_norm": 0.7537803649902344, |
| "learning_rate": 2.6644509200861643e-06, |
| "loss": 1.0275, |
| "step": 44650 |
| }, |
| { |
| "epoch": 0.8670380002328921, |
| "grad_norm": 0.6086905598640442, |
| "learning_rate": 2.6454624490062947e-06, |
| "loss": 1.1985, |
| "step": 44675 |
| }, |
| { |
| "epoch": 0.8675231921748243, |
| "grad_norm": 0.7140699028968811, |
| "learning_rate": 2.6265381010934538e-06, |
| "loss": 1.0796, |
| "step": 44700 |
| }, |
| { |
| "epoch": 0.8680083841167566, |
| "grad_norm": 0.5001961588859558, |
| "learning_rate": 2.6076779306314248e-06, |
| "loss": 1.1351, |
| "step": 44725 |
| }, |
| { |
| "epoch": 0.8684935760586888, |
| "grad_norm": 0.726270318031311, |
| "learning_rate": 2.5888819917199216e-06, |
| "loss": 1.1943, |
| "step": 44750 |
| }, |
| { |
| "epoch": 0.868978768000621, |
| "grad_norm": 2.488482713699341, |
| "learning_rate": 2.570150338274391e-06, |
| "loss": 1.1966, |
| "step": 44775 |
| }, |
| { |
| "epoch": 0.8694639599425533, |
| "grad_norm": 0.5218186974525452, |
| "learning_rate": 2.5514830240258996e-06, |
| "loss": 1.2071, |
| "step": 44800 |
| }, |
| { |
| "epoch": 0.8699491518844855, |
| "grad_norm": 0.6770194172859192, |
| "learning_rate": 2.532880102520946e-06, |
| "loss": 1.0569, |
| "step": 44825 |
| }, |
| { |
| "epoch": 0.8704343438264177, |
| "grad_norm": 2.267888069152832, |
| "learning_rate": 2.514341627121325e-06, |
| "loss": 1.35, |
| "step": 44850 |
| }, |
| { |
| "epoch": 0.8709195357683499, |
| "grad_norm": 0.8516804575920105, |
| "learning_rate": 2.4958676510039774e-06, |
| "loss": 1.1511, |
| "step": 44875 |
| }, |
| { |
| "epoch": 0.8714047277102822, |
| "grad_norm": 2.1753106117248535, |
| "learning_rate": 2.4774582271608115e-06, |
| "loss": 1.246, |
| "step": 44900 |
| }, |
| { |
| "epoch": 0.8718899196522144, |
| "grad_norm": 2.4398417472839355, |
| "learning_rate": 2.459113408398592e-06, |
| "loss": 1.1694, |
| "step": 44925 |
| }, |
| { |
| "epoch": 0.8723751115941466, |
| "grad_norm": 1.223963737487793, |
| "learning_rate": 2.440833247338742e-06, |
| "loss": 1.1845, |
| "step": 44950 |
| }, |
| { |
| "epoch": 0.8728603035360789, |
| "grad_norm": 0.5112389922142029, |
| "learning_rate": 2.4226177964172426e-06, |
| "loss": 1.2665, |
| "step": 44975 |
| }, |
| { |
| "epoch": 0.8733454954780111, |
| "grad_norm": 0.5205759406089783, |
| "learning_rate": 2.4044671078844365e-06, |
| "loss": 1.2307, |
| "step": 45000 |
| }, |
| { |
| "epoch": 0.8738306874199433, |
| "grad_norm": 0.856220006942749, |
| "learning_rate": 2.38638123380491e-06, |
| "loss": 1.1424, |
| "step": 45025 |
| }, |
| { |
| "epoch": 0.8743158793618756, |
| "grad_norm": 0.7049512267112732, |
| "learning_rate": 2.3683602260573174e-06, |
| "loss": 1.1552, |
| "step": 45050 |
| }, |
| { |
| "epoch": 0.8748010713038078, |
| "grad_norm": 0.619830846786499, |
| "learning_rate": 2.350404136334261e-06, |
| "loss": 1.3397, |
| "step": 45075 |
| }, |
| { |
| "epoch": 0.87528626324574, |
| "grad_norm": 0.7372903823852539, |
| "learning_rate": 2.332513016142121e-06, |
| "loss": 1.0746, |
| "step": 45100 |
| }, |
| { |
| "epoch": 0.8757714551876723, |
| "grad_norm": 0.5048025250434875, |
| "learning_rate": 2.3146869168009235e-06, |
| "loss": 1.2572, |
| "step": 45125 |
| }, |
| { |
| "epoch": 0.8762566471296045, |
| "grad_norm": 2.6004834175109863, |
| "learning_rate": 2.296925889444165e-06, |
| "loss": 1.2857, |
| "step": 45150 |
| }, |
| { |
| "epoch": 0.8767418390715367, |
| "grad_norm": 0.9175096154212952, |
| "learning_rate": 2.279229985018705e-06, |
| "loss": 1.1458, |
| "step": 45175 |
| }, |
| { |
| "epoch": 0.8772270310134689, |
| "grad_norm": 0.665542483329773, |
| "learning_rate": 2.2615992542845964e-06, |
| "loss": 1.0495, |
| "step": 45200 |
| }, |
| { |
| "epoch": 0.8777122229554012, |
| "grad_norm": 0.4686787724494934, |
| "learning_rate": 2.2440337478149276e-06, |
| "loss": 1.0511, |
| "step": 45225 |
| }, |
| { |
| "epoch": 0.8781974148973334, |
| "grad_norm": 0.4283061921596527, |
| "learning_rate": 2.226533515995724e-06, |
| "loss": 1.052, |
| "step": 45250 |
| }, |
| { |
| "epoch": 0.8786826068392656, |
| "grad_norm": 0.9462360739707947, |
| "learning_rate": 2.2090986090257393e-06, |
| "loss": 1.2328, |
| "step": 45275 |
| }, |
| { |
| "epoch": 0.8791677987811979, |
| "grad_norm": 0.9603732228279114, |
| "learning_rate": 2.1917290769163767e-06, |
| "loss": 1.1651, |
| "step": 45300 |
| }, |
| { |
| "epoch": 0.8796529907231301, |
| "grad_norm": 2.2129299640655518, |
| "learning_rate": 2.1744249694914842e-06, |
| "loss": 1.2754, |
| "step": 45325 |
| }, |
| { |
| "epoch": 0.8801381826650623, |
| "grad_norm": 0.9565553665161133, |
| "learning_rate": 2.157186336387268e-06, |
| "loss": 1.1478, |
| "step": 45350 |
| }, |
| { |
| "epoch": 0.8806233746069946, |
| "grad_norm": 3.3754632472991943, |
| "learning_rate": 2.1400132270520985e-06, |
| "loss": 1.3111, |
| "step": 45375 |
| }, |
| { |
| "epoch": 0.8811085665489268, |
| "grad_norm": 0.513015866279602, |
| "learning_rate": 2.1229056907464212e-06, |
| "loss": 1.0949, |
| "step": 45400 |
| }, |
| { |
| "epoch": 0.881593758490859, |
| "grad_norm": 0.6266611218452454, |
| "learning_rate": 2.105863776542566e-06, |
| "loss": 1.2132, |
| "step": 45425 |
| }, |
| { |
| "epoch": 0.8820789504327912, |
| "grad_norm": 0.4735262989997864, |
| "learning_rate": 2.0888875333246377e-06, |
| "loss": 1.2445, |
| "step": 45450 |
| }, |
| { |
| "epoch": 0.8825641423747235, |
| "grad_norm": 2.0936570167541504, |
| "learning_rate": 2.0719770097883617e-06, |
| "loss": 1.2272, |
| "step": 45475 |
| }, |
| { |
| "epoch": 0.8830493343166557, |
| "grad_norm": 0.8857748508453369, |
| "learning_rate": 2.055132254440953e-06, |
| "loss": 1.1668, |
| "step": 45500 |
| }, |
| { |
| "epoch": 0.8835345262585879, |
| "grad_norm": 0.41299867630004883, |
| "learning_rate": 2.0383533156009716e-06, |
| "loss": 1.0371, |
| "step": 45525 |
| }, |
| { |
| "epoch": 0.8840197182005202, |
| "grad_norm": 0.5318437218666077, |
| "learning_rate": 2.0216402413981843e-06, |
| "loss": 1.0775, |
| "step": 45550 |
| }, |
| { |
| "epoch": 0.8845049101424524, |
| "grad_norm": 0.8453500866889954, |
| "learning_rate": 2.0049930797734345e-06, |
| "loss": 1.0566, |
| "step": 45575 |
| }, |
| { |
| "epoch": 0.8849901020843846, |
| "grad_norm": 0.685086190700531, |
| "learning_rate": 1.988411878478483e-06, |
| "loss": 1.3471, |
| "step": 45600 |
| }, |
| { |
| "epoch": 0.8854752940263169, |
| "grad_norm": 1.8782490491867065, |
| "learning_rate": 1.9718966850758995e-06, |
| "loss": 1.2987, |
| "step": 45625 |
| }, |
| { |
| "epoch": 0.8859604859682491, |
| "grad_norm": 0.6182948350906372, |
| "learning_rate": 1.955447546938899e-06, |
| "loss": 1.1316, |
| "step": 45650 |
| }, |
| { |
| "epoch": 0.8864456779101813, |
| "grad_norm": 0.763523519039154, |
| "learning_rate": 1.9390645112512455e-06, |
| "loss": 1.0996, |
| "step": 45675 |
| }, |
| { |
| "epoch": 0.8869308698521134, |
| "grad_norm": 3.496105909347534, |
| "learning_rate": 1.922747625007057e-06, |
| "loss": 1.2463, |
| "step": 45700 |
| }, |
| { |
| "epoch": 0.8874160617940458, |
| "grad_norm": 0.6433348655700684, |
| "learning_rate": 1.9064969350107292e-06, |
| "loss": 1.2955, |
| "step": 45725 |
| }, |
| { |
| "epoch": 0.887901253735978, |
| "grad_norm": 2.626591682434082, |
| "learning_rate": 1.8903124878767609e-06, |
| "loss": 1.2211, |
| "step": 45750 |
| }, |
| { |
| "epoch": 0.8883864456779101, |
| "grad_norm": 0.8996178507804871, |
| "learning_rate": 1.8741943300296465e-06, |
| "loss": 1.2977, |
| "step": 45775 |
| }, |
| { |
| "epoch": 0.8888716376198424, |
| "grad_norm": 2.2415785789489746, |
| "learning_rate": 1.8581425077037251e-06, |
| "loss": 1.1102, |
| "step": 45800 |
| }, |
| { |
| "epoch": 0.8893568295617746, |
| "grad_norm": 0.9954444766044617, |
| "learning_rate": 1.842157066943065e-06, |
| "loss": 1.3382, |
| "step": 45825 |
| }, |
| { |
| "epoch": 0.8898420215037068, |
| "grad_norm": 2.1846556663513184, |
| "learning_rate": 1.8262380536013035e-06, |
| "loss": 1.0919, |
| "step": 45850 |
| }, |
| { |
| "epoch": 0.8903272134456391, |
| "grad_norm": 0.5869377255439758, |
| "learning_rate": 1.8103855133415448e-06, |
| "loss": 1.0308, |
| "step": 45875 |
| }, |
| { |
| "epoch": 0.8908124053875713, |
| "grad_norm": 0.813171923160553, |
| "learning_rate": 1.7945994916362258e-06, |
| "loss": 1.0388, |
| "step": 45900 |
| }, |
| { |
| "epoch": 0.8912975973295035, |
| "grad_norm": 1.9317084550857544, |
| "learning_rate": 1.7788800337669582e-06, |
| "loss": 1.2229, |
| "step": 45925 |
| }, |
| { |
| "epoch": 0.8917827892714357, |
| "grad_norm": 2.2095816135406494, |
| "learning_rate": 1.7632271848244287e-06, |
| "loss": 1.154, |
| "step": 45950 |
| }, |
| { |
| "epoch": 0.892267981213368, |
| "grad_norm": 0.7334746718406677, |
| "learning_rate": 1.747640989708263e-06, |
| "loss": 1.3292, |
| "step": 45975 |
| }, |
| { |
| "epoch": 0.8927531731553002, |
| "grad_norm": 0.8490131497383118, |
| "learning_rate": 1.7321214931268843e-06, |
| "loss": 1.0612, |
| "step": 46000 |
| } |
| ], |
| "logging_steps": 25, |
| "max_steps": 51526, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.87072854889973e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
