| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.2507079478950349, |
| "eval_steps": 500, |
| "global_step": 332, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0007551444213705871, |
| "grad_norm": 0.059659671038389206, |
| "learning_rate": 2e-05, |
| "loss": 0.4492, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0015102888427411742, |
| "grad_norm": 0.0642104372382164, |
| "learning_rate": 4e-05, |
| "loss": 0.4602, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0022654332641117614, |
| "grad_norm": 0.06154001131653786, |
| "learning_rate": 6e-05, |
| "loss": 0.488, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0030205776854823484, |
| "grad_norm": 0.07486463338136673, |
| "learning_rate": 8e-05, |
| "loss": 0.5672, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.003775722106852936, |
| "grad_norm": 0.08084491640329361, |
| "learning_rate": 0.0001, |
| "loss": 0.525, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.004530866528223523, |
| "grad_norm": 0.09173104912042618, |
| "learning_rate": 9.999985839072915e-05, |
| "loss": 0.523, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.00528601094959411, |
| "grad_norm": 0.10932840406894684, |
| "learning_rate": 9.999943356371866e-05, |
| "loss": 0.4872, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.006041155370964697, |
| "grad_norm": 0.14193305373191833, |
| "learning_rate": 9.999872552137497e-05, |
| "loss": 0.5677, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.006796299792335284, |
| "grad_norm": 0.15595699846744537, |
| "learning_rate": 9.999773426770865e-05, |
| "loss": 0.6329, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.007551444213705872, |
| "grad_norm": 0.157088503241539, |
| "learning_rate": 9.999645980833454e-05, |
| "loss": 0.5819, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.008306588635076459, |
| "grad_norm": 0.12618108093738556, |
| "learning_rate": 9.999490215047167e-05, |
| "loss": 0.5207, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.009061733056447046, |
| "grad_norm": 0.15058279037475586, |
| "learning_rate": 9.999306130294317e-05, |
| "loss": 0.5821, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.009816877477817633, |
| "grad_norm": 0.12929701805114746, |
| "learning_rate": 9.99909372761763e-05, |
| "loss": 0.5065, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.01057202189918822, |
| "grad_norm": 0.12497358024120331, |
| "learning_rate": 9.99885300822023e-05, |
| "loss": 0.524, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.011327166320558807, |
| "grad_norm": 0.12322711199522018, |
| "learning_rate": 9.998583973465646e-05, |
| "loss": 0.605, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.012082310741929394, |
| "grad_norm": 0.11271341890096664, |
| "learning_rate": 9.998286624877786e-05, |
| "loss": 0.5465, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.01283745516329998, |
| "grad_norm": 0.11549581587314606, |
| "learning_rate": 9.997960964140947e-05, |
| "loss": 0.5595, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.013592599584670568, |
| "grad_norm": 0.12339697778224945, |
| "learning_rate": 9.997606993099789e-05, |
| "loss": 0.4647, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.014347744006041155, |
| "grad_norm": 0.13940560817718506, |
| "learning_rate": 9.997224713759335e-05, |
| "loss": 0.5441, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.015102888427411743, |
| "grad_norm": 0.12651537358760834, |
| "learning_rate": 9.99681412828496e-05, |
| "loss": 0.5482, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.01585803284878233, |
| "grad_norm": 0.13802285492420197, |
| "learning_rate": 9.996375239002369e-05, |
| "loss": 0.4715, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.016613177270152917, |
| "grad_norm": 0.13440218567848206, |
| "learning_rate": 9.995908048397595e-05, |
| "loss": 0.5641, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.017368321691523504, |
| "grad_norm": 0.139227494597435, |
| "learning_rate": 9.995412559116979e-05, |
| "loss": 0.4398, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.01812346611289409, |
| "grad_norm": 0.1373261958360672, |
| "learning_rate": 9.994888773967157e-05, |
| "loss": 0.5384, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.018878610534264678, |
| "grad_norm": 0.14462506771087646, |
| "learning_rate": 9.99433669591504e-05, |
| "loss": 0.5708, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.019633754955635265, |
| "grad_norm": 0.14911501109600067, |
| "learning_rate": 9.993756328087805e-05, |
| "loss": 0.5851, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.020388899377005852, |
| "grad_norm": 0.13722750544548035, |
| "learning_rate": 9.99314767377287e-05, |
| "loss": 0.488, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.02114404379837644, |
| "grad_norm": 0.1530655175447464, |
| "learning_rate": 9.992510736417878e-05, |
| "loss": 0.5364, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.021899188219747026, |
| "grad_norm": 0.14158278703689575, |
| "learning_rate": 9.991845519630678e-05, |
| "loss": 0.4066, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.022654332641117613, |
| "grad_norm": 0.14002585411071777, |
| "learning_rate": 9.991152027179307e-05, |
| "loss": 0.4307, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0234094770624882, |
| "grad_norm": 0.15578630566596985, |
| "learning_rate": 9.990430262991962e-05, |
| "loss": 0.4661, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.024164621483858787, |
| "grad_norm": 0.16023118793964386, |
| "learning_rate": 9.989680231156981e-05, |
| "loss": 0.4454, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.024919765905229374, |
| "grad_norm": 0.17581893503665924, |
| "learning_rate": 9.988901935922826e-05, |
| "loss": 0.5209, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.02567491032659996, |
| "grad_norm": 0.1649864912033081, |
| "learning_rate": 9.988095381698048e-05, |
| "loss": 0.5037, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.026430054747970548, |
| "grad_norm": 0.18106521666049957, |
| "learning_rate": 9.987260573051269e-05, |
| "loss": 0.4649, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.027185199169341135, |
| "grad_norm": 0.1807573437690735, |
| "learning_rate": 9.986397514711154e-05, |
| "loss": 0.4987, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.027940343590711722, |
| "grad_norm": 0.392092764377594, |
| "learning_rate": 9.985506211566388e-05, |
| "loss": 0.526, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.02869548801208231, |
| "grad_norm": 0.17764483392238617, |
| "learning_rate": 9.98458666866564e-05, |
| "loss": 0.4262, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.0294506324334529, |
| "grad_norm": 0.20041850209236145, |
| "learning_rate": 9.983638891217544e-05, |
| "loss": 0.5239, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.030205776854823486, |
| "grad_norm": 0.19753199815750122, |
| "learning_rate": 9.982662884590662e-05, |
| "loss": 0.4918, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.030960921276194073, |
| "grad_norm": 0.19215907156467438, |
| "learning_rate": 9.981658654313457e-05, |
| "loss": 0.4474, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.03171606569756466, |
| "grad_norm": 0.19931669533252716, |
| "learning_rate": 9.980626206074263e-05, |
| "loss": 0.4531, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.032471210118935244, |
| "grad_norm": 0.20595461130142212, |
| "learning_rate": 9.979565545721248e-05, |
| "loss": 0.4495, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.033226354540305834, |
| "grad_norm": 0.20857509970664978, |
| "learning_rate": 9.978476679262387e-05, |
| "loss": 0.4331, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.03398149896167642, |
| "grad_norm": 0.21194373071193695, |
| "learning_rate": 9.977359612865423e-05, |
| "loss": 0.3721, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.03473664338304701, |
| "grad_norm": 0.21357247233390808, |
| "learning_rate": 9.976214352857834e-05, |
| "loss": 0.4586, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.03549178780441759, |
| "grad_norm": 0.23830629885196686, |
| "learning_rate": 9.975040905726798e-05, |
| "loss": 0.4416, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.03624693222578818, |
| "grad_norm": 0.2576565444469452, |
| "learning_rate": 9.973839278119155e-05, |
| "loss": 0.4685, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.037002076647158766, |
| "grad_norm": 0.5738092660903931, |
| "learning_rate": 9.972609476841367e-05, |
| "loss": 0.3931, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.037757221068529356, |
| "grad_norm": 0.31976327300071716, |
| "learning_rate": 9.971351508859488e-05, |
| "loss": 0.419, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.03851236548989995, |
| "grad_norm": 0.11089778691530228, |
| "learning_rate": 9.970065381299112e-05, |
| "loss": 0.3417, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.03926750991127053, |
| "grad_norm": 0.13030797243118286, |
| "learning_rate": 9.968751101445343e-05, |
| "loss": 0.3921, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.04002265433264112, |
| "grad_norm": 0.12426062673330307, |
| "learning_rate": 9.967408676742751e-05, |
| "loss": 0.3519, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.040777798754011704, |
| "grad_norm": 0.13413658738136292, |
| "learning_rate": 9.966038114795328e-05, |
| "loss": 0.4093, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.041532943175382295, |
| "grad_norm": 0.1284988820552826, |
| "learning_rate": 9.964639423366442e-05, |
| "loss": 0.4002, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.04228808759675288, |
| "grad_norm": 0.11679685115814209, |
| "learning_rate": 9.963212610378803e-05, |
| "loss": 0.4191, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.04304323201812347, |
| "grad_norm": 0.12084402143955231, |
| "learning_rate": 9.961757683914406e-05, |
| "loss": 0.3768, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.04379837643949405, |
| "grad_norm": 0.11981435120105743, |
| "learning_rate": 9.960274652214496e-05, |
| "loss": 0.4396, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.04455352086086464, |
| "grad_norm": 0.1252336949110031, |
| "learning_rate": 9.958763523679514e-05, |
| "loss": 0.4526, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.045308665282235226, |
| "grad_norm": 0.12791119515895844, |
| "learning_rate": 9.957224306869053e-05, |
| "loss": 0.4877, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.04606380970360582, |
| "grad_norm": 0.12734884023666382, |
| "learning_rate": 9.955657010501806e-05, |
| "loss": 0.4608, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.0468189541249764, |
| "grad_norm": 0.12033625692129135, |
| "learning_rate": 9.954061643455523e-05, |
| "loss": 0.4842, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.04757409854634699, |
| "grad_norm": 0.11826111376285553, |
| "learning_rate": 9.952438214766955e-05, |
| "loss": 0.4132, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.048329242967717574, |
| "grad_norm": 0.12830643355846405, |
| "learning_rate": 9.950786733631801e-05, |
| "loss": 0.4733, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.049084387389088165, |
| "grad_norm": 0.13267682492733002, |
| "learning_rate": 9.949107209404665e-05, |
| "loss": 0.4303, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.04983953181045875, |
| "grad_norm": 0.12670353055000305, |
| "learning_rate": 9.947399651598993e-05, |
| "loss": 0.5202, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.05059467623182934, |
| "grad_norm": 0.15055082738399506, |
| "learning_rate": 9.945664069887028e-05, |
| "loss": 0.4475, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.05134982065319992, |
| "grad_norm": 0.13549265265464783, |
| "learning_rate": 9.943900474099748e-05, |
| "loss": 0.5083, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.05210496507457051, |
| "grad_norm": 0.12346430122852325, |
| "learning_rate": 9.942108874226811e-05, |
| "loss": 0.3601, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.052860109495941096, |
| "grad_norm": 0.14251157641410828, |
| "learning_rate": 9.940289280416508e-05, |
| "loss": 0.4827, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.05361525391731169, |
| "grad_norm": 0.13678328692913055, |
| "learning_rate": 9.938441702975689e-05, |
| "loss": 0.4081, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.05437039833868227, |
| "grad_norm": 0.13870520889759064, |
| "learning_rate": 9.93656615236972e-05, |
| "loss": 0.442, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.05512554276005286, |
| "grad_norm": 0.13190938532352448, |
| "learning_rate": 9.934662639222412e-05, |
| "loss": 0.409, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.055880687181423444, |
| "grad_norm": 0.1491832584142685, |
| "learning_rate": 9.932731174315972e-05, |
| "loss": 0.5432, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.056635831602794035, |
| "grad_norm": 0.14117342233657837, |
| "learning_rate": 9.930771768590933e-05, |
| "loss": 0.436, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.05739097602416462, |
| "grad_norm": 0.15490145981311798, |
| "learning_rate": 9.928784433146096e-05, |
| "loss": 0.4399, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.05814612044553521, |
| "grad_norm": 0.15420539677143097, |
| "learning_rate": 9.926769179238466e-05, |
| "loss": 0.4223, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.0589012648669058, |
| "grad_norm": 0.15358476340770721, |
| "learning_rate": 9.924726018283187e-05, |
| "loss": 0.4702, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.05965640928827638, |
| "grad_norm": 0.15698279440402985, |
| "learning_rate": 9.922654961853481e-05, |
| "loss": 0.4728, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.06041155370964697, |
| "grad_norm": 0.16668903827667236, |
| "learning_rate": 9.92055602168058e-05, |
| "loss": 0.4654, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.061166698131017556, |
| "grad_norm": 0.16828201711177826, |
| "learning_rate": 9.918429209653662e-05, |
| "loss": 0.4588, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.06192184255238815, |
| "grad_norm": 0.1675289273262024, |
| "learning_rate": 9.916274537819775e-05, |
| "loss": 0.489, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.06267698697375873, |
| "grad_norm": 0.19768594205379486, |
| "learning_rate": 9.914092018383778e-05, |
| "loss": 0.4707, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.06343213139512932, |
| "grad_norm": 0.17943724989891052, |
| "learning_rate": 9.911881663708275e-05, |
| "loss": 0.458, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.06418727581649991, |
| "grad_norm": 0.18578174710273743, |
| "learning_rate": 9.909643486313533e-05, |
| "loss": 0.403, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.06494242023787049, |
| "grad_norm": 0.1998097449541092, |
| "learning_rate": 9.90737749887742e-05, |
| "loss": 0.5154, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.06569756465924108, |
| "grad_norm": 0.18927428126335144, |
| "learning_rate": 9.905083714235326e-05, |
| "loss": 0.4682, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.06645270908061167, |
| "grad_norm": 0.18993408977985382, |
| "learning_rate": 9.9027621453801e-05, |
| "loss": 0.4373, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.06720785350198226, |
| "grad_norm": 0.18295501172542572, |
| "learning_rate": 9.900412805461967e-05, |
| "loss": 0.4163, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.06796299792335284, |
| "grad_norm": 0.20295414328575134, |
| "learning_rate": 9.898035707788463e-05, |
| "loss": 0.4816, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.06871814234472343, |
| "grad_norm": 0.21273529529571533, |
| "learning_rate": 9.895630865824347e-05, |
| "loss": 0.4363, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.06947328676609402, |
| "grad_norm": 0.21219299733638763, |
| "learning_rate": 9.893198293191538e-05, |
| "loss": 0.5055, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.07022843118746461, |
| "grad_norm": 0.2346925586462021, |
| "learning_rate": 9.890738003669029e-05, |
| "loss": 0.5144, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.07098357560883518, |
| "grad_norm": 0.2355310320854187, |
| "learning_rate": 9.888250011192811e-05, |
| "loss": 0.4826, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.07173872003020577, |
| "grad_norm": 0.23005840182304382, |
| "learning_rate": 9.885734329855798e-05, |
| "loss": 0.4764, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.07249386445157636, |
| "grad_norm": 0.2246306836605072, |
| "learning_rate": 9.883190973907741e-05, |
| "loss": 0.3891, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.07324900887294696, |
| "grad_norm": 0.28144529461860657, |
| "learning_rate": 9.880619957755151e-05, |
| "loss": 0.5174, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.07400415329431753, |
| "grad_norm": 0.27972379326820374, |
| "learning_rate": 9.878021295961217e-05, |
| "loss": 0.4433, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.07475929771568812, |
| "grad_norm": 0.3294559717178345, |
| "learning_rate": 9.875395003245724e-05, |
| "loss": 0.442, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.07551444213705871, |
| "grad_norm": 0.3774302303791046, |
| "learning_rate": 9.872741094484965e-05, |
| "loss": 0.5358, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0762695865584293, |
| "grad_norm": 0.12596380710601807, |
| "learning_rate": 9.870059584711668e-05, |
| "loss": 0.3584, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.0770247309797999, |
| "grad_norm": 0.1355014592409134, |
| "learning_rate": 9.867350489114894e-05, |
| "loss": 0.4008, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.07777987540117047, |
| "grad_norm": 0.14024491608142853, |
| "learning_rate": 9.864613823039969e-05, |
| "loss": 0.3752, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.07853501982254106, |
| "grad_norm": 0.13403770327568054, |
| "learning_rate": 9.861849601988383e-05, |
| "loss": 0.38, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.07929016424391165, |
| "grad_norm": 0.1362624615430832, |
| "learning_rate": 9.859057841617709e-05, |
| "loss": 0.3889, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.08004530866528224, |
| "grad_norm": 0.137498140335083, |
| "learning_rate": 9.856238557741513e-05, |
| "loss": 0.4215, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.08080045308665282, |
| "grad_norm": 0.1259029656648636, |
| "learning_rate": 9.853391766329263e-05, |
| "loss": 0.3831, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.08155559750802341, |
| "grad_norm": 0.12306073307991028, |
| "learning_rate": 9.850517483506244e-05, |
| "loss": 0.3843, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.082310741929394, |
| "grad_norm": 0.12481655925512314, |
| "learning_rate": 9.847615725553456e-05, |
| "loss": 0.4206, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.08306588635076459, |
| "grad_norm": 0.11769527196884155, |
| "learning_rate": 9.844686508907537e-05, |
| "loss": 0.3633, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.08382103077213517, |
| "grad_norm": 0.12572641670703888, |
| "learning_rate": 9.841729850160652e-05, |
| "loss": 0.4113, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.08457617519350576, |
| "grad_norm": 0.12385623157024384, |
| "learning_rate": 9.838745766060416e-05, |
| "loss": 0.3894, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.08533131961487635, |
| "grad_norm": 0.13819383084774017, |
| "learning_rate": 9.835734273509786e-05, |
| "loss": 0.4989, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.08608646403624694, |
| "grad_norm": 0.13039085268974304, |
| "learning_rate": 9.832695389566972e-05, |
| "loss": 0.4502, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.08684160845761751, |
| "grad_norm": 0.14915941655635834, |
| "learning_rate": 9.829629131445342e-05, |
| "loss": 0.4674, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.0875967528789881, |
| "grad_norm": 0.13414114713668823, |
| "learning_rate": 9.826535516513317e-05, |
| "loss": 0.4914, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.0883518973003587, |
| "grad_norm": 0.13531801104545593, |
| "learning_rate": 9.82341456229428e-05, |
| "loss": 0.4764, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.08910704172172929, |
| "grad_norm": 0.1374198943376541, |
| "learning_rate": 9.820266286466471e-05, |
| "loss": 0.4299, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.08986218614309986, |
| "grad_norm": 0.14264227449893951, |
| "learning_rate": 9.817090706862895e-05, |
| "loss": 0.4164, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.09061733056447045, |
| "grad_norm": 0.14601197838783264, |
| "learning_rate": 9.81388784147121e-05, |
| "loss": 0.4273, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.09137247498584104, |
| "grad_norm": 0.1535925269126892, |
| "learning_rate": 9.810657708433637e-05, |
| "loss": 0.4947, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.09212761940721163, |
| "grad_norm": 0.1509617269039154, |
| "learning_rate": 9.807400326046843e-05, |
| "loss": 0.3626, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.09288276382858221, |
| "grad_norm": 0.15619726479053497, |
| "learning_rate": 9.804115712761851e-05, |
| "loss": 0.4597, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.0936379082499528, |
| "grad_norm": 0.1454990804195404, |
| "learning_rate": 9.80080388718393e-05, |
| "loss": 0.3858, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.09439305267132339, |
| "grad_norm": 0.1631968766450882, |
| "learning_rate": 9.797464868072488e-05, |
| "loss": 0.435, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.09514819709269398, |
| "grad_norm": 0.15620705485343933, |
| "learning_rate": 9.794098674340965e-05, |
| "loss": 0.4259, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.09590334151406457, |
| "grad_norm": 0.16626444458961487, |
| "learning_rate": 9.790705325056735e-05, |
| "loss": 0.4253, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.09665848593543515, |
| "grad_norm": 0.16531290113925934, |
| "learning_rate": 9.787284839440982e-05, |
| "loss": 0.4284, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.09741363035680574, |
| "grad_norm": 0.15550102293491364, |
| "learning_rate": 9.783837236868609e-05, |
| "loss": 0.3745, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.09816877477817633, |
| "grad_norm": 0.17284280061721802, |
| "learning_rate": 9.780362536868113e-05, |
| "loss": 0.4458, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.09892391919954692, |
| "grad_norm": 0.16307754814624786, |
| "learning_rate": 9.776860759121484e-05, |
| "loss": 0.4001, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.0996790636209175, |
| "grad_norm": 0.1765722781419754, |
| "learning_rate": 9.77333192346409e-05, |
| "loss": 0.4215, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.10043420804228809, |
| "grad_norm": 0.1748800426721573, |
| "learning_rate": 9.769776049884563e-05, |
| "loss": 0.4215, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.10118935246365868, |
| "grad_norm": 0.18451336026191711, |
| "learning_rate": 9.766193158524692e-05, |
| "loss": 0.4214, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.10194449688502927, |
| "grad_norm": 0.19954369962215424, |
| "learning_rate": 9.762583269679303e-05, |
| "loss": 0.4085, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.10269964130639984, |
| "grad_norm": 0.2019212394952774, |
| "learning_rate": 9.758946403796143e-05, |
| "loss": 0.3836, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.10345478572777043, |
| "grad_norm": 0.20586973428726196, |
| "learning_rate": 9.755282581475769e-05, |
| "loss": 0.4231, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.10420993014914103, |
| "grad_norm": 0.2090785652399063, |
| "learning_rate": 9.751591823471429e-05, |
| "loss": 0.4385, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.10496507457051162, |
| "grad_norm": 0.21643619239330292, |
| "learning_rate": 9.747874150688948e-05, |
| "loss": 0.4758, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.10572021899188219, |
| "grad_norm": 0.19914501905441284, |
| "learning_rate": 9.744129584186598e-05, |
| "loss": 0.3888, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.10647536341325278, |
| "grad_norm": 0.23445309698581696, |
| "learning_rate": 9.740358145174998e-05, |
| "loss": 0.4988, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.10723050783462337, |
| "grad_norm": 0.21564048528671265, |
| "learning_rate": 9.736559855016973e-05, |
| "loss": 0.4387, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.10798565225599396, |
| "grad_norm": 0.21970051527023315, |
| "learning_rate": 9.73273473522745e-05, |
| "loss": 0.3984, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.10874079667736454, |
| "grad_norm": 0.24472594261169434, |
| "learning_rate": 9.728882807473324e-05, |
| "loss": 0.378, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.10949594109873513, |
| "grad_norm": 0.24230483174324036, |
| "learning_rate": 9.725004093573342e-05, |
| "loss": 0.4024, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.11025108552010572, |
| "grad_norm": 0.24002547562122345, |
| "learning_rate": 9.72109861549798e-05, |
| "loss": 0.3738, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.11100622994147631, |
| "grad_norm": 0.2504161298274994, |
| "learning_rate": 9.717166395369313e-05, |
| "loss": 0.3868, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.11176137436284689, |
| "grad_norm": 0.2596012055873871, |
| "learning_rate": 9.713207455460894e-05, |
| "loss": 0.4068, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.11251651878421748, |
| "grad_norm": 0.3224775493144989, |
| "learning_rate": 9.709221818197624e-05, |
| "loss": 0.4875, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.11327166320558807, |
| "grad_norm": 0.40476924180984497, |
| "learning_rate": 9.705209506155634e-05, |
| "loss": 0.4832, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.11402680762695866, |
| "grad_norm": 0.11512809246778488, |
| "learning_rate": 9.701170542062148e-05, |
| "loss": 0.3255, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.11478195204832924, |
| "grad_norm": 0.13325871527194977, |
| "learning_rate": 9.697104948795352e-05, |
| "loss": 0.3707, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.11553709646969983, |
| "grad_norm": 0.1390884816646576, |
| "learning_rate": 9.693012749384279e-05, |
| "loss": 0.3659, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.11629224089107042, |
| "grad_norm": 0.13481466472148895, |
| "learning_rate": 9.688893967008661e-05, |
| "loss": 0.3847, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.11704738531244101, |
| "grad_norm": 0.14832735061645508, |
| "learning_rate": 9.68474862499881e-05, |
| "loss": 0.457, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.1178025297338116, |
| "grad_norm": 0.13634005188941956, |
| "learning_rate": 9.68057674683548e-05, |
| "loss": 0.4172, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.11855767415518217, |
| "grad_norm": 0.1387951821088791, |
| "learning_rate": 9.676378356149734e-05, |
| "loss": 0.4252, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.11931281857655276, |
| "grad_norm": 0.1387217789888382, |
| "learning_rate": 9.672153476722816e-05, |
| "loss": 0.3928, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.12006796299792336, |
| "grad_norm": 0.14391182363033295, |
| "learning_rate": 9.667902132486009e-05, |
| "loss": 0.4545, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.12082310741929395, |
| "grad_norm": 0.1416245996952057, |
| "learning_rate": 9.663624347520505e-05, |
| "loss": 0.4543, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.12157825184066452, |
| "grad_norm": 0.13763579726219177, |
| "learning_rate": 9.659320146057262e-05, |
| "loss": 0.3957, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.12233339626203511, |
| "grad_norm": 0.14178583025932312, |
| "learning_rate": 9.654989552476875e-05, |
| "loss": 0.448, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.1230885406834057, |
| "grad_norm": 0.13738113641738892, |
| "learning_rate": 9.650632591309431e-05, |
| "loss": 0.3954, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.1238436851047763, |
| "grad_norm": 0.14869531989097595, |
| "learning_rate": 9.646249287234374e-05, |
| "loss": 0.4405, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.12459882952614687, |
| "grad_norm": 0.14332245290279388, |
| "learning_rate": 9.641839665080363e-05, |
| "loss": 0.4543, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.12535397394751746, |
| "grad_norm": 0.14617004990577698, |
| "learning_rate": 9.637403749825135e-05, |
| "loss": 0.397, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.12610911836888805, |
| "grad_norm": 0.16142374277114868, |
| "learning_rate": 9.632941566595357e-05, |
| "loss": 0.5283, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.12686426279025864, |
| "grad_norm": 0.15721464157104492, |
| "learning_rate": 9.628453140666492e-05, |
| "loss": 0.433, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.12761940721162923, |
| "grad_norm": 0.1646830439567566, |
| "learning_rate": 9.623938497462646e-05, |
| "loss": 0.5024, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.12837455163299982, |
| "grad_norm": 0.14574110507965088, |
| "learning_rate": 9.619397662556435e-05, |
| "loss": 0.4194, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.12912969605437039, |
| "grad_norm": 0.15734295547008514, |
| "learning_rate": 9.614830661668829e-05, |
| "loss": 0.4757, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.12988484047574098, |
| "grad_norm": 0.15386731922626495, |
| "learning_rate": 9.610237520669016e-05, |
| "loss": 0.3874, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.13063998489711157, |
| "grad_norm": 0.16264206171035767, |
| "learning_rate": 9.60561826557425e-05, |
| "loss": 0.409, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.13139512931848216, |
| "grad_norm": 0.1713552325963974, |
| "learning_rate": 9.600972922549707e-05, |
| "loss": 0.4799, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.13215027373985275, |
| "grad_norm": 0.17139887809753418, |
| "learning_rate": 9.596301517908328e-05, |
| "loss": 0.3992, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.13290541816122334, |
| "grad_norm": 0.16348589956760406, |
| "learning_rate": 9.591604078110685e-05, |
| "loss": 0.3942, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.13366056258259393, |
| "grad_norm": 0.1675892323255539, |
| "learning_rate": 9.586880629764817e-05, |
| "loss": 0.4305, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.13441570700396452, |
| "grad_norm": 0.1761837750673294, |
| "learning_rate": 9.582131199626087e-05, |
| "loss": 0.4386, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.1351708514253351, |
| "grad_norm": 0.1876501590013504, |
| "learning_rate": 9.577355814597031e-05, |
| "loss": 0.4765, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.13592599584670567, |
| "grad_norm": 0.18781447410583496, |
| "learning_rate": 9.572554501727198e-05, |
| "loss": 0.4502, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.13668114026807626, |
| "grad_norm": 0.20662984251976013, |
| "learning_rate": 9.567727288213005e-05, |
| "loss": 0.4612, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.13743628468944685, |
| "grad_norm": 0.19330036640167236, |
| "learning_rate": 9.56287420139758e-05, |
| "loss": 0.4344, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.13819142911081744, |
| "grad_norm": 0.19399768114089966, |
| "learning_rate": 9.557995268770608e-05, |
| "loss": 0.4314, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.13894657353218803, |
| "grad_norm": 0.200825035572052, |
| "learning_rate": 9.553090517968169e-05, |
| "loss": 0.4095, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.13970171795355862, |
| "grad_norm": 0.21249161660671234, |
| "learning_rate": 9.548159976772592e-05, |
| "loss": 0.5122, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.14045686237492921, |
| "grad_norm": 0.2057344764471054, |
| "learning_rate": 9.543203673112293e-05, |
| "loss": 0.4131, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.1412120067962998, |
| "grad_norm": 0.2109992653131485, |
| "learning_rate": 9.538221635061611e-05, |
| "loss": 0.4596, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.14196715121767037, |
| "grad_norm": 0.2060767263174057, |
| "learning_rate": 9.533213890840657e-05, |
| "loss": 0.4008, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.14272229563904096, |
| "grad_norm": 0.22520488500595093, |
| "learning_rate": 9.528180468815155e-05, |
| "loss": 0.451, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.14347744006041155, |
| "grad_norm": 0.23366759717464447, |
| "learning_rate": 9.523121397496269e-05, |
| "loss": 0.435, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.14423258448178214, |
| "grad_norm": 0.23018625378608704, |
| "learning_rate": 9.518036705540458e-05, |
| "loss": 0.4397, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.14498772890315273, |
| "grad_norm": 0.22498714923858643, |
| "learning_rate": 9.512926421749304e-05, |
| "loss": 0.3717, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.14574287332452332, |
| "grad_norm": 0.24823418259620667, |
| "learning_rate": 9.507790575069347e-05, |
| "loss": 0.3805, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.1464980177458939, |
| "grad_norm": 0.27361419796943665, |
| "learning_rate": 9.502629194591926e-05, |
| "loss": 0.5063, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.1472531621672645, |
| "grad_norm": 0.27400317788124084, |
| "learning_rate": 9.497442309553016e-05, |
| "loss": 0.455, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.14800830658863506, |
| "grad_norm": 0.30166488885879517, |
| "learning_rate": 9.492229949333058e-05, |
| "loss": 0.5024, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.14876345101000565, |
| "grad_norm": 0.29768070578575134, |
| "learning_rate": 9.486992143456792e-05, |
| "loss": 0.382, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.14951859543137624, |
| "grad_norm": 0.3229611814022064, |
| "learning_rate": 9.481728921593093e-05, |
| "loss": 0.4178, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.15027373985274683, |
| "grad_norm": 0.31606340408325195, |
| "learning_rate": 9.476440313554803e-05, |
| "loss": 0.403, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.15102888427411743, |
| "grad_norm": 0.3485797047615051, |
| "learning_rate": 9.471126349298556e-05, |
| "loss": 0.3898, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.15178402869548802, |
| "grad_norm": 0.12325902283191681, |
| "learning_rate": 9.46578705892462e-05, |
| "loss": 0.3083, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.1525391731168586, |
| "grad_norm": 0.1569177210330963, |
| "learning_rate": 9.460422472676712e-05, |
| "loss": 0.3685, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.1532943175382292, |
| "grad_norm": 0.1423245519399643, |
| "learning_rate": 9.45503262094184e-05, |
| "loss": 0.341, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.1540494619595998, |
| "grad_norm": 0.13771581649780273, |
| "learning_rate": 9.449617534250122e-05, |
| "loss": 0.3271, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.15480460638097035, |
| "grad_norm": 0.15911588072776794, |
| "learning_rate": 9.444177243274618e-05, |
| "loss": 0.4001, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.15555975080234094, |
| "grad_norm": 0.14060606062412262, |
| "learning_rate": 9.438711778831152e-05, |
| "loss": 0.3537, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.15631489522371153, |
| "grad_norm": 0.1690395623445511, |
| "learning_rate": 9.433221171878144e-05, |
| "loss": 0.5235, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.15707003964508212, |
| "grad_norm": 0.133980393409729, |
| "learning_rate": 9.427705453516427e-05, |
| "loss": 0.351, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.1578251840664527, |
| "grad_norm": 0.1446908861398697, |
| "learning_rate": 9.422164654989072e-05, |
| "loss": 0.3714, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.1585803284878233, |
| "grad_norm": 0.15370596945285797, |
| "learning_rate": 9.41659880768122e-05, |
| "loss": 0.4452, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.1593354729091939, |
| "grad_norm": 0.15254907310009003, |
| "learning_rate": 9.411007943119894e-05, |
| "loss": 0.4388, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.16009061733056448, |
| "grad_norm": 0.14596116542816162, |
| "learning_rate": 9.405392092973823e-05, |
| "loss": 0.4037, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.16084576175193505, |
| "grad_norm": 0.14959284663200378, |
| "learning_rate": 9.399751289053267e-05, |
| "loss": 0.3917, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.16160090617330564, |
| "grad_norm": 0.16624942421913147, |
| "learning_rate": 9.394085563309827e-05, |
| "loss": 0.4609, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.16235605059467623, |
| "grad_norm": 0.16217663884162903, |
| "learning_rate": 9.388394947836279e-05, |
| "loss": 0.4446, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.16311119501604682, |
| "grad_norm": 0.1554042100906372, |
| "learning_rate": 9.382679474866376e-05, |
| "loss": 0.4281, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.1638663394374174, |
| "grad_norm": 0.16471102833747864, |
| "learning_rate": 9.376939176774679e-05, |
| "loss": 0.4674, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.164621483858788, |
| "grad_norm": 0.15578734874725342, |
| "learning_rate": 9.371174086076363e-05, |
| "loss": 0.3938, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.1653766282801586, |
| "grad_norm": 0.16161073744297028, |
| "learning_rate": 9.365384235427042e-05, |
| "loss": 0.4238, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.16613177270152918, |
| "grad_norm": 0.16967645287513733, |
| "learning_rate": 9.359569657622574e-05, |
| "loss": 0.4663, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.16688691712289974, |
| "grad_norm": 0.1597963124513626, |
| "learning_rate": 9.353730385598887e-05, |
| "loss": 0.4046, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.16764206154427033, |
| "grad_norm": 0.17794618010520935, |
| "learning_rate": 9.34786645243178e-05, |
| "loss": 0.4111, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.16839720596564092, |
| "grad_norm": 0.16721504926681519, |
| "learning_rate": 9.341977891336749e-05, |
| "loss": 0.4147, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.1691523503870115, |
| "grad_norm": 0.1782609224319458, |
| "learning_rate": 9.336064735668784e-05, |
| "loss": 0.4159, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.1699074948083821, |
| "grad_norm": 0.17892874777317047, |
| "learning_rate": 9.330127018922194e-05, |
| "loss": 0.4498, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.1706626392297527, |
| "grad_norm": 0.18540053069591522, |
| "learning_rate": 9.324164774730406e-05, |
| "loss": 0.4727, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.17141778365112328, |
| "grad_norm": 0.19462263584136963, |
| "learning_rate": 9.318178036865785e-05, |
| "loss": 0.4427, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.17217292807249387, |
| "grad_norm": 0.19947673380374908, |
| "learning_rate": 9.312166839239433e-05, |
| "loss": 0.4262, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.17292807249386447, |
| "grad_norm": 0.19704130291938782, |
| "learning_rate": 9.306131215901003e-05, |
| "loss": 0.4226, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.17368321691523503, |
| "grad_norm": 0.18819350004196167, |
| "learning_rate": 9.300071201038503e-05, |
| "loss": 0.4082, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.17443836133660562, |
| "grad_norm": 0.20187118649482727, |
| "learning_rate": 9.293986828978106e-05, |
| "loss": 0.449, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.1751935057579762, |
| "grad_norm": 0.2177709937095642, |
| "learning_rate": 9.287878134183948e-05, |
| "loss": 0.4607, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.1759486501793468, |
| "grad_norm": 0.2070026397705078, |
| "learning_rate": 9.281745151257946e-05, |
| "loss": 0.3923, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.1767037946007174, |
| "grad_norm": 0.2048753798007965, |
| "learning_rate": 9.275587914939586e-05, |
| "loss": 0.4518, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.17745893902208798, |
| "grad_norm": 0.20374053716659546, |
| "learning_rate": 9.26940646010574e-05, |
| "loss": 0.4258, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.17821408344345857, |
| "grad_norm": 0.22188866138458252, |
| "learning_rate": 9.263200821770461e-05, |
| "loss": 0.3896, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.17896922786482916, |
| "grad_norm": 0.22264693677425385, |
| "learning_rate": 9.256971035084785e-05, |
| "loss": 0.4189, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.17972437228619972, |
| "grad_norm": 0.2051049768924713, |
| "learning_rate": 9.250717135336534e-05, |
| "loss": 0.3751, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.18047951670757031, |
| "grad_norm": 0.24615737795829773, |
| "learning_rate": 9.244439157950114e-05, |
| "loss": 0.4728, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.1812346611289409, |
| "grad_norm": 0.2331840842962265, |
| "learning_rate": 9.238137138486318e-05, |
| "loss": 0.4516, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.1819898055503115, |
| "grad_norm": 0.23615127801895142, |
| "learning_rate": 9.231811112642121e-05, |
| "loss": 0.3788, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.18274494997168209, |
| "grad_norm": 0.2417721003293991, |
| "learning_rate": 9.225461116250483e-05, |
| "loss": 0.4161, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.18350009439305268, |
| "grad_norm": 0.26503533124923706, |
| "learning_rate": 9.219087185280132e-05, |
| "loss": 0.4356, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.18425523881442327, |
| "grad_norm": 0.24484668672084808, |
| "learning_rate": 9.212689355835379e-05, |
| "loss": 0.3629, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.18501038323579386, |
| "grad_norm": 0.2426530420780182, |
| "learning_rate": 9.206267664155907e-05, |
| "loss": 0.3427, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.18576552765716442, |
| "grad_norm": 0.26813021302223206, |
| "learning_rate": 9.199822146616552e-05, |
| "loss": 0.4148, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.186520672078535, |
| "grad_norm": 0.3065304458141327, |
| "learning_rate": 9.193352839727121e-05, |
| "loss": 0.4015, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.1872758164999056, |
| "grad_norm": 0.32816389203071594, |
| "learning_rate": 9.186859780132164e-05, |
| "loss": 0.4233, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.1880309609212762, |
| "grad_norm": 0.3237447738647461, |
| "learning_rate": 9.18034300461078e-05, |
| "loss": 0.351, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.18878610534264678, |
| "grad_norm": 0.3921673595905304, |
| "learning_rate": 9.173802550076401e-05, |
| "loss": 0.4465, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.18954124976401737, |
| "grad_norm": 0.12883761525154114, |
| "learning_rate": 9.167238453576589e-05, |
| "loss": 0.3514, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.19029639418538796, |
| "grad_norm": 0.14347058534622192, |
| "learning_rate": 9.160650752292819e-05, |
| "loss": 0.3831, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.19105153860675855, |
| "grad_norm": 0.1370943933725357, |
| "learning_rate": 9.154039483540273e-05, |
| "loss": 0.3797, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.19180668302812914, |
| "grad_norm": 0.1585707813501358, |
| "learning_rate": 9.147404684767632e-05, |
| "loss": 0.4072, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.1925618274494997, |
| "grad_norm": 0.147821843624115, |
| "learning_rate": 9.140746393556854e-05, |
| "loss": 0.3441, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.1933169718708703, |
| "grad_norm": 0.1582058221101761, |
| "learning_rate": 9.134064647622972e-05, |
| "loss": 0.4164, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.1940721162922409, |
| "grad_norm": 0.1520204097032547, |
| "learning_rate": 9.12735948481387e-05, |
| "loss": 0.3704, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.19482726071361148, |
| "grad_norm": 0.14902523159980774, |
| "learning_rate": 9.120630943110077e-05, |
| "loss": 0.4204, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.19558240513498207, |
| "grad_norm": 0.14658547937870026, |
| "learning_rate": 9.113879060624553e-05, |
| "loss": 0.3435, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.19633754955635266, |
| "grad_norm": 0.14122474193572998, |
| "learning_rate": 9.107103875602459e-05, |
| "loss": 0.3681, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.19709269397772325, |
| "grad_norm": 0.14616741240024567, |
| "learning_rate": 9.100305426420956e-05, |
| "loss": 0.3931, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.19784783839909384, |
| "grad_norm": 0.1556493043899536, |
| "learning_rate": 9.093483751588983e-05, |
| "loss": 0.3966, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.1986029828204644, |
| "grad_norm": 0.1637788712978363, |
| "learning_rate": 9.086638889747035e-05, |
| "loss": 0.5167, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.199358127241835, |
| "grad_norm": 0.1598958671092987, |
| "learning_rate": 9.079770879666949e-05, |
| "loss": 0.4257, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.20011327166320558, |
| "grad_norm": 0.15921838581562042, |
| "learning_rate": 9.072879760251679e-05, |
| "loss": 0.4247, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.20086841608457617, |
| "grad_norm": 0.16750189661979675, |
| "learning_rate": 9.065965570535082e-05, |
| "loss": 0.4249, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.20162356050594676, |
| "grad_norm": 0.18144546449184418, |
| "learning_rate": 9.059028349681694e-05, |
| "loss": 0.5394, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.20237870492731735, |
| "grad_norm": 0.16736812889575958, |
| "learning_rate": 9.052068136986502e-05, |
| "loss": 0.5119, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.20313384934868794, |
| "grad_norm": 0.1700868159532547, |
| "learning_rate": 9.045084971874738e-05, |
| "loss": 0.4552, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.20388899377005854, |
| "grad_norm": 0.17564022541046143, |
| "learning_rate": 9.038078893901634e-05, |
| "loss": 0.4344, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.2046441381914291, |
| "grad_norm": 0.18228355050086975, |
| "learning_rate": 9.031049942752215e-05, |
| "loss": 0.4206, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.2053992826127997, |
| "grad_norm": 0.17782603204250336, |
| "learning_rate": 9.023998158241068e-05, |
| "loss": 0.4786, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.20615442703417028, |
| "grad_norm": 0.18378295004367828, |
| "learning_rate": 9.016923580312113e-05, |
| "loss": 0.443, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.20690957145554087, |
| "grad_norm": 0.17299628257751465, |
| "learning_rate": 9.009826249038387e-05, |
| "loss": 0.3804, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.20766471587691146, |
| "grad_norm": 0.19087707996368408, |
| "learning_rate": 9.002706204621803e-05, |
| "loss": 0.4698, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.20841986029828205, |
| "grad_norm": 0.17627054452896118, |
| "learning_rate": 8.995563487392932e-05, |
| "loss": 0.3927, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.20917500471965264, |
| "grad_norm": 0.19746743142604828, |
| "learning_rate": 8.988398137810777e-05, |
| "loss": 0.4765, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.20993014914102323, |
| "grad_norm": 0.19492515921592712, |
| "learning_rate": 8.981210196462533e-05, |
| "loss": 0.4254, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.21068529356239382, |
| "grad_norm": 0.19054411351680756, |
| "learning_rate": 8.973999704063365e-05, |
| "loss": 0.398, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.21144043798376438, |
| "grad_norm": 0.202229306101799, |
| "learning_rate": 8.966766701456177e-05, |
| "loss": 0.5233, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.21219558240513497, |
| "grad_norm": 0.20624679327011108, |
| "learning_rate": 8.959511229611376e-05, |
| "loss": 0.4411, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.21295072682650557, |
| "grad_norm": 0.2044438272714615, |
| "learning_rate": 8.952233329626647e-05, |
| "loss": 0.4102, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.21370587124787616, |
| "grad_norm": 0.20926257967948914, |
| "learning_rate": 8.944933042726714e-05, |
| "loss": 0.3872, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.21446101566924675, |
| "grad_norm": 0.2206258326768875, |
| "learning_rate": 8.937610410263109e-05, |
| "loss": 0.4126, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.21521616009061734, |
| "grad_norm": 0.23429769277572632, |
| "learning_rate": 8.930265473713938e-05, |
| "loss": 0.4453, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.21597130451198793, |
| "grad_norm": 0.2304621934890747, |
| "learning_rate": 8.922898274683644e-05, |
| "loss": 0.4429, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.21672644893335852, |
| "grad_norm": 0.23192839324474335, |
| "learning_rate": 8.915508854902778e-05, |
| "loss": 0.4737, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.21748159335472908, |
| "grad_norm": 0.23144613206386566, |
| "learning_rate": 8.908097256227749e-05, |
| "loss": 0.382, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.21823673777609967, |
| "grad_norm": 0.24735011160373688, |
| "learning_rate": 8.900663520640604e-05, |
| "loss": 0.3929, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.21899188219747026, |
| "grad_norm": 0.267395555973053, |
| "learning_rate": 8.893207690248776e-05, |
| "loss": 0.4586, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.21974702661884085, |
| "grad_norm": 0.2836948335170746, |
| "learning_rate": 8.885729807284856e-05, |
| "loss": 0.5218, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.22050217104021144, |
| "grad_norm": 0.2509090304374695, |
| "learning_rate": 8.878229914106342e-05, |
| "loss": 0.4114, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.22125731546158203, |
| "grad_norm": 0.27369990944862366, |
| "learning_rate": 8.870708053195413e-05, |
| "loss": 0.3736, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.22201245988295262, |
| "grad_norm": 0.279341459274292, |
| "learning_rate": 8.863164267158678e-05, |
| "loss": 0.3845, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.2227676043043232, |
| "grad_norm": 0.27738478779792786, |
| "learning_rate": 8.855598598726939e-05, |
| "loss": 0.3331, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.22352274872569378, |
| "grad_norm": 0.32042670249938965, |
| "learning_rate": 8.848011090754947e-05, |
| "loss": 0.3943, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.22427789314706437, |
| "grad_norm": 0.2977651059627533, |
| "learning_rate": 8.840401786221159e-05, |
| "loss": 0.3701, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.22503303756843496, |
| "grad_norm": 0.35676780343055725, |
| "learning_rate": 8.832770728227502e-05, |
| "loss": 0.4728, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.22578818198980555, |
| "grad_norm": 0.3656991720199585, |
| "learning_rate": 8.825117959999116e-05, |
| "loss": 0.3662, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.22654332641117614, |
| "grad_norm": 0.36816850304603577, |
| "learning_rate": 8.817443524884119e-05, |
| "loss": 0.3644, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.22729847083254673, |
| "grad_norm": 0.12952867150306702, |
| "learning_rate": 8.809747466353356e-05, |
| "loss": 0.2991, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.22805361525391732, |
| "grad_norm": 0.1346244215965271, |
| "learning_rate": 8.802029828000156e-05, |
| "loss": 0.3154, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.2288087596752879, |
| "grad_norm": 0.15575996041297913, |
| "learning_rate": 8.794290653540084e-05, |
| "loss": 0.4171, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.22956390409665847, |
| "grad_norm": 0.1542641818523407, |
| "learning_rate": 8.7865299868107e-05, |
| "loss": 0.3851, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.23031904851802906, |
| "grad_norm": 0.16775798797607422, |
| "learning_rate": 8.778747871771292e-05, |
| "loss": 0.3872, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.23107419293939965, |
| "grad_norm": 0.15936799347400665, |
| "learning_rate": 8.770944352502648e-05, |
| "loss": 0.3998, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.23182933736077024, |
| "grad_norm": 0.16513392329216003, |
| "learning_rate": 8.763119473206794e-05, |
| "loss": 0.4005, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.23258448178214083, |
| "grad_norm": 0.14965298771858215, |
| "learning_rate": 8.755273278206749e-05, |
| "loss": 0.3792, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.23333962620351142, |
| "grad_norm": 0.1585433930158615, |
| "learning_rate": 8.74740581194627e-05, |
| "loss": 0.4291, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.23409477062488201, |
| "grad_norm": 0.16825465857982635, |
| "learning_rate": 8.739517118989605e-05, |
| "loss": 0.4434, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.2348499150462526, |
| "grad_norm": 0.16293483972549438, |
| "learning_rate": 8.731607244021236e-05, |
| "loss": 0.4481, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.2356050594676232, |
| "grad_norm": 0.15974049270153046, |
| "learning_rate": 8.723676231845626e-05, |
| "loss": 0.4557, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.23636020388899376, |
| "grad_norm": 0.1649303436279297, |
| "learning_rate": 8.715724127386972e-05, |
| "loss": 0.4451, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.23711534831036435, |
| "grad_norm": 0.16639627516269684, |
| "learning_rate": 8.70775097568894e-05, |
| "loss": 0.4518, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.23787049273173494, |
| "grad_norm": 0.17083673179149628, |
| "learning_rate": 8.69975682191442e-05, |
| "loss": 0.3745, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.23862563715310553, |
| "grad_norm": 0.16381201148033142, |
| "learning_rate": 8.691741711345263e-05, |
| "loss": 0.3922, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.23938078157447612, |
| "grad_norm": 0.17072418332099915, |
| "learning_rate": 8.683705689382024e-05, |
| "loss": 0.3563, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.2401359259958467, |
| "grad_norm": 0.1824284940958023, |
| "learning_rate": 8.675648801543718e-05, |
| "loss": 0.432, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.2408910704172173, |
| "grad_norm": 0.17872655391693115, |
| "learning_rate": 8.667571093467541e-05, |
| "loss": 0.4294, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.2416462148385879, |
| "grad_norm": 0.17728659510612488, |
| "learning_rate": 8.659472610908627e-05, |
| "loss": 0.3963, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.24240135925995845, |
| "grad_norm": 0.18014661967754364, |
| "learning_rate": 8.651353399739787e-05, |
| "loss": 0.4614, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.24315650368132904, |
| "grad_norm": 0.18057285249233246, |
| "learning_rate": 8.643213505951242e-05, |
| "loss": 0.4134, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.24391164810269964, |
| "grad_norm": 0.19068454205989838, |
| "learning_rate": 8.635052975650369e-05, |
| "loss": 0.539, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.24466679252407023, |
| "grad_norm": 0.18311984837055206, |
| "learning_rate": 8.626871855061438e-05, |
| "loss": 0.3847, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.24542193694544082, |
| "grad_norm": 0.172931507229805, |
| "learning_rate": 8.618670190525352e-05, |
| "loss": 0.3835, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.2461770813668114, |
| "grad_norm": 0.18892034888267517, |
| "learning_rate": 8.610448028499376e-05, |
| "loss": 0.4231, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.246932225788182, |
| "grad_norm": 0.19887331128120422, |
| "learning_rate": 8.602205415556889e-05, |
| "loss": 0.4835, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.2476873702095526, |
| "grad_norm": 0.18918727338314056, |
| "learning_rate": 8.593942398387105e-05, |
| "loss": 0.4285, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.24844251463092315, |
| "grad_norm": 0.19010977447032928, |
| "learning_rate": 8.585659023794818e-05, |
| "loss": 0.4059, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.24919765905229374, |
| "grad_norm": 0.1906062811613083, |
| "learning_rate": 8.577355338700132e-05, |
| "loss": 0.423, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.24995280347366433, |
| "grad_norm": 0.1999729573726654, |
| "learning_rate": 8.569031390138202e-05, |
| "loss": 0.4482, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.2507079478950349, |
| "grad_norm": 0.20304431021213531, |
| "learning_rate": 8.560687225258958e-05, |
| "loss": 0.3917, |
| "step": 332 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1325, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 332, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.277596091056128e+17, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
