| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.1796427254750812, |
| "eval_steps": 500, |
| "global_step": 4400, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.005362469417166605, |
| "grad_norm": 0.050072263926267624, |
| "learning_rate": 1.4961796246648793e-05, |
| "loss": 1.0673207283020019, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.01072493883433321, |
| "grad_norm": 0.06825340539216995, |
| "learning_rate": 1.4921581769436997e-05, |
| "loss": 0.9185627937316895, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.016087408251499815, |
| "grad_norm": 0.06827432662248611, |
| "learning_rate": 1.48813672922252e-05, |
| "loss": 0.7999343872070312, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.02144987766866642, |
| "grad_norm": 0.05807405710220337, |
| "learning_rate": 1.4841152815013404e-05, |
| "loss": 0.7322770595550537, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.026812347085833025, |
| "grad_norm": 0.06654328852891922, |
| "learning_rate": 1.4800938337801608e-05, |
| "loss": 0.7097890377044678, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.03217481650299963, |
| "grad_norm": 0.09104783087968826, |
| "learning_rate": 1.4760723860589812e-05, |
| "loss": 0.6513629913330078, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.03753728592016624, |
| "grad_norm": 0.10718850791454315, |
| "learning_rate": 1.4720509383378015e-05, |
| "loss": 0.678717851638794, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.04289975533733284, |
| "grad_norm": 0.09187154471874237, |
| "learning_rate": 1.4680294906166219e-05, |
| "loss": 0.647278118133545, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.04826222475449945, |
| "grad_norm": 0.07148946076631546, |
| "learning_rate": 1.4640080428954423e-05, |
| "loss": 0.6737877368927002, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.05362469417166605, |
| "grad_norm": 0.08909227699041367, |
| "learning_rate": 1.4599865951742626e-05, |
| "loss": 0.6373191356658936, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.05898716358883266, |
| "grad_norm": 0.07850278168916702, |
| "learning_rate": 1.455965147453083e-05, |
| "loss": 0.6020126819610596, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.06434963300599926, |
| "grad_norm": 0.09538089483976364, |
| "learning_rate": 1.4519436997319034e-05, |
| "loss": 0.6096773147583008, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.06971210242316586, |
| "grad_norm": 0.07478228211402893, |
| "learning_rate": 1.447922252010724e-05, |
| "loss": 0.6299086093902588, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.07507457184033248, |
| "grad_norm": 0.1514953374862671, |
| "learning_rate": 1.4439008042895443e-05, |
| "loss": 0.5591042518615723, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.08043704125749908, |
| "grad_norm": 0.08260886371135712, |
| "learning_rate": 1.4398793565683647e-05, |
| "loss": 0.6200376987457276, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.08579951067466568, |
| "grad_norm": 0.17698714137077332, |
| "learning_rate": 1.435857908847185e-05, |
| "loss": 0.6023219585418701, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.0911619800918323, |
| "grad_norm": 0.06104859337210655, |
| "learning_rate": 1.4318364611260054e-05, |
| "loss": 0.6181454658508301, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.0965244495089989, |
| "grad_norm": 0.04990549385547638, |
| "learning_rate": 1.4278150134048258e-05, |
| "loss": 0.5593632698059082, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.1018869189261655, |
| "grad_norm": 0.09426380693912506, |
| "learning_rate": 1.4237935656836461e-05, |
| "loss": 0.5790591716766358, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.1072493883433321, |
| "grad_norm": 0.08783263713121414, |
| "learning_rate": 1.4197721179624665e-05, |
| "loss": 0.585063886642456, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.11261185776049872, |
| "grad_norm": 0.06869607418775558, |
| "learning_rate": 1.4157506702412869e-05, |
| "loss": 0.5638764381408692, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.11797432717766532, |
| "grad_norm": 0.10537438839673996, |
| "learning_rate": 1.4117292225201072e-05, |
| "loss": 0.6060166835784913, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.12333679659483192, |
| "grad_norm": 0.09851580113172531, |
| "learning_rate": 1.4077077747989278e-05, |
| "loss": 0.5605969905853272, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.12869926601199852, |
| "grad_norm": 0.11954096704721451, |
| "learning_rate": 1.4036863270777482e-05, |
| "loss": 0.5549856662750244, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.13406173542916514, |
| "grad_norm": 0.13259431719779968, |
| "learning_rate": 1.3996648793565685e-05, |
| "loss": 0.5893547534942627, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.13942420484633172, |
| "grad_norm": 0.11842650175094604, |
| "learning_rate": 1.3956434316353889e-05, |
| "loss": 0.6237683773040772, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.14478667426349834, |
| "grad_norm": 0.1204022690653801, |
| "learning_rate": 1.3916219839142093e-05, |
| "loss": 0.572803258895874, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.15014914368066495, |
| "grad_norm": 0.1345946341753006, |
| "learning_rate": 1.3876005361930296e-05, |
| "loss": 0.5632933139801025, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.15551161309783154, |
| "grad_norm": 0.11733393371105194, |
| "learning_rate": 1.38357908847185e-05, |
| "loss": 0.6197309494018555, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.16087408251499816, |
| "grad_norm": 0.0731734186410904, |
| "learning_rate": 1.3795576407506704e-05, |
| "loss": 0.5823808670043945, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.16623655193216477, |
| "grad_norm": 0.09452618658542633, |
| "learning_rate": 1.3755361930294907e-05, |
| "loss": 0.5599356651306152, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.17159902134933136, |
| "grad_norm": 0.09183815121650696, |
| "learning_rate": 1.3715147453083111e-05, |
| "loss": 0.5465828895568847, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.17696149076649798, |
| "grad_norm": 0.0953364372253418, |
| "learning_rate": 1.3674932975871315e-05, |
| "loss": 0.5516108989715576, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.1823239601836646, |
| "grad_norm": 0.11190114170312881, |
| "learning_rate": 1.3634718498659519e-05, |
| "loss": 0.5717048645019531, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.18768642960083118, |
| "grad_norm": 0.11502158641815186, |
| "learning_rate": 1.3594504021447722e-05, |
| "loss": 0.528355598449707, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.1930488990179978, |
| "grad_norm": 0.12480133026838303, |
| "learning_rate": 1.3554289544235926e-05, |
| "loss": 0.5860391616821289, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.19841136843516438, |
| "grad_norm": 0.14408785104751587, |
| "learning_rate": 1.351407506702413e-05, |
| "loss": 0.5422697544097901, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.203773837852331, |
| "grad_norm": 0.12405668199062347, |
| "learning_rate": 1.3473860589812333e-05, |
| "loss": 0.5876667499542236, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.2091363072694976, |
| "grad_norm": 0.12171291559934616, |
| "learning_rate": 1.3433646112600537e-05, |
| "loss": 0.563751220703125, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.2144987766866642, |
| "grad_norm": 0.10827518254518509, |
| "learning_rate": 1.339343163538874e-05, |
| "loss": 0.5700247764587403, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.21986124610383082, |
| "grad_norm": 0.08678701519966125, |
| "learning_rate": 1.3353217158176944e-05, |
| "loss": 0.5999309062957764, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.22522371552099743, |
| "grad_norm": 0.12222636491060257, |
| "learning_rate": 1.3313002680965148e-05, |
| "loss": 0.5421838760375977, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.23058618493816402, |
| "grad_norm": 0.11634483933448792, |
| "learning_rate": 1.3272788203753352e-05, |
| "loss": 0.6069926261901856, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.23594865435533063, |
| "grad_norm": 0.12163955718278885, |
| "learning_rate": 1.3232573726541556e-05, |
| "loss": 0.5558357238769531, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.24131112377249722, |
| "grad_norm": 0.13140572607517242, |
| "learning_rate": 1.319235924932976e-05, |
| "loss": 0.5537341117858887, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.24667359318966384, |
| "grad_norm": 0.1295424848794937, |
| "learning_rate": 1.3152144772117963e-05, |
| "loss": 0.5734247684478759, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.2520360626068304, |
| "grad_norm": 0.08855397999286652, |
| "learning_rate": 1.3111930294906167e-05, |
| "loss": 0.5499854564666748, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.25739853202399704, |
| "grad_norm": 0.10895389318466187, |
| "learning_rate": 1.307171581769437e-05, |
| "loss": 0.4994966506958008, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.26276100144116366, |
| "grad_norm": 0.10110122710466385, |
| "learning_rate": 1.3031501340482574e-05, |
| "loss": 0.5803254604339599, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.26812347085833027, |
| "grad_norm": 0.1323656141757965, |
| "learning_rate": 1.2991286863270778e-05, |
| "loss": 0.5268758773803711, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.2734859402754969, |
| "grad_norm": 0.09068968147039413, |
| "learning_rate": 1.2951072386058981e-05, |
| "loss": 0.5150487899780274, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.27884840969266345, |
| "grad_norm": 0.11400057375431061, |
| "learning_rate": 1.2910857908847185e-05, |
| "loss": 0.5365507125854492, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.28421087910983006, |
| "grad_norm": 0.14133770763874054, |
| "learning_rate": 1.2870643431635389e-05, |
| "loss": 0.5134270668029786, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.2895733485269967, |
| "grad_norm": 0.14621631801128387, |
| "learning_rate": 1.2830428954423593e-05, |
| "loss": 0.5870331287384033, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.2949358179441633, |
| "grad_norm": 0.09397239238023758, |
| "learning_rate": 1.2790214477211796e-05, |
| "loss": 0.5265964984893798, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.3002982873613299, |
| "grad_norm": 0.13457220792770386, |
| "learning_rate": 1.275e-05, |
| "loss": 0.541674280166626, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.3056607567784965, |
| "grad_norm": 0.11553078144788742, |
| "learning_rate": 1.2709785522788204e-05, |
| "loss": 0.5721035003662109, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.3110232261956631, |
| "grad_norm": 0.08464279770851135, |
| "learning_rate": 1.2669571045576407e-05, |
| "loss": 0.5242496967315674, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.3163856956128297, |
| "grad_norm": 0.11578533798456192, |
| "learning_rate": 1.2629356568364611e-05, |
| "loss": 0.5268265724182128, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.3217481650299963, |
| "grad_norm": 0.10422660410404205, |
| "learning_rate": 1.2589142091152815e-05, |
| "loss": 0.5755553722381592, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.32711063444716293, |
| "grad_norm": 0.1601565182209015, |
| "learning_rate": 1.2548927613941018e-05, |
| "loss": 0.572784423828125, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.33247310386432954, |
| "grad_norm": 0.1435895711183548, |
| "learning_rate": 1.2508713136729222e-05, |
| "loss": 0.4759331703186035, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.3378355732814961, |
| "grad_norm": 0.13164320588111877, |
| "learning_rate": 1.2468498659517426e-05, |
| "loss": 0.5674447059631348, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.3431980426986627, |
| "grad_norm": 0.17907585203647614, |
| "learning_rate": 1.242828418230563e-05, |
| "loss": 0.5384601593017578, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.34856051211582934, |
| "grad_norm": 0.1515372097492218, |
| "learning_rate": 1.2388069705093833e-05, |
| "loss": 0.5154921531677246, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.35392298153299595, |
| "grad_norm": 0.13605119287967682, |
| "learning_rate": 1.2347855227882037e-05, |
| "loss": 0.5586633205413818, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.35928545095016257, |
| "grad_norm": 0.12003476917743683, |
| "learning_rate": 1.230764075067024e-05, |
| "loss": 0.5512509822845459, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.3646479203673292, |
| "grad_norm": 0.11852169036865234, |
| "learning_rate": 1.2267426273458444e-05, |
| "loss": 0.5680348873138428, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.37001038978449574, |
| "grad_norm": 0.16344694793224335, |
| "learning_rate": 1.2227211796246648e-05, |
| "loss": 0.5669443130493164, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.37537285920166236, |
| "grad_norm": 0.11730384081602097, |
| "learning_rate": 1.2186997319034852e-05, |
| "loss": 0.5089732646942139, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.38073532861882897, |
| "grad_norm": 0.1063583567738533, |
| "learning_rate": 1.2146782841823055e-05, |
| "loss": 0.5337563037872315, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.3860977980359956, |
| "grad_norm": 0.12790119647979736, |
| "learning_rate": 1.2106568364611259e-05, |
| "loss": 0.5077777862548828, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.3914602674531622, |
| "grad_norm": 0.1386743038892746, |
| "learning_rate": 1.2066353887399463e-05, |
| "loss": 0.5521824836730957, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.39682273687032876, |
| "grad_norm": 0.0992259532213211, |
| "learning_rate": 1.2026139410187666e-05, |
| "loss": 0.554673147201538, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.4021852062874954, |
| "grad_norm": 0.15981841087341309, |
| "learning_rate": 1.1985924932975872e-05, |
| "loss": 0.5779122352600098, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.407547675704662, |
| "grad_norm": 0.19671906530857086, |
| "learning_rate": 1.1945710455764076e-05, |
| "loss": 0.5743378162384033, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.4129101451218286, |
| "grad_norm": 0.10725795477628708, |
| "learning_rate": 1.190549597855228e-05, |
| "loss": 0.523157787322998, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.4182726145389952, |
| "grad_norm": 0.14457851648330688, |
| "learning_rate": 1.1865281501340483e-05, |
| "loss": 0.5441864490509033, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.42363508395616184, |
| "grad_norm": 0.15479697287082672, |
| "learning_rate": 1.1825067024128687e-05, |
| "loss": 0.6409400463104248, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.4289975533733284, |
| "grad_norm": 0.11132492870092392, |
| "learning_rate": 1.178485254691689e-05, |
| "loss": 0.5462933540344238, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.434360022790495, |
| "grad_norm": 0.11062806099653244, |
| "learning_rate": 1.1744638069705094e-05, |
| "loss": 0.5428354740142822, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.43972249220766163, |
| "grad_norm": 0.1327652931213379, |
| "learning_rate": 1.1704423592493298e-05, |
| "loss": 0.5324414253234864, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.44508496162482825, |
| "grad_norm": 0.1209583580493927, |
| "learning_rate": 1.1664209115281501e-05, |
| "loss": 0.5270706176757812, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.45044743104199486, |
| "grad_norm": 0.11154980212450027, |
| "learning_rate": 1.1623994638069705e-05, |
| "loss": 0.525149154663086, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.4558099004591614, |
| "grad_norm": 0.14099697768688202, |
| "learning_rate": 1.158378016085791e-05, |
| "loss": 0.5981990814208984, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.46117236987632804, |
| "grad_norm": 0.11787982285022736, |
| "learning_rate": 1.1543565683646114e-05, |
| "loss": 0.5327546119689941, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.46653483929349465, |
| "grad_norm": 0.12584130465984344, |
| "learning_rate": 1.1503351206434318e-05, |
| "loss": 0.5126790046691895, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.47189730871066127, |
| "grad_norm": 0.16248232126235962, |
| "learning_rate": 1.1463136729222522e-05, |
| "loss": 0.5697287082672119, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.4772597781278279, |
| "grad_norm": 0.14940819144248962, |
| "learning_rate": 1.1422922252010725e-05, |
| "loss": 0.5015492916107178, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.48262224754499444, |
| "grad_norm": 0.1647220402956009, |
| "learning_rate": 1.1382707774798929e-05, |
| "loss": 0.5097331523895263, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.48798471696216106, |
| "grad_norm": 0.12255030870437622, |
| "learning_rate": 1.1342493297587133e-05, |
| "loss": 0.5670981407165527, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.4933471863793277, |
| "grad_norm": 0.1160770058631897, |
| "learning_rate": 1.1302278820375336e-05, |
| "loss": 0.5236512660980225, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.4987096557964943, |
| "grad_norm": 0.21711941063404083, |
| "learning_rate": 1.126206434316354e-05, |
| "loss": 0.5926671504974366, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.5040721252136608, |
| "grad_norm": 0.16682052612304688, |
| "learning_rate": 1.1221849865951744e-05, |
| "loss": 0.5240281581878662, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.5094345946308275, |
| "grad_norm": 0.16348475217819214, |
| "learning_rate": 1.1181635388739948e-05, |
| "loss": 0.5574026107788086, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.5147970640479941, |
| "grad_norm": 0.17506958544254303, |
| "learning_rate": 1.1141420911528151e-05, |
| "loss": 0.5592098236083984, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.5201595334651608, |
| "grad_norm": 0.1784403771162033, |
| "learning_rate": 1.1101206434316355e-05, |
| "loss": 0.5189618110656739, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.5255220028823273, |
| "grad_norm": 0.17252163589000702, |
| "learning_rate": 1.1060991957104559e-05, |
| "loss": 0.5126346111297607, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.5308844722994939, |
| "grad_norm": 0.12690365314483643, |
| "learning_rate": 1.1020777479892762e-05, |
| "loss": 0.5473652362823487, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.5362469417166605, |
| "grad_norm": 0.1284744292497635, |
| "learning_rate": 1.0980563002680966e-05, |
| "loss": 0.5309309482574462, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.5416094111338271, |
| "grad_norm": 0.1850503385066986, |
| "learning_rate": 1.094034852546917e-05, |
| "loss": 0.5636833190917969, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.5469718805509938, |
| "grad_norm": 0.1514296680688858, |
| "learning_rate": 1.0900134048257373e-05, |
| "loss": 0.5273778915405274, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.5523343499681603, |
| "grad_norm": 0.1502915471792221, |
| "learning_rate": 1.0859919571045577e-05, |
| "loss": 0.6000364780426025, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.5576968193853269, |
| "grad_norm": 0.14147423207759857, |
| "learning_rate": 1.081970509383378e-05, |
| "loss": 0.5480428218841553, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.5630592888024936, |
| "grad_norm": 0.13399621844291687, |
| "learning_rate": 1.0779490616621984e-05, |
| "loss": 0.513938045501709, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.5684217582196601, |
| "grad_norm": 0.12856991589069366, |
| "learning_rate": 1.0739276139410188e-05, |
| "loss": 0.4760735988616943, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.5737842276368268, |
| "grad_norm": 0.15576769411563873, |
| "learning_rate": 1.0699061662198392e-05, |
| "loss": 0.5474783420562744, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.5791466970539934, |
| "grad_norm": 0.2024153470993042, |
| "learning_rate": 1.0658847184986596e-05, |
| "loss": 0.5309592723846436, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.58450916647116, |
| "grad_norm": 0.13033868372440338, |
| "learning_rate": 1.06186327077748e-05, |
| "loss": 0.5345770835876464, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.5898716358883266, |
| "grad_norm": 0.15354423224925995, |
| "learning_rate": 1.0578418230563003e-05, |
| "loss": 0.5441046714782715, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.5952341053054931, |
| "grad_norm": 0.19533827900886536, |
| "learning_rate": 1.0538203753351207e-05, |
| "loss": 0.547668170928955, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.6005965747226598, |
| "grad_norm": 0.15901635587215424, |
| "learning_rate": 1.049798927613941e-05, |
| "loss": 0.5213536739349365, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.6059590441398264, |
| "grad_norm": 0.20392107963562012, |
| "learning_rate": 1.0457774798927614e-05, |
| "loss": 0.56328444480896, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.611321513556993, |
| "grad_norm": 0.14985501766204834, |
| "learning_rate": 1.0417560321715818e-05, |
| "loss": 0.5592964172363282, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.6166839829741596, |
| "grad_norm": 0.16292506456375122, |
| "learning_rate": 1.0377345844504021e-05, |
| "loss": 0.6026081562042236, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.6220464523913262, |
| "grad_norm": 0.2114475965499878, |
| "learning_rate": 1.0337131367292225e-05, |
| "loss": 0.5434895992279053, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.6274089218084928, |
| "grad_norm": 0.15036092698574066, |
| "learning_rate": 1.0296916890080429e-05, |
| "loss": 0.5241796016693115, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.6327713912256594, |
| "grad_norm": 0.2040790617465973, |
| "learning_rate": 1.0256702412868633e-05, |
| "loss": 0.5172519683837891, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.6381338606428261, |
| "grad_norm": 0.15708747506141663, |
| "learning_rate": 1.0216487935656836e-05, |
| "loss": 0.49505252838134767, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.6434963300599926, |
| "grad_norm": 0.1831217259168625, |
| "learning_rate": 1.017627345844504e-05, |
| "loss": 0.5166856288909912, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.6488587994771592, |
| "grad_norm": 0.23026946187019348, |
| "learning_rate": 1.0136058981233244e-05, |
| "loss": 0.5275045394897461, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.6542212688943259, |
| "grad_norm": 0.17848673462867737, |
| "learning_rate": 1.0095844504021447e-05, |
| "loss": 0.5764461994171143, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.6595837383114924, |
| "grad_norm": 0.14768671989440918, |
| "learning_rate": 1.0055630026809651e-05, |
| "loss": 0.4772446632385254, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.6649462077286591, |
| "grad_norm": 0.11061226576566696, |
| "learning_rate": 1.0015415549597855e-05, |
| "loss": 0.4822176456451416, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.6703086771458256, |
| "grad_norm": 0.22382384538650513, |
| "learning_rate": 9.975201072386058e-06, |
| "loss": 0.5523125648498535, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.6756711465629922, |
| "grad_norm": 0.1481855809688568, |
| "learning_rate": 9.934986595174262e-06, |
| "loss": 0.5522858619689941, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.6810336159801589, |
| "grad_norm": 0.16584496200084686, |
| "learning_rate": 9.894772117962466e-06, |
| "loss": 0.5220115661621094, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.6863960853973254, |
| "grad_norm": 0.24747292697429657, |
| "learning_rate": 9.85455764075067e-06, |
| "loss": 0.5106014728546142, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.6917585548144921, |
| "grad_norm": 0.1886838674545288, |
| "learning_rate": 9.814343163538873e-06, |
| "loss": 0.554722261428833, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.6971210242316587, |
| "grad_norm": 0.14403431117534637, |
| "learning_rate": 9.774128686327077e-06, |
| "loss": 0.5226208209991455, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.7024834936488252, |
| "grad_norm": 0.1577453911304474, |
| "learning_rate": 9.73391420911528e-06, |
| "loss": 0.5295976161956787, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.7078459630659919, |
| "grad_norm": 0.2269749790430069, |
| "learning_rate": 9.693699731903484e-06, |
| "loss": 0.5336898803710938, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.7132084324831585, |
| "grad_norm": 0.23890693485736847, |
| "learning_rate": 9.653485254691688e-06, |
| "loss": 0.5564133644104003, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.7185709019003251, |
| "grad_norm": 0.19051003456115723, |
| "learning_rate": 9.613270777479892e-06, |
| "loss": 0.5483838081359863, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.7239333713174917, |
| "grad_norm": 0.15244685113430023, |
| "learning_rate": 9.573056300268095e-06, |
| "loss": 0.5657371520996094, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.7292958407346584, |
| "grad_norm": 0.14131584763526917, |
| "learning_rate": 9.532841823056299e-06, |
| "loss": 0.5375633716583252, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.7346583101518249, |
| "grad_norm": 0.15706594288349152, |
| "learning_rate": 9.492627345844505e-06, |
| "loss": 0.5774847507476807, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.7400207795689915, |
| "grad_norm": 0.120318703353405, |
| "learning_rate": 9.452412868632708e-06, |
| "loss": 0.5289290428161622, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.7453832489861582, |
| "grad_norm": 0.17643575370311737, |
| "learning_rate": 9.412198391420912e-06, |
| "loss": 0.548846435546875, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.7507457184033247, |
| "grad_norm": 0.23063655197620392, |
| "learning_rate": 9.371983914209116e-06, |
| "loss": 0.5502467155456543, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.7561081878204914, |
| "grad_norm": 0.14489713311195374, |
| "learning_rate": 9.33176943699732e-06, |
| "loss": 0.5205071449279786, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.7614706572376579, |
| "grad_norm": 0.15738680958747864, |
| "learning_rate": 9.291554959785523e-06, |
| "loss": 0.5463311195373535, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.7668331266548245, |
| "grad_norm": 0.1291189193725586, |
| "learning_rate": 9.251340482573727e-06, |
| "loss": 0.5183065414428711, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.7721955960719912, |
| "grad_norm": 0.14537270367145538, |
| "learning_rate": 9.21112600536193e-06, |
| "loss": 0.5544816493988037, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.7775580654891577, |
| "grad_norm": 0.13409097492694855, |
| "learning_rate": 9.170911528150134e-06, |
| "loss": 0.5107351303100586, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.7829205349063244, |
| "grad_norm": 0.2998020052909851, |
| "learning_rate": 9.130697050938338e-06, |
| "loss": 0.5310684680938721, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.788283004323491, |
| "grad_norm": 0.1838223934173584, |
| "learning_rate": 9.090482573726543e-06, |
| "loss": 0.5270499229431153, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.7936454737406575, |
| "grad_norm": 0.18618327379226685, |
| "learning_rate": 9.050268096514747e-06, |
| "loss": 0.5336289882659913, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.7990079431578242, |
| "grad_norm": 0.20681297779083252, |
| "learning_rate": 9.01005361930295e-06, |
| "loss": 0.508507251739502, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.8043704125749908, |
| "grad_norm": 0.24283935129642487, |
| "learning_rate": 8.969839142091154e-06, |
| "loss": 0.5339189052581788, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.8097328819921574, |
| "grad_norm": 0.21722275018692017, |
| "learning_rate": 8.929624664879358e-06, |
| "loss": 0.515669584274292, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.815095351409324, |
| "grad_norm": 0.14678969979286194, |
| "learning_rate": 8.889410187667562e-06, |
| "loss": 0.49359521865844724, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.8204578208264905, |
| "grad_norm": 0.16017946600914001, |
| "learning_rate": 8.849195710455765e-06, |
| "loss": 0.532757043838501, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.8258202902436572, |
| "grad_norm": 0.13103698194026947, |
| "learning_rate": 8.808981233243969e-06, |
| "loss": 0.5174227237701416, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.8311827596608238, |
| "grad_norm": 0.13764740526676178, |
| "learning_rate": 8.768766756032173e-06, |
| "loss": 0.5756002902984619, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.8365452290779904, |
| "grad_norm": 0.1956685334444046, |
| "learning_rate": 8.728552278820376e-06, |
| "loss": 0.5458150386810303, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.841907698495157, |
| "grad_norm": 0.14859093725681305, |
| "learning_rate": 8.68833780160858e-06, |
| "loss": 0.5232916831970215, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.8472701679123237, |
| "grad_norm": 0.14078572392463684, |
| "learning_rate": 8.648123324396784e-06, |
| "loss": 0.45665884017944336, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.8526326373294902, |
| "grad_norm": 0.10593896359205246, |
| "learning_rate": 8.607908847184988e-06, |
| "loss": 0.46901817321777345, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.8579951067466568, |
| "grad_norm": 0.19927014410495758, |
| "learning_rate": 8.567694369973191e-06, |
| "loss": 0.4962503910064697, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.8633575761638235, |
| "grad_norm": 0.1885233223438263, |
| "learning_rate": 8.527479892761395e-06, |
| "loss": 0.5428553581237793, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.86872004558099, |
| "grad_norm": 0.22774286568164825, |
| "learning_rate": 8.487265415549599e-06, |
| "loss": 0.5246198177337646, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.8740825149981567, |
| "grad_norm": 0.16228961944580078, |
| "learning_rate": 8.447050938337802e-06, |
| "loss": 0.5317719936370849, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.8794449844153233, |
| "grad_norm": 0.19011476635932922, |
| "learning_rate": 8.406836461126006e-06, |
| "loss": 0.5377527236938476, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.8848074538324898, |
| "grad_norm": 0.1937844604253769, |
| "learning_rate": 8.36662198391421e-06, |
| "loss": 0.5009727954864502, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.8901699232496565, |
| "grad_norm": 0.26362502574920654, |
| "learning_rate": 8.326407506702413e-06, |
| "loss": 0.5286832809448242, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.895532392666823, |
| "grad_norm": 0.15528951585292816, |
| "learning_rate": 8.286193029490617e-06, |
| "loss": 0.5699362754821777, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.9008948620839897, |
| "grad_norm": 0.19824309647083282, |
| "learning_rate": 8.24597855227882e-06, |
| "loss": 0.5417330265045166, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.9062573315011563, |
| "grad_norm": 0.17824552953243256, |
| "learning_rate": 8.205764075067025e-06, |
| "loss": 0.5166538238525391, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.9116198009183228, |
| "grad_norm": 0.1860542744398117, |
| "learning_rate": 8.165549597855228e-06, |
| "loss": 0.5525233745574951, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.9169822703354895, |
| "grad_norm": 0.22200629115104675, |
| "learning_rate": 8.125335120643432e-06, |
| "loss": 0.48862462043762206, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.9223447397526561, |
| "grad_norm": 0.21177783608436584, |
| "learning_rate": 8.085120643431636e-06, |
| "loss": 0.5362657070159912, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.9277072091698227, |
| "grad_norm": 0.1278514564037323, |
| "learning_rate": 8.04490616621984e-06, |
| "loss": 0.5472875595092773, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.9330696785869893, |
| "grad_norm": 0.1520422250032425, |
| "learning_rate": 8.004691689008043e-06, |
| "loss": 0.4906148910522461, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.9384321480041559, |
| "grad_norm": 0.1678784340620041, |
| "learning_rate": 7.964477211796247e-06, |
| "loss": 0.5190341949462891, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.9437946174213225, |
| "grad_norm": 0.2168162763118744, |
| "learning_rate": 7.92426273458445e-06, |
| "loss": 0.5007696151733398, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.9491570868384891, |
| "grad_norm": 0.18424147367477417, |
| "learning_rate": 7.884048257372654e-06, |
| "loss": 0.5395221710205078, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.9545195562556558, |
| "grad_norm": 0.17553555965423584, |
| "learning_rate": 7.843833780160858e-06, |
| "loss": 0.4716806888580322, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.9598820256728223, |
| "grad_norm": 0.15070843696594238, |
| "learning_rate": 7.803619302949062e-06, |
| "loss": 0.49967169761657715, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.9652444950899889, |
| "grad_norm": 0.172193244099617, |
| "learning_rate": 7.763404825737265e-06, |
| "loss": 0.495190954208374, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.9706069645071556, |
| "grad_norm": 0.15822157263755798, |
| "learning_rate": 7.723190348525469e-06, |
| "loss": 0.5322632789611816, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.9759694339243221, |
| "grad_norm": 0.19345910847187042, |
| "learning_rate": 7.682975871313673e-06, |
| "loss": 0.48404436111450194, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.9813319033414888, |
| "grad_norm": 0.17885969579219818, |
| "learning_rate": 7.642761394101876e-06, |
| "loss": 0.5166211128234863, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.9866943727586553, |
| "grad_norm": 0.15497833490371704, |
| "learning_rate": 7.60254691689008e-06, |
| "loss": 0.5560059547424316, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.992056842175822, |
| "grad_norm": 0.17155644297599792, |
| "learning_rate": 7.562332439678284e-06, |
| "loss": 0.529679822921753, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.9974193115929886, |
| "grad_norm": 0.18267494440078735, |
| "learning_rate": 7.522117962466487e-06, |
| "loss": 0.5055463790893555, |
| "step": 3720 |
| }, |
| { |
| "epoch": 1.0026812347085834, |
| "grad_norm": 0.1627507209777832, |
| "learning_rate": 7.481903485254692e-06, |
| "loss": 0.45867152214050294, |
| "step": 3740 |
| }, |
| { |
| "epoch": 1.00804370412575, |
| "grad_norm": 0.2230822890996933, |
| "learning_rate": 7.441689008042896e-06, |
| "loss": 0.4909696102142334, |
| "step": 3760 |
| }, |
| { |
| "epoch": 1.0134061735429165, |
| "grad_norm": 0.14418569207191467, |
| "learning_rate": 7.401474530831099e-06, |
| "loss": 0.4891301155090332, |
| "step": 3780 |
| }, |
| { |
| "epoch": 1.018768642960083, |
| "grad_norm": 0.2094171643257141, |
| "learning_rate": 7.361260053619303e-06, |
| "loss": 0.4919305324554443, |
| "step": 3800 |
| }, |
| { |
| "epoch": 1.0241311123772496, |
| "grad_norm": 0.16315558552742004, |
| "learning_rate": 7.321045576407507e-06, |
| "loss": 0.5338080406188965, |
| "step": 3820 |
| }, |
| { |
| "epoch": 1.0294935817944164, |
| "grad_norm": 0.20310278236865997, |
| "learning_rate": 7.2808310991957104e-06, |
| "loss": 0.4789735794067383, |
| "step": 3840 |
| }, |
| { |
| "epoch": 1.034856051211583, |
| "grad_norm": 0.13879640400409698, |
| "learning_rate": 7.240616621983915e-06, |
| "loss": 0.49851651191711427, |
| "step": 3860 |
| }, |
| { |
| "epoch": 1.0402185206287495, |
| "grad_norm": 0.1722245216369629, |
| "learning_rate": 7.200402144772119e-06, |
| "loss": 0.5306562900543212, |
| "step": 3880 |
| }, |
| { |
| "epoch": 1.045580990045916, |
| "grad_norm": 0.1506664901971817, |
| "learning_rate": 7.160187667560322e-06, |
| "loss": 0.45285625457763673, |
| "step": 3900 |
| }, |
| { |
| "epoch": 1.0509434594630827, |
| "grad_norm": 0.204021617770195, |
| "learning_rate": 7.119973190348526e-06, |
| "loss": 0.5161935329437256, |
| "step": 3920 |
| }, |
| { |
| "epoch": 1.0563059288802494, |
| "grad_norm": 0.20319899916648865, |
| "learning_rate": 7.07975871313673e-06, |
| "loss": 0.4824995040893555, |
| "step": 3940 |
| }, |
| { |
| "epoch": 1.061668398297416, |
| "grad_norm": 0.19432441890239716, |
| "learning_rate": 7.0395442359249335e-06, |
| "loss": 0.5660453796386719, |
| "step": 3960 |
| }, |
| { |
| "epoch": 1.0670308677145826, |
| "grad_norm": 0.2576168477535248, |
| "learning_rate": 6.999329758713137e-06, |
| "loss": 0.4815997123718262, |
| "step": 3980 |
| }, |
| { |
| "epoch": 1.0723933371317491, |
| "grad_norm": 0.27557438611984253, |
| "learning_rate": 6.959115281501341e-06, |
| "loss": 0.43416056632995603, |
| "step": 4000 |
| }, |
| { |
| "epoch": 1.0777558065489157, |
| "grad_norm": 0.17039135098457336, |
| "learning_rate": 6.9189008042895446e-06, |
| "loss": 0.4980440139770508, |
| "step": 4020 |
| }, |
| { |
| "epoch": 1.0831182759660825, |
| "grad_norm": 0.2580510675907135, |
| "learning_rate": 6.878686327077748e-06, |
| "loss": 0.5068618774414062, |
| "step": 4040 |
| }, |
| { |
| "epoch": 1.088480745383249, |
| "grad_norm": 0.14738141000270844, |
| "learning_rate": 6.838471849865952e-06, |
| "loss": 0.4890751361846924, |
| "step": 4060 |
| }, |
| { |
| "epoch": 1.0938432148004156, |
| "grad_norm": 0.2081380933523178, |
| "learning_rate": 6.798257372654156e-06, |
| "loss": 0.5679311275482177, |
| "step": 4080 |
| }, |
| { |
| "epoch": 1.0992056842175821, |
| "grad_norm": 0.17693300545215607, |
| "learning_rate": 6.758042895442359e-06, |
| "loss": 0.5189684391021728, |
| "step": 4100 |
| }, |
| { |
| "epoch": 1.104568153634749, |
| "grad_norm": 0.23674148321151733, |
| "learning_rate": 6.717828418230563e-06, |
| "loss": 0.48049330711364746, |
| "step": 4120 |
| }, |
| { |
| "epoch": 1.1099306230519155, |
| "grad_norm": 0.21366719901561737, |
| "learning_rate": 6.677613941018767e-06, |
| "loss": 0.4967336654663086, |
| "step": 4140 |
| }, |
| { |
| "epoch": 1.115293092469082, |
| "grad_norm": 0.19616496562957764, |
| "learning_rate": 6.6373994638069704e-06, |
| "loss": 0.46569108963012695, |
| "step": 4160 |
| }, |
| { |
| "epoch": 1.1206555618862486, |
| "grad_norm": 0.17559197545051575, |
| "learning_rate": 6.597184986595174e-06, |
| "loss": 0.49478998184204104, |
| "step": 4180 |
| }, |
| { |
| "epoch": 1.1260180313034152, |
| "grad_norm": 0.184451162815094, |
| "learning_rate": 6.556970509383378e-06, |
| "loss": 0.5000570774078369, |
| "step": 4200 |
| }, |
| { |
| "epoch": 1.131380500720582, |
| "grad_norm": 0.18627093732357025, |
| "learning_rate": 6.5167560321715815e-06, |
| "loss": 0.5214301586151123, |
| "step": 4220 |
| }, |
| { |
| "epoch": 1.1367429701377485, |
| "grad_norm": 0.2080899477005005, |
| "learning_rate": 6.476541554959785e-06, |
| "loss": 0.47851176261901857, |
| "step": 4240 |
| }, |
| { |
| "epoch": 1.142105439554915, |
| "grad_norm": 0.18619345128536224, |
| "learning_rate": 6.436327077747989e-06, |
| "loss": 0.5022239685058594, |
| "step": 4260 |
| }, |
| { |
| "epoch": 1.1474679089720816, |
| "grad_norm": 0.23693107068538666, |
| "learning_rate": 6.396112600536193e-06, |
| "loss": 0.5198223114013671, |
| "step": 4280 |
| }, |
| { |
| "epoch": 1.1528303783892482, |
| "grad_norm": 0.17998561263084412, |
| "learning_rate": 6.355898123324397e-06, |
| "loss": 0.5228567123413086, |
| "step": 4300 |
| }, |
| { |
| "epoch": 1.158192847806415, |
| "grad_norm": 0.2783758342266083, |
| "learning_rate": 6.315683646112601e-06, |
| "loss": 0.5318965435028076, |
| "step": 4320 |
| }, |
| { |
| "epoch": 1.1635553172235815, |
| "grad_norm": 0.19693782925605774, |
| "learning_rate": 6.2754691689008046e-06, |
| "loss": 0.48392295837402344, |
| "step": 4340 |
| }, |
| { |
| "epoch": 1.168917786640748, |
| "grad_norm": 0.15940269827842712, |
| "learning_rate": 6.235254691689008e-06, |
| "loss": 0.4617619514465332, |
| "step": 4360 |
| }, |
| { |
| "epoch": 1.1742802560579146, |
| "grad_norm": 0.24782665073871613, |
| "learning_rate": 6.195040214477212e-06, |
| "loss": 0.49810285568237306, |
| "step": 4380 |
| }, |
| { |
| "epoch": 1.1796427254750812, |
| "grad_norm": 0.1946037858724594, |
| "learning_rate": 6.154825737265416e-06, |
| "loss": 0.4826976776123047, |
| "step": 4400 |
| } |
| ], |
| "logging_steps": 20, |
| "max_steps": 7460, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.42165408619946e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
