| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 38799, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.002577386015103482, |
| "grad_norm": 11.290987968444824, |
| "learning_rate": 1.9999672186894294e-05, |
| "loss": 4.8466, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.005154772030206964, |
| "grad_norm": 6.718034267425537, |
| "learning_rate": 1.999868876906945e-05, |
| "loss": 4.5435, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.007732158045310446, |
| "grad_norm": 22.342819213867188, |
| "learning_rate": 1.999704981100092e-05, |
| "loss": 4.4353, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.010309544060413928, |
| "grad_norm": 7.144813537597656, |
| "learning_rate": 1.9994755420143098e-05, |
| "loss": 4.3351, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.01288693007551741, |
| "grad_norm": 8.365111351013184, |
| "learning_rate": 1.9991805746922256e-05, |
| "loss": 4.2724, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.015464316090620892, |
| "grad_norm": 7.080021858215332, |
| "learning_rate": 1.9988200984726704e-05, |
| "loss": 4.2445, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.018041702105724373, |
| "grad_norm": 6.548303604125977, |
| "learning_rate": 1.9983941369894103e-05, |
| "loss": 4.1809, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.020619088120827855, |
| "grad_norm": 7.122159004211426, |
| "learning_rate": 1.9979027181695964e-05, |
| "loss": 4.1645, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.023196474135931337, |
| "grad_norm": 6.51261043548584, |
| "learning_rate": 1.997345874231934e-05, |
| "loss": 4.1619, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.02577386015103482, |
| "grad_norm": 5.71166467666626, |
| "learning_rate": 1.9967236416845723e-05, |
| "loss": 4.107, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.0283512461661383, |
| "grad_norm": 3.7813191413879395, |
| "learning_rate": 1.9960360613227073e-05, |
| "loss": 4.1232, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.030928632181241783, |
| "grad_norm": 5.60939884185791, |
| "learning_rate": 1.9952831782259102e-05, |
| "loss": 4.0683, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.033506018196345265, |
| "grad_norm": 4.751799583435059, |
| "learning_rate": 1.9944650417551697e-05, |
| "loss": 4.0364, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.03608340421144875, |
| "grad_norm": 4.849961757659912, |
| "learning_rate": 1.9935817055496582e-05, |
| "loss": 4.0232, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.03866079022655223, |
| "grad_norm": 10.232589721679688, |
| "learning_rate": 1.9926332275232118e-05, |
| "loss": 4.0462, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.04123817624165571, |
| "grad_norm": 5.628584861755371, |
| "learning_rate": 1.9916196698605365e-05, |
| "loss": 4.0269, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.04381556225675919, |
| "grad_norm": 6.3729023933410645, |
| "learning_rate": 1.9905410990131288e-05, |
| "loss": 4.0261, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.046392948271862675, |
| "grad_norm": 13.790914535522461, |
| "learning_rate": 1.9893975856949214e-05, |
| "loss": 4.0384, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.048970334286966156, |
| "grad_norm": 5.821386814117432, |
| "learning_rate": 1.9881892048776438e-05, |
| "loss": 3.9888, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.05154772030206964, |
| "grad_norm": 5.143034934997559, |
| "learning_rate": 1.9869160357859104e-05, |
| "loss": 3.9859, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.05412510631717312, |
| "grad_norm": 6.914301872253418, |
| "learning_rate": 1.9855781618920237e-05, |
| "loss": 3.9585, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.0567024923322766, |
| "grad_norm": 4.653666973114014, |
| "learning_rate": 1.9841756709105033e-05, |
| "loss": 3.995, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.059279878347380084, |
| "grad_norm": 5.750068187713623, |
| "learning_rate": 1.9827086547923337e-05, |
| "loss": 3.9451, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.061857264362483566, |
| "grad_norm": 4.804409027099609, |
| "learning_rate": 1.981177209718937e-05, |
| "loss": 4.0006, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.06443465037758705, |
| "grad_norm": 7.0191450119018555, |
| "learning_rate": 1.979581436095866e-05, |
| "loss": 3.9107, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.06701203639269053, |
| "grad_norm": 5.063206672668457, |
| "learning_rate": 1.977921438546223e-05, |
| "loss": 3.9185, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.06958942240779402, |
| "grad_norm": 4.46260404586792, |
| "learning_rate": 1.9761973259037977e-05, |
| "loss": 3.9394, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.0721668084228975, |
| "grad_norm": 2.9971110820770264, |
| "learning_rate": 1.9744092112059343e-05, |
| "loss": 3.9209, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.07474419443800098, |
| "grad_norm": 4.661226272583008, |
| "learning_rate": 1.9725572116861195e-05, |
| "loss": 3.9242, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.07732158045310446, |
| "grad_norm": 5.58400821685791, |
| "learning_rate": 1.970641448766296e-05, |
| "loss": 3.9184, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.07989896646820795, |
| "grad_norm": 3.0768227577209473, |
| "learning_rate": 1.968662048048902e-05, |
| "loss": 3.8866, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.08247635248331142, |
| "grad_norm": 4.183335304260254, |
| "learning_rate": 1.9666191393086375e-05, |
| "loss": 3.9327, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.08505373849841491, |
| "grad_norm": 3.9296393394470215, |
| "learning_rate": 1.9645128564839536e-05, |
| "loss": 3.8457, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.08763112451351839, |
| "grad_norm": 4.4432525634765625, |
| "learning_rate": 1.9623433376682737e-05, |
| "loss": 3.8371, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.09020851052862187, |
| "grad_norm": 3.211374521255493, |
| "learning_rate": 1.9601107251009378e-05, |
| "loss": 3.8415, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.09278589654372535, |
| "grad_norm": 4.455361843109131, |
| "learning_rate": 1.9578151651578774e-05, |
| "loss": 3.86, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.09536328255882884, |
| "grad_norm": 4.47145414352417, |
| "learning_rate": 1.95545680834202e-05, |
| "loss": 3.8462, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.09794066857393231, |
| "grad_norm": 5.741458892822266, |
| "learning_rate": 1.9530358092734194e-05, |
| "loss": 3.8461, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.1005180545890358, |
| "grad_norm": 8.224906921386719, |
| "learning_rate": 1.950552326679121e-05, |
| "loss": 3.8081, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.10309544060413928, |
| "grad_norm": 6.364991188049316, |
| "learning_rate": 1.9480065233827525e-05, |
| "loss": 3.8821, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.10567282661924277, |
| "grad_norm": 3.671194553375244, |
| "learning_rate": 1.9453985662938514e-05, |
| "loss": 3.8434, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.10825021263434624, |
| "grad_norm": 4.400032997131348, |
| "learning_rate": 1.9427286263969207e-05, |
| "loss": 3.8335, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.11082759864944973, |
| "grad_norm": 3.351066827774048, |
| "learning_rate": 1.939996878740217e-05, |
| "loss": 3.8544, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.1134049846645532, |
| "grad_norm": 2.9429101943969727, |
| "learning_rate": 1.937203502424278e-05, |
| "loss": 3.8299, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.1159823706796567, |
| "grad_norm": 3.3668315410614014, |
| "learning_rate": 1.934348680590177e-05, |
| "loss": 3.8405, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.11855975669476017, |
| "grad_norm": 4.1787214279174805, |
| "learning_rate": 1.9314326004075157e-05, |
| "loss": 3.8509, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.12113714270986366, |
| "grad_norm": 2.7704379558563232, |
| "learning_rate": 1.9284554530621546e-05, |
| "loss": 3.8083, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.12371452872496713, |
| "grad_norm": 3.713585615158081, |
| "learning_rate": 1.9254174337436772e-05, |
| "loss": 3.8281, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.12629191474007062, |
| "grad_norm": 3.7312045097351074, |
| "learning_rate": 1.922318741632593e-05, |
| "loss": 3.7707, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.1288693007551741, |
| "grad_norm": 3.2040700912475586, |
| "learning_rate": 1.919159579887279e-05, |
| "loss": 3.8147, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.13144668677027757, |
| "grad_norm": 3.3190503120422363, |
| "learning_rate": 1.9159401556306595e-05, |
| "loss": 3.8192, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.13402407278538106, |
| "grad_norm": 6.929914951324463, |
| "learning_rate": 1.9126606799366284e-05, |
| "loss": 3.8269, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.13660145880048455, |
| "grad_norm": 3.321101427078247, |
| "learning_rate": 1.9093213678162066e-05, |
| "loss": 3.8047, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.13917884481558804, |
| "grad_norm": 3.273574113845825, |
| "learning_rate": 1.9059224382034507e-05, |
| "loss": 3.7599, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.14175623083069153, |
| "grad_norm": 3.5962255001068115, |
| "learning_rate": 1.9024641139410947e-05, |
| "loss": 3.7657, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.144333616845795, |
| "grad_norm": 5.053091526031494, |
| "learning_rate": 1.8989466217659426e-05, |
| "loss": 3.7927, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.14691100286089848, |
| "grad_norm": 3.2491798400878906, |
| "learning_rate": 1.8953701922940002e-05, |
| "loss": 3.7847, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.14948838887600197, |
| "grad_norm": 3.0496296882629395, |
| "learning_rate": 1.891735060005359e-05, |
| "loss": 3.7791, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.15206577489110545, |
| "grad_norm": 5.10418176651001, |
| "learning_rate": 1.8880414632288192e-05, |
| "loss": 3.7858, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.15464316090620892, |
| "grad_norm": 2.608537197113037, |
| "learning_rate": 1.8842896441262676e-05, |
| "loss": 3.8028, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.1572205469213124, |
| "grad_norm": 3.8968887329101562, |
| "learning_rate": 1.8804798486767982e-05, |
| "loss": 3.7743, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.1597979329364159, |
| "grad_norm": 3.222698211669922, |
| "learning_rate": 1.876612326660587e-05, |
| "loss": 3.7533, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.16237531895151938, |
| "grad_norm": 4.592376708984375, |
| "learning_rate": 1.8726873316425144e-05, |
| "loss": 3.7959, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.16495270496662284, |
| "grad_norm": 2.7290849685668945, |
| "learning_rate": 1.868705120955542e-05, |
| "loss": 3.7809, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.16753009098172633, |
| "grad_norm": 3.5503175258636475, |
| "learning_rate": 1.8646659556838402e-05, |
| "loss": 3.7966, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.17010747699682982, |
| "grad_norm": 3.99653697013855, |
| "learning_rate": 1.8605701006456715e-05, |
| "loss": 3.7535, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.1726848630119333, |
| "grad_norm": 3.359206438064575, |
| "learning_rate": 1.856417824376028e-05, |
| "loss": 3.7591, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.17526224902703677, |
| "grad_norm": 2.2579879760742188, |
| "learning_rate": 1.8522093991090257e-05, |
| "loss": 3.7592, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.17783963504214026, |
| "grad_norm": 3.171557664871216, |
| "learning_rate": 1.8479451007600563e-05, |
| "loss": 3.7203, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.18041702105724375, |
| "grad_norm": 3.812851667404175, |
| "learning_rate": 1.843625208907696e-05, |
| "loss": 3.7547, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.18299440707234724, |
| "grad_norm": 3.115205764770508, |
| "learning_rate": 1.8392500067753783e-05, |
| "loss": 3.7819, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.1855717930874507, |
| "grad_norm": 3.6256558895111084, |
| "learning_rate": 1.8348197812128234e-05, |
| "loss": 3.7779, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.1881491791025542, |
| "grad_norm": 3.5836474895477295, |
| "learning_rate": 1.830334822677231e-05, |
| "loss": 3.6984, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.19072656511765768, |
| "grad_norm": 3.9070522785186768, |
| "learning_rate": 1.825795425214238e-05, |
| "loss": 3.7311, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.19330395113276116, |
| "grad_norm": 2.9373161792755127, |
| "learning_rate": 1.8212018864386413e-05, |
| "loss": 3.7671, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.19588133714786463, |
| "grad_norm": 2.813357353210449, |
| "learning_rate": 1.8165545075148825e-05, |
| "loss": 3.7449, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.19845872316296811, |
| "grad_norm": 3.053895950317383, |
| "learning_rate": 1.8118535931373056e-05, |
| "loss": 3.7667, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.2010361091780716, |
| "grad_norm": 2.826585531234741, |
| "learning_rate": 1.8070994515101796e-05, |
| "loss": 3.7452, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.2036134951931751, |
| "grad_norm": 3.5855720043182373, |
| "learning_rate": 1.80229239432749e-05, |
| "loss": 3.6858, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.20619088120827855, |
| "grad_norm": 4.009027004241943, |
| "learning_rate": 1.797432736752506e-05, |
| "loss": 3.7474, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.20876826722338204, |
| "grad_norm": 2.856401205062866, |
| "learning_rate": 1.7925207973971163e-05, |
| "loss": 3.7362, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.21134565323848553, |
| "grad_norm": 2.884099006652832, |
| "learning_rate": 1.7875568983009394e-05, |
| "loss": 3.7292, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.21392303925358902, |
| "grad_norm": 3.0067903995513916, |
| "learning_rate": 1.7825413649102116e-05, |
| "loss": 3.6891, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.21650042526869248, |
| "grad_norm": 2.863363027572632, |
| "learning_rate": 1.777474526056448e-05, |
| "loss": 3.6972, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.21907781128379597, |
| "grad_norm": 4.317652225494385, |
| "learning_rate": 1.7723567139348853e-05, |
| "loss": 3.7539, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.22165519729889946, |
| "grad_norm": 3.0580854415893555, |
| "learning_rate": 1.7671882640827e-05, |
| "loss": 3.6936, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.22423258331400295, |
| "grad_norm": 4.251198768615723, |
| "learning_rate": 1.7619695153570126e-05, |
| "loss": 3.6885, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.2268099693291064, |
| "grad_norm": 2.991900682449341, |
| "learning_rate": 1.756700809912668e-05, |
| "loss": 3.7305, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.2293873553442099, |
| "grad_norm": 3.1725871562957764, |
| "learning_rate": 1.7513824931798045e-05, |
| "loss": 3.7164, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.2319647413593134, |
| "grad_norm": 3.6342945098876953, |
| "learning_rate": 1.746014913841209e-05, |
| "loss": 3.7428, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.23454212737441688, |
| "grad_norm": 3.3490030765533447, |
| "learning_rate": 1.7405984238094502e-05, |
| "loss": 3.7355, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.23711951338952034, |
| "grad_norm": 3.2090468406677246, |
| "learning_rate": 1.7351333782038132e-05, |
| "loss": 3.7797, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.23969689940462383, |
| "grad_norm": 3.1655192375183105, |
| "learning_rate": 1.7296201353270122e-05, |
| "loss": 3.6629, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.24227428541972731, |
| "grad_norm": 2.3775510787963867, |
| "learning_rate": 1.7240590566417012e-05, |
| "loss": 3.7094, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.2448516714348308, |
| "grad_norm": 5.21035099029541, |
| "learning_rate": 1.7184505067467748e-05, |
| "loss": 3.7144, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.24742905744993426, |
| "grad_norm": 2.4014949798583984, |
| "learning_rate": 1.7127948533534656e-05, |
| "loss": 3.7206, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.25000644346503775, |
| "grad_norm": 4.319427013397217, |
| "learning_rate": 1.707092467261234e-05, |
| "loss": 3.6599, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.25258382948014124, |
| "grad_norm": 2.936662197113037, |
| "learning_rate": 1.701343722333459e-05, |
| "loss": 3.7265, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.25516121549524473, |
| "grad_norm": 2.9882149696350098, |
| "learning_rate": 1.6955489954729263e-05, |
| "loss": 3.6637, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.2577386015103482, |
| "grad_norm": 4.467193603515625, |
| "learning_rate": 1.6897086665971177e-05, |
| "loss": 3.6627, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.2603159875254517, |
| "grad_norm": 3.2191989421844482, |
| "learning_rate": 1.6838231186133026e-05, |
| "loss": 3.718, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.26289337354055514, |
| "grad_norm": 3.03230619430542, |
| "learning_rate": 1.677892737393434e-05, |
| "loss": 3.6672, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.26547075955565863, |
| "grad_norm": 3.170508861541748, |
| "learning_rate": 1.6719179117488484e-05, |
| "loss": 3.6529, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.2680481455707621, |
| "grad_norm": 2.8415744304656982, |
| "learning_rate": 1.6658990334047765e-05, |
| "loss": 3.6545, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.2706255315858656, |
| "grad_norm": 2.6031301021575928, |
| "learning_rate": 1.6598364969746583e-05, |
| "loss": 3.6934, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.2732029176009691, |
| "grad_norm": 3.735369920730591, |
| "learning_rate": 1.6537306999342737e-05, |
| "loss": 3.6623, |
| "step": 10600 |
| }, |
| { |
| "epoch": 0.2757803036160726, |
| "grad_norm": 3.3953819274902344, |
| "learning_rate": 1.64758204259568e-05, |
| "loss": 3.6379, |
| "step": 10700 |
| }, |
| { |
| "epoch": 0.2783576896311761, |
| "grad_norm": 2.498640775680542, |
| "learning_rate": 1.6413909280809694e-05, |
| "loss": 3.7102, |
| "step": 10800 |
| }, |
| { |
| "epoch": 0.28093507564627956, |
| "grad_norm": 4.008251667022705, |
| "learning_rate": 1.6351577622958372e-05, |
| "loss": 3.695, |
| "step": 10900 |
| }, |
| { |
| "epoch": 0.28351246166138305, |
| "grad_norm": 2.9386963844299316, |
| "learning_rate": 1.6288829539029702e-05, |
| "loss": 3.6649, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.2860898476764865, |
| "grad_norm": 2.8826704025268555, |
| "learning_rate": 1.622566914295254e-05, |
| "loss": 3.6714, |
| "step": 11100 |
| }, |
| { |
| "epoch": 0.28866723369159, |
| "grad_norm": 2.6754064559936523, |
| "learning_rate": 1.6162100575688e-05, |
| "loss": 3.6472, |
| "step": 11200 |
| }, |
| { |
| "epoch": 0.29124461970669346, |
| "grad_norm": 2.838592290878296, |
| "learning_rate": 1.609812800495798e-05, |
| "loss": 3.6456, |
| "step": 11300 |
| }, |
| { |
| "epoch": 0.29382200572179695, |
| "grad_norm": 3.8321444988250732, |
| "learning_rate": 1.6033755624971892e-05, |
| "loss": 3.6491, |
| "step": 11400 |
| }, |
| { |
| "epoch": 0.29639939173690044, |
| "grad_norm": 3.397690534591675, |
| "learning_rate": 1.59689876561517e-05, |
| "loss": 3.7191, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.29897677775200393, |
| "grad_norm": 2.250105142593384, |
| "learning_rate": 1.590382834485521e-05, |
| "loss": 3.6709, |
| "step": 11600 |
| }, |
| { |
| "epoch": 0.3015541637671074, |
| "grad_norm": 4.159366130828857, |
| "learning_rate": 1.5838281963097656e-05, |
| "loss": 3.6759, |
| "step": 11700 |
| }, |
| { |
| "epoch": 0.3041315497822109, |
| "grad_norm": 3.2084805965423584, |
| "learning_rate": 1.577235280827164e-05, |
| "loss": 3.6618, |
| "step": 11800 |
| }, |
| { |
| "epoch": 0.30670893579731434, |
| "grad_norm": 3.905651092529297, |
| "learning_rate": 1.570604520286535e-05, |
| "loss": 3.6596, |
| "step": 11900 |
| }, |
| { |
| "epoch": 0.30928632181241783, |
| "grad_norm": 2.8599586486816406, |
| "learning_rate": 1.5639363494179208e-05, |
| "loss": 3.6553, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.3118637078275213, |
| "grad_norm": 3.940213441848755, |
| "learning_rate": 1.557231205404082e-05, |
| "loss": 3.6861, |
| "step": 12100 |
| }, |
| { |
| "epoch": 0.3144410938426248, |
| "grad_norm": 3.514432907104492, |
| "learning_rate": 1.5504895278518342e-05, |
| "loss": 3.6265, |
| "step": 12200 |
| }, |
| { |
| "epoch": 0.3170184798577283, |
| "grad_norm": 2.594841241836548, |
| "learning_rate": 1.5437117587632297e-05, |
| "loss": 3.6455, |
| "step": 12300 |
| }, |
| { |
| "epoch": 0.3195958658728318, |
| "grad_norm": 2.735835552215576, |
| "learning_rate": 1.5368983425065746e-05, |
| "loss": 3.6544, |
| "step": 12400 |
| }, |
| { |
| "epoch": 0.3221732518879353, |
| "grad_norm": 2.8041157722473145, |
| "learning_rate": 1.530049725787298e-05, |
| "loss": 3.6342, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.32475063790303876, |
| "grad_norm": 3.4744675159454346, |
| "learning_rate": 1.5231663576186631e-05, |
| "loss": 3.6536, |
| "step": 12600 |
| }, |
| { |
| "epoch": 0.3273280239181422, |
| "grad_norm": 2.935953140258789, |
| "learning_rate": 1.5162486892923298e-05, |
| "loss": 3.6862, |
| "step": 12700 |
| }, |
| { |
| "epoch": 0.3299054099332457, |
| "grad_norm": 2.600081205368042, |
| "learning_rate": 1.509297174348765e-05, |
| "loss": 3.6311, |
| "step": 12800 |
| }, |
| { |
| "epoch": 0.3324827959483492, |
| "grad_norm": 2.569611072540283, |
| "learning_rate": 1.50231226854751e-05, |
| "loss": 3.6179, |
| "step": 12900 |
| }, |
| { |
| "epoch": 0.33506018196345266, |
| "grad_norm": 2.4711806774139404, |
| "learning_rate": 1.4952944298372969e-05, |
| "loss": 3.6374, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.33763756797855615, |
| "grad_norm": 4.4129252433776855, |
| "learning_rate": 1.4882441183260268e-05, |
| "loss": 3.6569, |
| "step": 13100 |
| }, |
| { |
| "epoch": 0.34021495399365964, |
| "grad_norm": 3.789003372192383, |
| "learning_rate": 1.481161796250602e-05, |
| "loss": 3.6162, |
| "step": 13200 |
| }, |
| { |
| "epoch": 0.34279234000876313, |
| "grad_norm": 2.3068277835845947, |
| "learning_rate": 1.4740479279466215e-05, |
| "loss": 3.6363, |
| "step": 13300 |
| }, |
| { |
| "epoch": 0.3453697260238666, |
| "grad_norm": 2.4332969188690186, |
| "learning_rate": 1.4669029798179382e-05, |
| "loss": 3.6408, |
| "step": 13400 |
| }, |
| { |
| "epoch": 0.34794711203897005, |
| "grad_norm": 6.318627834320068, |
| "learning_rate": 1.459727420306079e-05, |
| "loss": 3.6059, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.35052449805407354, |
| "grad_norm": 3.4904539585113525, |
| "learning_rate": 1.4525217198595334e-05, |
| "loss": 3.5991, |
| "step": 13600 |
| }, |
| { |
| "epoch": 0.35310188406917703, |
| "grad_norm": 3.7250900268554688, |
| "learning_rate": 1.4452863509029106e-05, |
| "loss": 3.6106, |
| "step": 13700 |
| }, |
| { |
| "epoch": 0.3556792700842805, |
| "grad_norm": 3.034858465194702, |
| "learning_rate": 1.4380217878059632e-05, |
| "loss": 3.6258, |
| "step": 13800 |
| }, |
| { |
| "epoch": 0.358256656099384, |
| "grad_norm": 3.054669141769409, |
| "learning_rate": 1.4307285068524903e-05, |
| "loss": 3.6351, |
| "step": 13900 |
| }, |
| { |
| "epoch": 0.3608340421144875, |
| "grad_norm": 2.3272745609283447, |
| "learning_rate": 1.4234069862091074e-05, |
| "loss": 3.6291, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.363411428129591, |
| "grad_norm": 3.465676784515381, |
| "learning_rate": 1.4160577058938989e-05, |
| "loss": 3.6105, |
| "step": 14100 |
| }, |
| { |
| "epoch": 0.3659888141446945, |
| "grad_norm": 2.5440266132354736, |
| "learning_rate": 1.4086811477449457e-05, |
| "loss": 3.6194, |
| "step": 14200 |
| }, |
| { |
| "epoch": 0.3685662001597979, |
| "grad_norm": 2.803445339202881, |
| "learning_rate": 1.401277795388735e-05, |
| "loss": 3.6308, |
| "step": 14300 |
| }, |
| { |
| "epoch": 0.3711435861749014, |
| "grad_norm": 2.846573829650879, |
| "learning_rate": 1.3938481342084527e-05, |
| "loss": 3.6011, |
| "step": 14400 |
| }, |
| { |
| "epoch": 0.3737209721900049, |
| "grad_norm": 3.638376235961914, |
| "learning_rate": 1.3863926513121594e-05, |
| "loss": 3.5977, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.3762983582051084, |
| "grad_norm": 2.989871025085449, |
| "learning_rate": 1.3789118355008566e-05, |
| "loss": 3.6124, |
| "step": 14600 |
| }, |
| { |
| "epoch": 0.37887574422021186, |
| "grad_norm": 3.3215386867523193, |
| "learning_rate": 1.3714061772364362e-05, |
| "loss": 3.5909, |
| "step": 14700 |
| }, |
| { |
| "epoch": 0.38145313023531535, |
| "grad_norm": 3.1499135494232178, |
| "learning_rate": 1.3638761686095282e-05, |
| "loss": 3.6234, |
| "step": 14800 |
| }, |
| { |
| "epoch": 0.38403051625041884, |
| "grad_norm": 3.416022539138794, |
| "learning_rate": 1.3563223033072346e-05, |
| "loss": 3.5913, |
| "step": 14900 |
| }, |
| { |
| "epoch": 0.38660790226552233, |
| "grad_norm": 2.7528514862060547, |
| "learning_rate": 1.348745076580765e-05, |
| "loss": 3.5846, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.38918528828062576, |
| "grad_norm": 2.9281253814697266, |
| "learning_rate": 1.3411449852129645e-05, |
| "loss": 3.6016, |
| "step": 15100 |
| }, |
| { |
| "epoch": 0.39176267429572925, |
| "grad_norm": 3.0757687091827393, |
| "learning_rate": 1.333522527485744e-05, |
| "loss": 3.608, |
| "step": 15200 |
| }, |
| { |
| "epoch": 0.39434006031083274, |
| "grad_norm": 2.3136041164398193, |
| "learning_rate": 1.3258782031474116e-05, |
| "loss": 3.5907, |
| "step": 15300 |
| }, |
| { |
| "epoch": 0.39691744632593623, |
| "grad_norm": 5.2783989906311035, |
| "learning_rate": 1.3182125133799078e-05, |
| "loss": 3.6164, |
| "step": 15400 |
| }, |
| { |
| "epoch": 0.3994948323410397, |
| "grad_norm": 2.7335734367370605, |
| "learning_rate": 1.3105259607659464e-05, |
| "loss": 3.5992, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.4020722183561432, |
| "grad_norm": 2.8438055515289307, |
| "learning_rate": 1.3028190492560648e-05, |
| "loss": 3.5761, |
| "step": 15600 |
| }, |
| { |
| "epoch": 0.4046496043712467, |
| "grad_norm": 2.4809439182281494, |
| "learning_rate": 1.2950922841355823e-05, |
| "loss": 3.5709, |
| "step": 15700 |
| }, |
| { |
| "epoch": 0.4072269903863502, |
| "grad_norm": 2.29386043548584, |
| "learning_rate": 1.287346171991473e-05, |
| "loss": 3.593, |
| "step": 15800 |
| }, |
| { |
| "epoch": 0.4098043764014536, |
| "grad_norm": 3.2106361389160156, |
| "learning_rate": 1.2795812206791527e-05, |
| "loss": 3.6341, |
| "step": 15900 |
| }, |
| { |
| "epoch": 0.4123817624165571, |
| "grad_norm": 3.277012348175049, |
| "learning_rate": 1.2717979392891828e-05, |
| "loss": 3.5786, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.4149591484316606, |
| "grad_norm": 2.9476773738861084, |
| "learning_rate": 1.263996838113892e-05, |
| "loss": 3.6355, |
| "step": 16100 |
| }, |
| { |
| "epoch": 0.4175365344467641, |
| "grad_norm": 2.3904929161071777, |
| "learning_rate": 1.2561784286139214e-05, |
| "loss": 3.6089, |
| "step": 16200 |
| }, |
| { |
| "epoch": 0.4201139204618676, |
| "grad_norm": 2.6618638038635254, |
| "learning_rate": 1.2483432233846907e-05, |
| "loss": 3.6242, |
| "step": 16300 |
| }, |
| { |
| "epoch": 0.42269130647697106, |
| "grad_norm": 3.4960837364196777, |
| "learning_rate": 1.2404917361227919e-05, |
| "loss": 3.6146, |
| "step": 16400 |
| }, |
| { |
| "epoch": 0.42526869249207455, |
| "grad_norm": 2.5803399085998535, |
| "learning_rate": 1.2326244815923098e-05, |
| "loss": 3.5669, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.42784607850717804, |
| "grad_norm": 3.5535264015197754, |
| "learning_rate": 1.2247419755910733e-05, |
| "loss": 3.6464, |
| "step": 16600 |
| }, |
| { |
| "epoch": 0.43042346452228153, |
| "grad_norm": 2.91530179977417, |
| "learning_rate": 1.2168447349168357e-05, |
| "loss": 3.5929, |
| "step": 16700 |
| }, |
| { |
| "epoch": 0.43300085053738496, |
| "grad_norm": 3.287222146987915, |
| "learning_rate": 1.2089332773333968e-05, |
| "loss": 3.576, |
| "step": 16800 |
| }, |
| { |
| "epoch": 0.43557823655248845, |
| "grad_norm": 2.1214730739593506, |
| "learning_rate": 1.2010081215366518e-05, |
| "loss": 3.5926, |
| "step": 16900 |
| }, |
| { |
| "epoch": 0.43815562256759194, |
| "grad_norm": 2.6936001777648926, |
| "learning_rate": 1.1930697871205881e-05, |
| "loss": 3.634, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.44073300858269543, |
| "grad_norm": 2.6629228591918945, |
| "learning_rate": 1.1851187945432172e-05, |
| "loss": 3.594, |
| "step": 17100 |
| }, |
| { |
| "epoch": 0.4433103945977989, |
| "grad_norm": 2.7637672424316406, |
| "learning_rate": 1.1771556650924536e-05, |
| "loss": 3.5654, |
| "step": 17200 |
| }, |
| { |
| "epoch": 0.4458877806129024, |
| "grad_norm": 3.007967233657837, |
| "learning_rate": 1.1691809208519362e-05, |
| "loss": 3.5833, |
| "step": 17300 |
| }, |
| { |
| "epoch": 0.4484651666280059, |
| "grad_norm": 2.5413074493408203, |
| "learning_rate": 1.1611950846668008e-05, |
| "loss": 3.5816, |
| "step": 17400 |
| }, |
| { |
| "epoch": 0.4510425526431094, |
| "grad_norm": 2.670403003692627, |
| "learning_rate": 1.1531986801093992e-05, |
| "loss": 3.5677, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.4536199386582128, |
| "grad_norm": 2.917133331298828, |
| "learning_rate": 1.1451922314449743e-05, |
| "loss": 3.6039, |
| "step": 17600 |
| }, |
| { |
| "epoch": 0.4561973246733163, |
| "grad_norm": 2.8471500873565674, |
| "learning_rate": 1.1371762635972865e-05, |
| "loss": 3.5638, |
| "step": 17700 |
| }, |
| { |
| "epoch": 0.4587747106884198, |
| "grad_norm": 3.085045576095581, |
| "learning_rate": 1.1291513021141984e-05, |
| "loss": 3.6002, |
| "step": 17800 |
| }, |
| { |
| "epoch": 0.4613520967035233, |
| "grad_norm": 2.738633871078491, |
| "learning_rate": 1.1211178731332202e-05, |
| "loss": 3.5863, |
| "step": 17900 |
| }, |
| { |
| "epoch": 0.4639294827186268, |
| "grad_norm": 2.2282371520996094, |
| "learning_rate": 1.1130765033470118e-05, |
| "loss": 3.5558, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.46650686873373026, |
| "grad_norm": 3.990865468978882, |
| "learning_rate": 1.1050277199688551e-05, |
| "loss": 3.5561, |
| "step": 18100 |
| }, |
| { |
| "epoch": 0.46908425474883375, |
| "grad_norm": 2.5623137950897217, |
| "learning_rate": 1.096972050698084e-05, |
| "loss": 3.6102, |
| "step": 18200 |
| }, |
| { |
| "epoch": 0.47166164076393724, |
| "grad_norm": 2.817237377166748, |
| "learning_rate": 1.0889100236854919e-05, |
| "loss": 3.579, |
| "step": 18300 |
| }, |
| { |
| "epoch": 0.4742390267790407, |
| "grad_norm": 2.3210537433624268, |
| "learning_rate": 1.0808421674987014e-05, |
| "loss": 3.5621, |
| "step": 18400 |
| }, |
| { |
| "epoch": 0.47681641279414416, |
| "grad_norm": 3.1638784408569336, |
| "learning_rate": 1.0727690110875107e-05, |
| "loss": 3.5601, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.47939379880924765, |
| "grad_norm": 2.745288133621216, |
| "learning_rate": 1.064691083749215e-05, |
| "loss": 3.5649, |
| "step": 18600 |
| }, |
| { |
| "epoch": 0.48197118482435114, |
| "grad_norm": 3.039222240447998, |
| "learning_rate": 1.0566089150939042e-05, |
| "loss": 3.5542, |
| "step": 18700 |
| }, |
| { |
| "epoch": 0.48454857083945463, |
| "grad_norm": 3.693120241165161, |
| "learning_rate": 1.0485230350097399e-05, |
| "loss": 3.5537, |
| "step": 18800 |
| }, |
| { |
| "epoch": 0.4871259568545581, |
| "grad_norm": 4.2057647705078125, |
| "learning_rate": 1.0404339736282147e-05, |
| "loss": 3.5486, |
| "step": 18900 |
| }, |
| { |
| "epoch": 0.4897033428696616, |
| "grad_norm": 2.311918020248413, |
| "learning_rate": 1.0323422612893952e-05, |
| "loss": 3.5793, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.4922807288847651, |
| "grad_norm": 4.156958103179932, |
| "learning_rate": 1.0242484285071519e-05, |
| "loss": 3.5819, |
| "step": 19100 |
| }, |
| { |
| "epoch": 0.49485811489986853, |
| "grad_norm": 3.338391065597534, |
| "learning_rate": 1.0161530059343772e-05, |
| "loss": 3.565, |
| "step": 19200 |
| }, |
| { |
| "epoch": 0.497435500914972, |
| "grad_norm": 2.760301351547241, |
| "learning_rate": 1.008056524328194e-05, |
| "loss": 3.5441, |
| "step": 19300 |
| }, |
| { |
| "epoch": 0.5000128869300755, |
| "grad_norm": 2.5389583110809326, |
| "learning_rate": 9.999595145151585e-06, |
| "loss": 3.5293, |
| "step": 19400 |
| }, |
| { |
| "epoch": 0.502590272945179, |
| "grad_norm": 3.2732832431793213, |
| "learning_rate": 9.918625073564578e-06, |
| "loss": 3.5394, |
| "step": 19500 |
| }, |
| { |
| "epoch": 0.5051676589602825, |
| "grad_norm": 2.297307014465332, |
| "learning_rate": 9.83766033713104e-06, |
| "loss": 3.5349, |
| "step": 19600 |
| }, |
| { |
| "epoch": 0.507745044975386, |
| "grad_norm": 3.606658697128296, |
| "learning_rate": 9.756706244111317e-06, |
| "loss": 3.5398, |
| "step": 19700 |
| }, |
| { |
| "epoch": 0.5103224309904895, |
| "grad_norm": 2.4102110862731934, |
| "learning_rate": 9.675768102067935e-06, |
| "loss": 3.5987, |
| "step": 19800 |
| }, |
| { |
| "epoch": 0.512899817005593, |
| "grad_norm": 2.8538153171539307, |
| "learning_rate": 9.594851217517642e-06, |
| "loss": 3.5616, |
| "step": 19900 |
| }, |
| { |
| "epoch": 0.5154772030206964, |
| "grad_norm": 4.01407527923584, |
| "learning_rate": 9.513960895583478e-06, |
| "loss": 3.4919, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.5180545890357999, |
| "grad_norm": 2.5220627784729004, |
| "learning_rate": 9.433102439646981e-06, |
| "loss": 3.559, |
| "step": 20100 |
| }, |
| { |
| "epoch": 0.5206319750509034, |
| "grad_norm": 2.559917688369751, |
| "learning_rate": 9.352281151000457e-06, |
| "loss": 3.5538, |
| "step": 20200 |
| }, |
| { |
| "epoch": 0.5232093610660069, |
| "grad_norm": 3.0429484844207764, |
| "learning_rate": 9.271502328499438e-06, |
| "loss": 3.5611, |
| "step": 20300 |
| }, |
| { |
| "epoch": 0.5257867470811103, |
| "grad_norm": 3.077364921569824, |
| "learning_rate": 9.190771268215259e-06, |
| "loss": 3.5486, |
| "step": 20400 |
| }, |
| { |
| "epoch": 0.5283641330962138, |
| "grad_norm": 2.6773500442504883, |
| "learning_rate": 9.110093263087837e-06, |
| "loss": 3.5704, |
| "step": 20500 |
| }, |
| { |
| "epoch": 0.5309415191113173, |
| "grad_norm": 3.3674185276031494, |
| "learning_rate": 9.029473602578661e-06, |
| "loss": 3.573, |
| "step": 20600 |
| }, |
| { |
| "epoch": 0.5335189051264208, |
| "grad_norm": 3.724148750305176, |
| "learning_rate": 8.948917572323986e-06, |
| "loss": 3.5759, |
| "step": 20700 |
| }, |
| { |
| "epoch": 0.5360962911415242, |
| "grad_norm": 1.9666955471038818, |
| "learning_rate": 8.868430453788306e-06, |
| "loss": 3.558, |
| "step": 20800 |
| }, |
| { |
| "epoch": 0.5386736771566277, |
| "grad_norm": 2.4549689292907715, |
| "learning_rate": 8.788017523918078e-06, |
| "loss": 3.5316, |
| "step": 20900 |
| }, |
| { |
| "epoch": 0.5412510631717312, |
| "grad_norm": 4.1462178230285645, |
| "learning_rate": 8.707684054795763e-06, |
| "loss": 3.5378, |
| "step": 21000 |
| }, |
| { |
| "epoch": 0.5438284491868347, |
| "grad_norm": 2.751946449279785, |
| "learning_rate": 8.627435313294159e-06, |
| "loss": 3.5135, |
| "step": 21100 |
| }, |
| { |
| "epoch": 0.5464058352019382, |
| "grad_norm": 2.8184778690338135, |
| "learning_rate": 8.547276560731101e-06, |
| "loss": 3.5279, |
| "step": 21200 |
| }, |
| { |
| "epoch": 0.5489832212170417, |
| "grad_norm": 2.992576837539673, |
| "learning_rate": 8.46721305252452e-06, |
| "loss": 3.5366, |
| "step": 21300 |
| }, |
| { |
| "epoch": 0.5515606072321452, |
| "grad_norm": 3.002877712249756, |
| "learning_rate": 8.387250037847861e-06, |
| "loss": 3.5015, |
| "step": 21400 |
| }, |
| { |
| "epoch": 0.5541379932472487, |
| "grad_norm": 3.248469114303589, |
| "learning_rate": 8.307392759285973e-06, |
| "loss": 3.532, |
| "step": 21500 |
| }, |
| { |
| "epoch": 0.5567153792623522, |
| "grad_norm": 3.5968146324157715, |
| "learning_rate": 8.227646452491346e-06, |
| "loss": 3.5372, |
| "step": 21600 |
| }, |
| { |
| "epoch": 0.5592927652774556, |
| "grad_norm": 2.5173234939575195, |
| "learning_rate": 8.148016345840887e-06, |
| "loss": 3.594, |
| "step": 21700 |
| }, |
| { |
| "epoch": 0.5618701512925591, |
| "grad_norm": 2.8253161907196045, |
| "learning_rate": 8.068507660093104e-06, |
| "loss": 3.5539, |
| "step": 21800 |
| }, |
| { |
| "epoch": 0.5644475373076626, |
| "grad_norm": 3.1500766277313232, |
| "learning_rate": 7.989125608045845e-06, |
| "loss": 3.5263, |
| "step": 21900 |
| }, |
| { |
| "epoch": 0.5670249233227661, |
| "grad_norm": 2.9229307174682617, |
| "learning_rate": 7.909875394194506e-06, |
| "loss": 3.5409, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.5696023093378695, |
| "grad_norm": 3.7232964038848877, |
| "learning_rate": 7.830762214390841e-06, |
| "loss": 3.558, |
| "step": 22100 |
| }, |
| { |
| "epoch": 0.572179695352973, |
| "grad_norm": 2.866701602935791, |
| "learning_rate": 7.751791255502279e-06, |
| "loss": 3.4788, |
| "step": 22200 |
| }, |
| { |
| "epoch": 0.5747570813680765, |
| "grad_norm": 2.7208220958709717, |
| "learning_rate": 7.67296769507188e-06, |
| "loss": 3.5539, |
| "step": 22300 |
| }, |
| { |
| "epoch": 0.57733446738318, |
| "grad_norm": 2.726557970046997, |
| "learning_rate": 7.594296700978873e-06, |
| "loss": 3.5649, |
| "step": 22400 |
| }, |
| { |
| "epoch": 0.5799118533982834, |
| "grad_norm": 2.8795485496520996, |
| "learning_rate": 7.515783431099841e-06, |
| "loss": 3.5274, |
| "step": 22500 |
| }, |
| { |
| "epoch": 0.5824892394133869, |
| "grad_norm": 2.9432897567749023, |
| "learning_rate": 7.437433032970551e-06, |
| "loss": 3.5322, |
| "step": 22600 |
| }, |
| { |
| "epoch": 0.5850666254284904, |
| "grad_norm": 2.989090919494629, |
| "learning_rate": 7.35925064344847e-06, |
| "loss": 3.5456, |
| "step": 22700 |
| }, |
| { |
| "epoch": 0.5876440114435939, |
| "grad_norm": 2.5774166584014893, |
| "learning_rate": 7.281241388375986e-06, |
| "loss": 3.5669, |
| "step": 22800 |
| }, |
| { |
| "epoch": 0.5902213974586974, |
| "grad_norm": 2.8785130977630615, |
| "learning_rate": 7.203410382244329e-06, |
| "loss": 3.5218, |
| "step": 22900 |
| }, |
| { |
| "epoch": 0.5927987834738009, |
| "grad_norm": 2.8544228076934814, |
| "learning_rate": 7.125762727858274e-06, |
| "loss": 3.5058, |
| "step": 23000 |
| }, |
| { |
| "epoch": 0.5953761694889044, |
| "grad_norm": 3.5591630935668945, |
| "learning_rate": 7.048303516001562e-06, |
| "loss": 3.4966, |
| "step": 23100 |
| }, |
| { |
| "epoch": 0.5979535555040079, |
| "grad_norm": 3.3244006633758545, |
| "learning_rate": 6.971037825103159e-06, |
| "loss": 3.4968, |
| "step": 23200 |
| }, |
| { |
| "epoch": 0.6005309415191113, |
| "grad_norm": 3.3921620845794678, |
| "learning_rate": 6.89397072090428e-06, |
| "loss": 3.4837, |
| "step": 23300 |
| }, |
| { |
| "epoch": 0.6031083275342148, |
| "grad_norm": 2.4903266429901123, |
| "learning_rate": 6.817107256126283e-06, |
| "loss": 3.5231, |
| "step": 23400 |
| }, |
| { |
| "epoch": 0.6056857135493183, |
| "grad_norm": 3.7704195976257324, |
| "learning_rate": 6.740452470139387e-06, |
| "loss": 3.5036, |
| "step": 23500 |
| }, |
| { |
| "epoch": 0.6082630995644218, |
| "grad_norm": 2.641227960586548, |
| "learning_rate": 6.664011388632289e-06, |
| "loss": 3.5273, |
| "step": 23600 |
| }, |
| { |
| "epoch": 0.6108404855795252, |
| "grad_norm": 4.074779033660889, |
| "learning_rate": 6.5877890232826536e-06, |
| "loss": 3.4951, |
| "step": 23700 |
| }, |
| { |
| "epoch": 0.6134178715946287, |
| "grad_norm": 2.4264795780181885, |
| "learning_rate": 6.511790371428537e-06, |
| "loss": 3.5163, |
| "step": 23800 |
| }, |
| { |
| "epoch": 0.6159952576097322, |
| "grad_norm": 2.61828875541687, |
| "learning_rate": 6.436020415740763e-06, |
| "loss": 3.5222, |
| "step": 23900 |
| }, |
| { |
| "epoch": 0.6185726436248357, |
| "grad_norm": 4.017815113067627, |
| "learning_rate": 6.360484123896229e-06, |
| "loss": 3.4908, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.6211500296399391, |
| "grad_norm": 2.8214426040649414, |
| "learning_rate": 6.285186448252223e-06, |
| "loss": 3.5236, |
| "step": 24100 |
| }, |
| { |
| "epoch": 0.6237274156550426, |
| "grad_norm": 3.42803955078125, |
| "learning_rate": 6.21013232552172e-06, |
| "loss": 3.5044, |
| "step": 24200 |
| }, |
| { |
| "epoch": 0.6263048016701461, |
| "grad_norm": 3.3761305809020996, |
| "learning_rate": 6.13532667644974e-06, |
| "loss": 3.4869, |
| "step": 24300 |
| }, |
| { |
| "epoch": 0.6288821876852496, |
| "grad_norm": 3.3546550273895264, |
| "learning_rate": 6.060774405490708e-06, |
| "loss": 3.4729, |
| "step": 24400 |
| }, |
| { |
| "epoch": 0.6314595737003531, |
| "grad_norm": 3.3199570178985596, |
| "learning_rate": 5.986480400486921e-06, |
| "loss": 3.5003, |
| "step": 24500 |
| }, |
| { |
| "epoch": 0.6340369597154566, |
| "grad_norm": 4.5168890953063965, |
| "learning_rate": 5.912449532348086e-06, |
| "loss": 3.5129, |
| "step": 24600 |
| }, |
| { |
| "epoch": 0.6366143457305601, |
| "grad_norm": 2.819969415664673, |
| "learning_rate": 5.8386866547319565e-06, |
| "loss": 3.4985, |
| "step": 24700 |
| }, |
| { |
| "epoch": 0.6391917317456636, |
| "grad_norm": 3.190934419631958, |
| "learning_rate": 5.7651966037261376e-06, |
| "loss": 3.4835, |
| "step": 24800 |
| }, |
| { |
| "epoch": 0.6417691177607671, |
| "grad_norm": 3.1044363975524902, |
| "learning_rate": 5.691984197531e-06, |
| "loss": 3.5376, |
| "step": 24900 |
| }, |
| { |
| "epoch": 0.6443465037758705, |
| "grad_norm": 3.198023557662964, |
| "learning_rate": 5.619054236143794e-06, |
| "loss": 3.5042, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.646923889790974, |
| "grad_norm": 2.9517762660980225, |
| "learning_rate": 5.546411501043947e-06, |
| "loss": 3.4939, |
| "step": 25100 |
| }, |
| { |
| "epoch": 0.6495012758060775, |
| "grad_norm": 3.4749555587768555, |
| "learning_rate": 5.474060754879576e-06, |
| "loss": 3.487, |
| "step": 25200 |
| }, |
| { |
| "epoch": 0.6520786618211809, |
| "grad_norm": 3.2266461849212646, |
| "learning_rate": 5.4020067411552526e-06, |
| "loss": 3.4699, |
| "step": 25300 |
| }, |
| { |
| "epoch": 0.6546560478362844, |
| "grad_norm": 3.5922603607177734, |
| "learning_rate": 5.330254183920969e-06, |
| "loss": 3.4518, |
| "step": 25400 |
| }, |
| { |
| "epoch": 0.6572334338513879, |
| "grad_norm": 3.798825263977051, |
| "learning_rate": 5.2588077874624486e-06, |
| "loss": 3.4469, |
| "step": 25500 |
| }, |
| { |
| "epoch": 0.6598108198664914, |
| "grad_norm": 2.2145583629608154, |
| "learning_rate": 5.187672235992726e-06, |
| "loss": 3.4843, |
| "step": 25600 |
| }, |
| { |
| "epoch": 0.6623882058815949, |
| "grad_norm": 3.210674524307251, |
| "learning_rate": 5.116852193345006e-06, |
| "loss": 3.4803, |
| "step": 25700 |
| }, |
| { |
| "epoch": 0.6649655918966983, |
| "grad_norm": 2.506747245788574, |
| "learning_rate": 5.046352302666913e-06, |
| "loss": 3.4903, |
| "step": 25800 |
| }, |
| { |
| "epoch": 0.6675429779118018, |
| "grad_norm": 2.7490615844726562, |
| "learning_rate": 4.976177186116067e-06, |
| "loss": 3.524, |
| "step": 25900 |
| }, |
| { |
| "epoch": 0.6701203639269053, |
| "grad_norm": 2.1966018676757812, |
| "learning_rate": 4.906331444557057e-06, |
| "loss": 3.457, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.6726977499420088, |
| "grad_norm": 2.6093175411224365, |
| "learning_rate": 4.83681965725977e-06, |
| "loss": 3.4933, |
| "step": 26100 |
| }, |
| { |
| "epoch": 0.6752751359571123, |
| "grad_norm": 2.49112606048584, |
| "learning_rate": 4.767646381599182e-06, |
| "loss": 3.5118, |
| "step": 26200 |
| }, |
| { |
| "epoch": 0.6778525219722158, |
| "grad_norm": 3.006537914276123, |
| "learning_rate": 4.698816152756555e-06, |
| "loss": 3.4852, |
| "step": 26300 |
| }, |
| { |
| "epoch": 0.6804299079873193, |
| "grad_norm": 3.1903345584869385, |
| "learning_rate": 4.630333483422113e-06, |
| "loss": 3.4743, |
| "step": 26400 |
| }, |
| { |
| "epoch": 0.6830072940024228, |
| "grad_norm": 3.210156202316284, |
| "learning_rate": 4.562202863499156e-06, |
| "loss": 3.4486, |
| "step": 26500 |
| }, |
| { |
| "epoch": 0.6855846800175263, |
| "grad_norm": 3.5177881717681885, |
| "learning_rate": 4.494428759809705e-06, |
| "loss": 3.4646, |
| "step": 26600 |
| }, |
| { |
| "epoch": 0.6881620660326297, |
| "grad_norm": 3.745039463043213, |
| "learning_rate": 4.427015615801643e-06, |
| "loss": 3.4679, |
| "step": 26700 |
| }, |
| { |
| "epoch": 0.6907394520477332, |
| "grad_norm": 2.926971912384033, |
| "learning_rate": 4.3599678512573965e-06, |
| "loss": 3.5078, |
| "step": 26800 |
| }, |
| { |
| "epoch": 0.6933168380628366, |
| "grad_norm": 2.910550355911255, |
| "learning_rate": 4.293289862004149e-06, |
| "loss": 3.4783, |
| "step": 26900 |
| }, |
| { |
| "epoch": 0.6958942240779401, |
| "grad_norm": 2.528334617614746, |
| "learning_rate": 4.2269860196256394e-06, |
| "loss": 3.4298, |
| "step": 27000 |
| }, |
| { |
| "epoch": 0.6984716100930436, |
| "grad_norm": 2.6762783527374268, |
| "learning_rate": 4.161060671175576e-06, |
| "loss": 3.5299, |
| "step": 27100 |
| }, |
| { |
| "epoch": 0.7010489961081471, |
| "grad_norm": 2.952073335647583, |
| "learning_rate": 4.0955181388925995e-06, |
| "loss": 3.4761, |
| "step": 27200 |
| }, |
| { |
| "epoch": 0.7036263821232506, |
| "grad_norm": 2.826277256011963, |
| "learning_rate": 4.030362719916923e-06, |
| "loss": 3.4861, |
| "step": 27300 |
| }, |
| { |
| "epoch": 0.7062037681383541, |
| "grad_norm": 3.2260401248931885, |
| "learning_rate": 3.965598686008595e-06, |
| "loss": 3.5105, |
| "step": 27400 |
| }, |
| { |
| "epoch": 0.7087811541534575, |
| "grad_norm": 3.05185866355896, |
| "learning_rate": 3.901230283267432e-06, |
| "loss": 3.4628, |
| "step": 27500 |
| }, |
| { |
| "epoch": 0.711358540168561, |
| "grad_norm": 3.9587910175323486, |
| "learning_rate": 3.837261731854643e-06, |
| "loss": 3.4725, |
| "step": 27600 |
| }, |
| { |
| "epoch": 0.7139359261836645, |
| "grad_norm": 3.1975626945495605, |
| "learning_rate": 3.7736972257161265e-06, |
| "loss": 3.4509, |
| "step": 27700 |
| }, |
| { |
| "epoch": 0.716513312198768, |
| "grad_norm": 2.787067413330078, |
| "learning_rate": 3.7105409323075146e-06, |
| "loss": 3.479, |
| "step": 27800 |
| }, |
| { |
| "epoch": 0.7190906982138715, |
| "grad_norm": 2.3811051845550537, |
| "learning_rate": 3.647796992320942e-06, |
| "loss": 3.4223, |
| "step": 27900 |
| }, |
| { |
| "epoch": 0.721668084228975, |
| "grad_norm": 2.9078991413116455, |
| "learning_rate": 3.5854695194135836e-06, |
| "loss": 3.5105, |
| "step": 28000 |
| }, |
| { |
| "epoch": 0.7242454702440785, |
| "grad_norm": 3.045022964477539, |
| "learning_rate": 3.5235625999379276e-06, |
| "loss": 3.4777, |
| "step": 28100 |
| }, |
| { |
| "epoch": 0.726822856259182, |
| "grad_norm": 2.9359779357910156, |
| "learning_rate": 3.4620802926738816e-06, |
| "loss": 3.4212, |
| "step": 28200 |
| }, |
| { |
| "epoch": 0.7294002422742855, |
| "grad_norm": 3.194761037826538, |
| "learning_rate": 3.4010266285626604e-06, |
| "loss": 3.4767, |
| "step": 28300 |
| }, |
| { |
| "epoch": 0.731977628289389, |
| "grad_norm": 3.352755308151245, |
| "learning_rate": 3.340405610442521e-06, |
| "loss": 3.4824, |
| "step": 28400 |
| }, |
| { |
| "epoch": 0.7345550143044924, |
| "grad_norm": 3.414588212966919, |
| "learning_rate": 3.280221212786303e-06, |
| "loss": 3.4289, |
| "step": 28500 |
| }, |
| { |
| "epoch": 0.7371324003195958, |
| "grad_norm": 3.331251859664917, |
| "learning_rate": 3.2204773814408687e-06, |
| "loss": 3.4286, |
| "step": 28600 |
| }, |
| { |
| "epoch": 0.7397097863346993, |
| "grad_norm": 3.4244349002838135, |
| "learning_rate": 3.1611780333683994e-06, |
| "loss": 3.484, |
| "step": 28700 |
| }, |
| { |
| "epoch": 0.7422871723498028, |
| "grad_norm": 2.5272583961486816, |
| "learning_rate": 3.102327056389586e-06, |
| "loss": 3.4705, |
| "step": 28800 |
| }, |
| { |
| "epoch": 0.7448645583649063, |
| "grad_norm": 2.9628090858459473, |
| "learning_rate": 3.043928308928735e-06, |
| "loss": 3.4835, |
| "step": 28900 |
| }, |
| { |
| "epoch": 0.7474419443800098, |
| "grad_norm": 2.411830186843872, |
| "learning_rate": 2.9859856197607994e-06, |
| "loss": 3.4609, |
| "step": 29000 |
| }, |
| { |
| "epoch": 0.7500193303951133, |
| "grad_norm": 3.6374247074127197, |
| "learning_rate": 2.9285027877603646e-06, |
| "loss": 3.4512, |
| "step": 29100 |
| }, |
| { |
| "epoch": 0.7525967164102167, |
| "grad_norm": 2.5388495922088623, |
| "learning_rate": 2.871483581652561e-06, |
| "loss": 3.4687, |
| "step": 29200 |
| }, |
| { |
| "epoch": 0.7551741024253202, |
| "grad_norm": 3.1188249588012695, |
| "learning_rate": 2.814931739765998e-06, |
| "loss": 3.4427, |
| "step": 29300 |
| }, |
| { |
| "epoch": 0.7577514884404237, |
| "grad_norm": 2.154353618621826, |
| "learning_rate": 2.7588509697876588e-06, |
| "loss": 3.4376, |
| "step": 29400 |
| }, |
| { |
| "epoch": 0.7603288744555272, |
| "grad_norm": 3.519176721572876, |
| "learning_rate": 2.703244948519822e-06, |
| "loss": 3.4864, |
| "step": 29500 |
| }, |
| { |
| "epoch": 0.7629062604706307, |
| "grad_norm": 4.806483745574951, |
| "learning_rate": 2.6481173216389912e-06, |
| "loss": 3.4616, |
| "step": 29600 |
| }, |
| { |
| "epoch": 0.7654836464857342, |
| "grad_norm": 3.5363433361053467, |
| "learning_rate": 2.5934717034568826e-06, |
| "loss": 3.4354, |
| "step": 29700 |
| }, |
| { |
| "epoch": 0.7680610325008377, |
| "grad_norm": 3.238460063934326, |
| "learning_rate": 2.5393116766834548e-06, |
| "loss": 3.4601, |
| "step": 29800 |
| }, |
| { |
| "epoch": 0.7706384185159412, |
| "grad_norm": 4.202941417694092, |
| "learning_rate": 2.48564079219203e-06, |
| "loss": 3.4445, |
| "step": 29900 |
| }, |
| { |
| "epoch": 0.7732158045310447, |
| "grad_norm": 2.6526873111724854, |
| "learning_rate": 2.4324625687864724e-06, |
| "loss": 3.4898, |
| "step": 30000 |
| }, |
| { |
| "epoch": 0.7757931905461481, |
| "grad_norm": 1.9778908491134644, |
| "learning_rate": 2.3797804929704935e-06, |
| "loss": 3.4651, |
| "step": 30100 |
| }, |
| { |
| "epoch": 0.7783705765612515, |
| "grad_norm": 2.8497068881988525, |
| "learning_rate": 2.327598018719075e-06, |
| "loss": 3.4436, |
| "step": 30200 |
| }, |
| { |
| "epoch": 0.780947962576355, |
| "grad_norm": 2.419715404510498, |
| "learning_rate": 2.2759185672520035e-06, |
| "loss": 3.4631, |
| "step": 30300 |
| }, |
| { |
| "epoch": 0.7835253485914585, |
| "grad_norm": 4.064117908477783, |
| "learning_rate": 2.2247455268095774e-06, |
| "loss": 3.4294, |
| "step": 30400 |
| }, |
| { |
| "epoch": 0.786102734606562, |
| "grad_norm": 3.3254690170288086, |
| "learning_rate": 2.1740822524304592e-06, |
| "loss": 3.4852, |
| "step": 30500 |
| }, |
| { |
| "epoch": 0.7886801206216655, |
| "grad_norm": 2.177420139312744, |
| "learning_rate": 2.123932065731711e-06, |
| "loss": 3.4196, |
| "step": 30600 |
| }, |
| { |
| "epoch": 0.791257506636769, |
| "grad_norm": 2.7484512329101562, |
| "learning_rate": 2.0742982546910285e-06, |
| "loss": 3.4612, |
| "step": 30700 |
| }, |
| { |
| "epoch": 0.7938348926518725, |
| "grad_norm": 2.773761510848999, |
| "learning_rate": 2.025184073431159e-06, |
| "loss": 3.4371, |
| "step": 30800 |
| }, |
| { |
| "epoch": 0.796412278666976, |
| "grad_norm": 3.323274850845337, |
| "learning_rate": 1.976592742006559e-06, |
| "loss": 3.4218, |
| "step": 30900 |
| }, |
| { |
| "epoch": 0.7989896646820794, |
| "grad_norm": 3.342670202255249, |
| "learning_rate": 1.928527446192281e-06, |
| "loss": 3.467, |
| "step": 31000 |
| }, |
| { |
| "epoch": 0.8015670506971829, |
| "grad_norm": 4.328900337219238, |
| "learning_rate": 1.8809913372751088e-06, |
| "loss": 3.4315, |
| "step": 31100 |
| }, |
| { |
| "epoch": 0.8041444367122864, |
| "grad_norm": 2.74299955368042, |
| "learning_rate": 1.8339875318469403e-06, |
| "loss": 3.4772, |
| "step": 31200 |
| }, |
| { |
| "epoch": 0.8067218227273899, |
| "grad_norm": 4.035296440124512, |
| "learning_rate": 1.7875191116004608e-06, |
| "loss": 3.4352, |
| "step": 31300 |
| }, |
| { |
| "epoch": 0.8092992087424934, |
| "grad_norm": 3.8721446990966797, |
| "learning_rate": 1.741589123127102e-06, |
| "loss": 3.4515, |
| "step": 31400 |
| }, |
| { |
| "epoch": 0.8118765947575969, |
| "grad_norm": 2.4593334197998047, |
| "learning_rate": 1.6962005777173008e-06, |
| "loss": 3.4365, |
| "step": 31500 |
| }, |
| { |
| "epoch": 0.8144539807727004, |
| "grad_norm": 3.573652744293213, |
| "learning_rate": 1.651356451163062e-06, |
| "loss": 3.4559, |
| "step": 31600 |
| }, |
| { |
| "epoch": 0.8170313667878039, |
| "grad_norm": 2.793955087661743, |
| "learning_rate": 1.6070596835628648e-06, |
| "loss": 3.4727, |
| "step": 31700 |
| }, |
| { |
| "epoch": 0.8196087528029072, |
| "grad_norm": 2.7159183025360107, |
| "learning_rate": 1.5633131791289025e-06, |
| "loss": 3.4555, |
| "step": 31800 |
| }, |
| { |
| "epoch": 0.8221861388180107, |
| "grad_norm": 2.820056915283203, |
| "learning_rate": 1.5201198059966694e-06, |
| "loss": 3.4686, |
| "step": 31900 |
| }, |
| { |
| "epoch": 0.8247635248331142, |
| "grad_norm": 3.042168617248535, |
| "learning_rate": 1.4774823960369267e-06, |
| "loss": 3.4859, |
| "step": 32000 |
| }, |
| { |
| "epoch": 0.8273409108482177, |
| "grad_norm": 1.8876127004623413, |
| "learning_rate": 1.4354037446700254e-06, |
| "loss": 3.4362, |
| "step": 32100 |
| }, |
| { |
| "epoch": 0.8299182968633212, |
| "grad_norm": 2.529664993286133, |
| "learning_rate": 1.3938866106826487e-06, |
| "loss": 3.4672, |
| "step": 32200 |
| }, |
| { |
| "epoch": 0.8324956828784247, |
| "grad_norm": 2.988670587539673, |
| "learning_rate": 1.3529337160469213e-06, |
| "loss": 3.3971, |
| "step": 32300 |
| }, |
| { |
| "epoch": 0.8350730688935282, |
| "grad_norm": 2.86753511428833, |
| "learning_rate": 1.312547745741959e-06, |
| "loss": 3.4792, |
| "step": 32400 |
| }, |
| { |
| "epoch": 0.8376504549086317, |
| "grad_norm": 2.9068603515625, |
| "learning_rate": 1.2727313475778292e-06, |
| "loss": 3.4381, |
| "step": 32500 |
| }, |
| { |
| "epoch": 0.8402278409237351, |
| "grad_norm": 3.6019556522369385, |
| "learning_rate": 1.2334871320219645e-06, |
| "loss": 3.4463, |
| "step": 32600 |
| }, |
| { |
| "epoch": 0.8428052269388386, |
| "grad_norm": 2.4795987606048584, |
| "learning_rate": 1.1948176720280003e-06, |
| "loss": 3.4414, |
| "step": 32700 |
| }, |
| { |
| "epoch": 0.8453826129539421, |
| "grad_norm": 3.487563133239746, |
| "learning_rate": 1.156725502867091e-06, |
| "loss": 3.4521, |
| "step": 32800 |
| }, |
| { |
| "epoch": 0.8479599989690456, |
| "grad_norm": 3.0892958641052246, |
| "learning_rate": 1.1192131219616897e-06, |
| "loss": 3.4442, |
| "step": 32900 |
| }, |
| { |
| "epoch": 0.8505373849841491, |
| "grad_norm": 4.437790870666504, |
| "learning_rate": 1.0822829887218179e-06, |
| "loss": 3.4133, |
| "step": 33000 |
| }, |
| { |
| "epoch": 0.8531147709992526, |
| "grad_norm": 3.2960755825042725, |
| "learning_rate": 1.0459375243838078e-06, |
| "loss": 3.4252, |
| "step": 33100 |
| }, |
| { |
| "epoch": 0.8556921570143561, |
| "grad_norm": 3.6840438842773438, |
| "learning_rate": 1.010179111851569e-06, |
| "loss": 3.3985, |
| "step": 33200 |
| }, |
| { |
| "epoch": 0.8582695430294596, |
| "grad_norm": 2.7940917015075684, |
| "learning_rate": 9.750100955403529e-07, |
| "loss": 3.4488, |
| "step": 33300 |
| }, |
| { |
| "epoch": 0.8608469290445631, |
| "grad_norm": 2.7630412578582764, |
| "learning_rate": 9.40432781223054e-07, |
| "loss": 3.4052, |
| "step": 33400 |
| }, |
| { |
| "epoch": 0.8634243150596664, |
| "grad_norm": 3.4538955688476562, |
| "learning_rate": 9.064494358790332e-07, |
| "loss": 3.416, |
| "step": 33500 |
| }, |
| { |
| "epoch": 0.8660017010747699, |
| "grad_norm": 3.7104904651641846, |
| "learning_rate": 8.73062287545482e-07, |
| "loss": 3.454, |
| "step": 33600 |
| }, |
| { |
| "epoch": 0.8685790870898734, |
| "grad_norm": 2.817603588104248, |
| "learning_rate": 8.402735251713556e-07, |
| "loss": 3.4433, |
| "step": 33700 |
| }, |
| { |
| "epoch": 0.8711564731049769, |
| "grad_norm": 3.7898402214050293, |
| "learning_rate": 8.080852984738663e-07, |
| "loss": 3.4687, |
| "step": 33800 |
| }, |
| { |
| "epoch": 0.8737338591200804, |
| "grad_norm": 3.0680181980133057, |
| "learning_rate": 7.76499717797522e-07, |
| "loss": 3.4588, |
| "step": 33900 |
| }, |
| { |
| "epoch": 0.8763112451351839, |
| "grad_norm": 3.4424569606781006, |
| "learning_rate": 7.455188539757829e-07, |
| "loss": 3.4492, |
| "step": 34000 |
| }, |
| { |
| "epoch": 0.8788886311502874, |
| "grad_norm": 2.6502506732940674, |
| "learning_rate": 7.151447381952847e-07, |
| "loss": 3.4425, |
| "step": 34100 |
| }, |
| { |
| "epoch": 0.8814660171653909, |
| "grad_norm": 2.8979685306549072, |
| "learning_rate": 6.853793618626759e-07, |
| "loss": 3.4329, |
| "step": 34200 |
| }, |
| { |
| "epoch": 0.8840434031804943, |
| "grad_norm": 3.53257155418396, |
| "learning_rate": 6.562246764740476e-07, |
| "loss": 3.4444, |
| "step": 34300 |
| }, |
| { |
| "epoch": 0.8866207891955978, |
| "grad_norm": 3.8942556381225586, |
| "learning_rate": 6.276825934869912e-07, |
| "loss": 3.4471, |
| "step": 34400 |
| }, |
| { |
| "epoch": 0.8891981752107013, |
| "grad_norm": 3.2598304748535156, |
| "learning_rate": 5.997549841952788e-07, |
| "loss": 3.436, |
| "step": 34500 |
| }, |
| { |
| "epoch": 0.8917755612258048, |
| "grad_norm": 3.509730100631714, |
| "learning_rate": 5.724436796061816e-07, |
| "loss": 3.4376, |
| "step": 34600 |
| }, |
| { |
| "epoch": 0.8943529472409083, |
| "grad_norm": 2.601433753967285, |
| "learning_rate": 5.45750470320413e-07, |
| "loss": 3.4918, |
| "step": 34700 |
| }, |
| { |
| "epoch": 0.8969303332560118, |
| "grad_norm": 3.087909698486328, |
| "learning_rate": 5.19677106414741e-07, |
| "loss": 3.4511, |
| "step": 34800 |
| }, |
| { |
| "epoch": 0.8995077192711153, |
| "grad_norm": 3.840320587158203, |
| "learning_rate": 4.942252973272433e-07, |
| "loss": 3.4342, |
| "step": 34900 |
| }, |
| { |
| "epoch": 0.9020851052862188, |
| "grad_norm": 3.78507661819458, |
| "learning_rate": 4.693967117452403e-07, |
| "loss": 3.4473, |
| "step": 35000 |
| }, |
| { |
| "epoch": 0.9046624913013221, |
| "grad_norm": 3.3662655353546143, |
| "learning_rate": 4.4519297749587964e-07, |
| "loss": 3.4647, |
| "step": 35100 |
| }, |
| { |
| "epoch": 0.9072398773164256, |
| "grad_norm": 2.418348550796509, |
| "learning_rate": 4.21615681439419e-07, |
| "loss": 3.4774, |
| "step": 35200 |
| }, |
| { |
| "epoch": 0.9098172633315291, |
| "grad_norm": 3.3388941287994385, |
| "learning_rate": 3.9866636936519044e-07, |
| "loss": 3.4057, |
| "step": 35300 |
| }, |
| { |
| "epoch": 0.9123946493466326, |
| "grad_norm": 3.2763423919677734, |
| "learning_rate": 3.7634654589024377e-07, |
| "loss": 3.4255, |
| "step": 35400 |
| }, |
| { |
| "epoch": 0.9149720353617361, |
| "grad_norm": 3.5573904514312744, |
| "learning_rate": 3.546576743607111e-07, |
| "loss": 3.4506, |
| "step": 35500 |
| }, |
| { |
| "epoch": 0.9175494213768396, |
| "grad_norm": 3.75197696685791, |
| "learning_rate": 3.336011767558589e-07, |
| "loss": 3.3956, |
| "step": 35600 |
| }, |
| { |
| "epoch": 0.9201268073919431, |
| "grad_norm": 2.9268035888671875, |
| "learning_rate": 3.131784335948629e-07, |
| "loss": 3.4288, |
| "step": 35700 |
| }, |
| { |
| "epoch": 0.9227041934070466, |
| "grad_norm": 3.253540277481079, |
| "learning_rate": 2.933907838462957e-07, |
| "loss": 3.441, |
| "step": 35800 |
| }, |
| { |
| "epoch": 0.9252815794221501, |
| "grad_norm": 3.143812656402588, |
| "learning_rate": 2.7423952484034067e-07, |
| "loss": 3.4411, |
| "step": 35900 |
| }, |
| { |
| "epoch": 0.9278589654372535, |
| "grad_norm": 2.847017765045166, |
| "learning_rate": 2.5572591218373634e-07, |
| "loss": 3.4474, |
| "step": 36000 |
| }, |
| { |
| "epoch": 0.930436351452357, |
| "grad_norm": 2.6306653022766113, |
| "learning_rate": 2.3785115967745465e-07, |
| "loss": 3.3759, |
| "step": 36100 |
| }, |
| { |
| "epoch": 0.9330137374674605, |
| "grad_norm": 2.997304916381836, |
| "learning_rate": 2.206164392371235e-07, |
| "loss": 3.4865, |
| "step": 36200 |
| }, |
| { |
| "epoch": 0.935591123482564, |
| "grad_norm": 2.7607882022857666, |
| "learning_rate": 2.0402288081618926e-07, |
| "loss": 3.4344, |
| "step": 36300 |
| }, |
| { |
| "epoch": 0.9381685094976675, |
| "grad_norm": 2.9195098876953125, |
| "learning_rate": 1.8807157233183493e-07, |
| "loss": 3.4056, |
| "step": 36400 |
| }, |
| { |
| "epoch": 0.940745895512771, |
| "grad_norm": 2.6638894081115723, |
| "learning_rate": 1.7276355959365722e-07, |
| "loss": 3.4412, |
| "step": 36500 |
| }, |
| { |
| "epoch": 0.9433232815278745, |
| "grad_norm": 4.130239486694336, |
| "learning_rate": 1.5809984623509467e-07, |
| "loss": 3.4397, |
| "step": 36600 |
| }, |
| { |
| "epoch": 0.9459006675429779, |
| "grad_norm": 2.762913703918457, |
| "learning_rate": 1.4408139364763152e-07, |
| "loss": 3.4217, |
| "step": 36700 |
| }, |
| { |
| "epoch": 0.9484780535580813, |
| "grad_norm": 2.5273561477661133, |
| "learning_rate": 1.3070912091776133e-07, |
| "loss": 3.4537, |
| "step": 36800 |
| }, |
| { |
| "epoch": 0.9510554395731848, |
| "grad_norm": 3.3580222129821777, |
| "learning_rate": 1.179839047667375e-07, |
| "loss": 3.4855, |
| "step": 36900 |
| }, |
| { |
| "epoch": 0.9536328255882883, |
| "grad_norm": 3.5217840671539307, |
| "learning_rate": 1.059065794930847e-07, |
| "loss": 3.4753, |
| "step": 37000 |
| }, |
| { |
| "epoch": 0.9562102116033918, |
| "grad_norm": 2.870847225189209, |
| "learning_rate": 9.447793691790385e-08, |
| "loss": 3.4372, |
| "step": 37100 |
| }, |
| { |
| "epoch": 0.9587875976184953, |
| "grad_norm": 3.781106472015381, |
| "learning_rate": 8.369872633295806e-08, |
| "loss": 3.3997, |
| "step": 37200 |
| }, |
| { |
| "epoch": 0.9613649836335988, |
| "grad_norm": 2.3308935165405273, |
| "learning_rate": 7.35696544515485e-08, |
| "loss": 3.4334, |
| "step": 37300 |
| }, |
| { |
| "epoch": 0.9639423696487023, |
| "grad_norm": 3.2025210857391357, |
| "learning_rate": 6.409138536217719e-08, |
| "loss": 3.4677, |
| "step": 37400 |
| }, |
| { |
| "epoch": 0.9665197556638058, |
| "grad_norm": 3.3356034755706787, |
| "learning_rate": 5.526454048500829e-08, |
| "loss": 3.4977, |
| "step": 37500 |
| }, |
| { |
| "epoch": 0.9690971416789093, |
| "grad_norm": 3.0292091369628906, |
| "learning_rate": 4.708969853112866e-08, |
| "loss": 3.4219, |
| "step": 37600 |
| }, |
| { |
| "epoch": 0.9716745276940127, |
| "grad_norm": 3.254014253616333, |
| "learning_rate": 3.9567395464604755e-08, |
| "loss": 3.4236, |
| "step": 37700 |
| }, |
| { |
| "epoch": 0.9742519137091162, |
| "grad_norm": 3.2781224250793457, |
| "learning_rate": 3.2698124467342996e-08, |
| "loss": 3.451, |
| "step": 37800 |
| }, |
| { |
| "epoch": 0.9768292997242197, |
| "grad_norm": 3.1472885608673096, |
| "learning_rate": 2.648233590675453e-08, |
| "loss": 3.4279, |
| "step": 37900 |
| }, |
| { |
| "epoch": 0.9794066857393232, |
| "grad_norm": 2.527984142303467, |
| "learning_rate": 2.0920437306229947e-08, |
| "loss": 3.4205, |
| "step": 38000 |
| }, |
| { |
| "epoch": 0.9819840717544267, |
| "grad_norm": 2.989227771759033, |
| "learning_rate": 1.6012793318420648e-08, |
| "loss": 3.4284, |
| "step": 38100 |
| }, |
| { |
| "epoch": 0.9845614577695302, |
| "grad_norm": 3.849820137023926, |
| "learning_rate": 1.1759725701329105e-08, |
| "loss": 3.3932, |
| "step": 38200 |
| }, |
| { |
| "epoch": 0.9871388437846337, |
| "grad_norm": 3.1409499645233154, |
| "learning_rate": 8.161513297216816e-09, |
| "loss": 3.4244, |
| "step": 38300 |
| }, |
| { |
| "epoch": 0.9897162297997371, |
| "grad_norm": 2.875560760498047, |
| "learning_rate": 5.2183920143200615e-09, |
| "loss": 3.4249, |
| "step": 38400 |
| }, |
| { |
| "epoch": 0.9922936158148405, |
| "grad_norm": 3.058305025100708, |
| "learning_rate": 2.9305548113855996e-09, |
| "loss": 3.4207, |
| "step": 38500 |
| }, |
| { |
| "epoch": 0.994871001829944, |
| "grad_norm": 2.5125629901885986, |
| "learning_rate": 1.2981516850152365e-09, |
| "loss": 3.473, |
| "step": 38600 |
| }, |
| { |
| "epoch": 0.9974483878450475, |
| "grad_norm": 2.628063917160034, |
| "learning_rate": 3.212896598392412e-10, |
| "loss": 3.3982, |
| "step": 38700 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 38799, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 2000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.857062061447578e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
