| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 164, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.01224177505738332, |
| "grad_norm": 0.8337419629096985, |
| "learning_rate": 0.0, |
| "loss": 2.2193, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.02448355011476664, |
| "grad_norm": 1.519413948059082, |
| "learning_rate": 1e-05, |
| "loss": 1.493, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.036725325172149964, |
| "grad_norm": 0.9217567443847656, |
| "learning_rate": 2e-05, |
| "loss": 1.2301, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.04896710022953328, |
| "grad_norm": 1.7767428159713745, |
| "learning_rate": 3e-05, |
| "loss": 1.6036, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.061208875286916604, |
| "grad_norm": 1.666367769241333, |
| "learning_rate": 4e-05, |
| "loss": 1.8076, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.07345065034429993, |
| "grad_norm": 1.0529191493988037, |
| "learning_rate": 5e-05, |
| "loss": 1.4482, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.08569242540168324, |
| "grad_norm": 2.4332940578460693, |
| "learning_rate": 4.999512020721228e-05, |
| "loss": 1.1704, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.09793420045906656, |
| "grad_norm": 0.9080494046211243, |
| "learning_rate": 4.99804827338393e-05, |
| "loss": 1.9069, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.11017597551644988, |
| "grad_norm": 1.36601722240448, |
| "learning_rate": 4.995609329410804e-05, |
| "loss": 0.6374, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.12241775057383321, |
| "grad_norm": 1.8222600221633911, |
| "learning_rate": 4.9921961409251464e-05, |
| "loss": 2.3767, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.13465952563121653, |
| "grad_norm": 1.6083526611328125, |
| "learning_rate": 4.98781004037916e-05, |
| "loss": 1.0732, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.14690130068859986, |
| "grad_norm": 2.8822920322418213, |
| "learning_rate": 4.982452740033793e-05, |
| "loss": 1.9686, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.15914307574598316, |
| "grad_norm": 2.707050323486328, |
| "learning_rate": 4.9761263312902895e-05, |
| "loss": 1.9553, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.1713848508033665, |
| "grad_norm": 2.83124041557312, |
| "learning_rate": 4.9688332838737504e-05, |
| "loss": 1.354, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.18362662586074982, |
| "grad_norm": 1.4702324867248535, |
| "learning_rate": 4.960576444868992e-05, |
| "loss": 1.5467, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.19586840091813312, |
| "grad_norm": 1.6771178245544434, |
| "learning_rate": 4.951359037609088e-05, |
| "loss": 2.158, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.20811017597551645, |
| "grad_norm": 2.1072731018066406, |
| "learning_rate": 4.9411846604170345e-05, |
| "loss": 1.712, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.22035195103289976, |
| "grad_norm": 1.3007032871246338, |
| "learning_rate": 4.930057285201027e-05, |
| "loss": 1.4479, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.2325937260902831, |
| "grad_norm": 2.05314564704895, |
| "learning_rate": 4.917981255903893e-05, |
| "loss": 1.7559, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.24483550114766642, |
| "grad_norm": 1.4864275455474854, |
| "learning_rate": 4.9049612868072844e-05, |
| "loss": 1.4071, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.2570772762050497, |
| "grad_norm": 3.267868757247925, |
| "learning_rate": 4.891002460691306e-05, |
| "loss": 2.2505, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.26931905126243305, |
| "grad_norm": 1.6370482444763184, |
| "learning_rate": 4.876110226850278e-05, |
| "loss": 1.3397, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.2815608263198164, |
| "grad_norm": 1.8086239099502563, |
| "learning_rate": 4.8602903989654224e-05, |
| "loss": 0.7752, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.2938026013771997, |
| "grad_norm": 0.8237324357032776, |
| "learning_rate": 4.8435491528353026e-05, |
| "loss": 0.369, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.306044376434583, |
| "grad_norm": 1.6205286979675293, |
| "learning_rate": 4.8258930239648865e-05, |
| "loss": 1.0821, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.3182861514919663, |
| "grad_norm": 2.0995676517486572, |
| "learning_rate": 4.807328905014201e-05, |
| "loss": 1.3216, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.33052792654934965, |
| "grad_norm": 2.462423086166382, |
| "learning_rate": 4.787864043107546e-05, |
| "loss": 0.9632, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.342769701606733, |
| "grad_norm": 0.9413200616836548, |
| "learning_rate": 4.767506037004344e-05, |
| "loss": 0.538, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.3550114766641163, |
| "grad_norm": 2.6871376037597656, |
| "learning_rate": 4.7462628341326995e-05, |
| "loss": 1.5085, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.36725325172149964, |
| "grad_norm": 4.390507221221924, |
| "learning_rate": 4.724142727486869e-05, |
| "loss": 1.5653, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.3794950267788829, |
| "grad_norm": 3.872520685195923, |
| "learning_rate": 4.7011543523897996e-05, |
| "loss": 1.1162, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.39173680183626625, |
| "grad_norm": 3.4081954956054688, |
| "learning_rate": 4.677306683122054e-05, |
| "loss": 1.3466, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.4039785768936496, |
| "grad_norm": 1.6010607481002808, |
| "learning_rate": 4.652609029418389e-05, |
| "loss": 0.8181, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.4162203519510329, |
| "grad_norm": 2.169914960861206, |
| "learning_rate": 4.6270710328334004e-05, |
| "loss": 1.1404, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.42846212700841624, |
| "grad_norm": 5.188541889190674, |
| "learning_rate": 4.6007026629776104e-05, |
| "loss": 1.0346, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.4407039020657995, |
| "grad_norm": 2.1728358268737793, |
| "learning_rate": 4.573514213625505e-05, |
| "loss": 0.8768, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.45294567712318284, |
| "grad_norm": 3.422989845275879, |
| "learning_rate": 4.545516298697006e-05, |
| "loss": 0.7236, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.4651874521805662, |
| "grad_norm": 3.1245696544647217, |
| "learning_rate": 4.5167198481139825e-05, |
| "loss": 1.1737, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.4774292272379495, |
| "grad_norm": 0.7097027897834778, |
| "learning_rate": 4.4871361035333836e-05, |
| "loss": 0.4295, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.48967100229533284, |
| "grad_norm": 2.137746572494507, |
| "learning_rate": 4.456776613958683e-05, |
| "loss": 0.7858, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.5019127773527161, |
| "grad_norm": 0.9372267127037048, |
| "learning_rate": 4.425653231231344e-05, |
| "loss": 0.6546, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.5141545524100994, |
| "grad_norm": 1.1484413146972656, |
| "learning_rate": 4.3937781054040505e-05, |
| "loss": 0.749, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.5263963274674828, |
| "grad_norm": 1.472312569618225, |
| "learning_rate": 4.361163679997532e-05, |
| "loss": 0.8794, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.5386381025248661, |
| "grad_norm": 1.1209948062896729, |
| "learning_rate": 4.327822687142819e-05, |
| "loss": 0.6192, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.5508798775822494, |
| "grad_norm": 1.984520673751831, |
| "learning_rate": 4.293768142610828e-05, |
| "loss": 1.0725, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.5631216526396328, |
| "grad_norm": 1.1525883674621582, |
| "learning_rate": 4.259013340731224e-05, |
| "loss": 0.7639, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.5753634276970161, |
| "grad_norm": 4.504518508911133, |
| "learning_rate": 4.22357184920253e-05, |
| "loss": 0.6855, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.5876052027543994, |
| "grad_norm": 2.5736241340637207, |
| "learning_rate": 4.187457503795527e-05, |
| "loss": 1.0395, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.5998469778117828, |
| "grad_norm": 1.5625911951065063, |
| "learning_rate": 4.150684402951994e-05, |
| "loss": 0.5693, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.612088752869166, |
| "grad_norm": 2.0812456607818604, |
| "learning_rate": 4.1132669022809136e-05, |
| "loss": 1.1743, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.6243305279265493, |
| "grad_norm": 1.3869426250457764, |
| "learning_rate": 4.075219608954278e-05, |
| "loss": 0.8359, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.6365723029839326, |
| "grad_norm": 1.3625540733337402, |
| "learning_rate": 4.036557376004694e-05, |
| "loss": 0.8046, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.648814078041316, |
| "grad_norm": 1.5629841089248657, |
| "learning_rate": 3.9972952965270006e-05, |
| "loss": 1.0279, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.6610558530986993, |
| "grad_norm": 1.408144474029541, |
| "learning_rate": 3.95744869778618e-05, |
| "loss": 0.6226, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.6732976281560826, |
| "grad_norm": 1.3755543231964111, |
| "learning_rate": 3.917033135233845e-05, |
| "loss": 0.849, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.685539403213466, |
| "grad_norm": 1.8466072082519531, |
| "learning_rate": 3.876064386435646e-05, |
| "loss": 0.4391, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.6977811782708493, |
| "grad_norm": 1.0672509670257568, |
| "learning_rate": 3.8345584449119776e-05, |
| "loss": 0.6787, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.7100229533282326, |
| "grad_norm": 1.3249186277389526, |
| "learning_rate": 3.7925315138943655e-05, |
| "loss": 0.7471, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.722264728385616, |
| "grad_norm": 1.0299735069274902, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 0.6969, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.7345065034429993, |
| "grad_norm": 1.8731975555419922, |
| "learning_rate": 3.706980506826863e-05, |
| "loss": 1.038, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.7467482785003825, |
| "grad_norm": 2.1560709476470947, |
| "learning_rate": 3.663489828471953e-05, |
| "loss": 0.5848, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.7589900535577658, |
| "grad_norm": 1.6072204113006592, |
| "learning_rate": 3.619544942975158e-05, |
| "loss": 0.8353, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.7712318286151492, |
| "grad_norm": 1.3325191736221313, |
| "learning_rate": 3.575163005691302e-05, |
| "loss": 0.6784, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.7834736036725325, |
| "grad_norm": 0.6778236031532288, |
| "learning_rate": 3.530361342592981e-05, |
| "loss": 0.392, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.7957153787299158, |
| "grad_norm": 2.1332356929779053, |
| "learning_rate": 3.485157443506792e-05, |
| "loss": 0.8065, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.8079571537872992, |
| "grad_norm": 0.965272843837738, |
| "learning_rate": 3.4395689552855955e-05, |
| "loss": 0.4446, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.8201989288446825, |
| "grad_norm": 1.2765130996704102, |
| "learning_rate": 3.393613674919473e-05, |
| "loss": 0.6214, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.8324407039020658, |
| "grad_norm": 1.3336414098739624, |
| "learning_rate": 3.3473095425880796e-05, |
| "loss": 0.5398, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.8446824789594491, |
| "grad_norm": 0.642177939414978, |
| "learning_rate": 3.300674634657094e-05, |
| "loss": 0.3059, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.8569242540168325, |
| "grad_norm": 1.6363886594772339, |
| "learning_rate": 3.2537271566215076e-05, |
| "loss": 0.5345, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.8691660290742158, |
| "grad_norm": 1.815801978111267, |
| "learning_rate": 3.206485435998498e-05, |
| "loss": 0.3905, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.881407804131599, |
| "grad_norm": 1.842157006263733, |
| "learning_rate": 3.158967915172669e-05, |
| "loss": 0.6715, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.8936495791889824, |
| "grad_norm": 1.4996044635772705, |
| "learning_rate": 3.111193144196457e-05, |
| "loss": 0.519, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.9058913542463657, |
| "grad_norm": 1.2126599550247192, |
| "learning_rate": 3.063179773548487e-05, |
| "loss": 0.4619, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.918133129303749, |
| "grad_norm": 0.8982991576194763, |
| "learning_rate": 3.014946546852746e-05, |
| "loss": 0.3696, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.9303749043611323, |
| "grad_norm": 0.6621089577674866, |
| "learning_rate": 2.9665122935613727e-05, |
| "loss": 0.3087, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.9426166794185157, |
| "grad_norm": 1.326470971107483, |
| "learning_rate": 2.917895921603958e-05, |
| "loss": 0.4738, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.954858454475899, |
| "grad_norm": 0.7286511659622192, |
| "learning_rate": 2.8691164100062034e-05, |
| "loss": 0.3192, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.9671002295332823, |
| "grad_norm": 2.4132559299468994, |
| "learning_rate": 2.820192801480817e-05, |
| "loss": 0.3321, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.9793420045906657, |
| "grad_norm": 1.1607483625411987, |
| "learning_rate": 2.7711441949935642e-05, |
| "loss": 0.4245, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.991583779648049, |
| "grad_norm": 9.292817115783691, |
| "learning_rate": 2.7219897383073373e-05, |
| "loss": 0.5383, |
| "step": 81 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 4.080299377441406, |
| "learning_rate": 2.672748620507195e-05, |
| "loss": 0.3751, |
| "step": 82 |
| }, |
| { |
| "epoch": 1.0122417750573833, |
| "grad_norm": 1.444166898727417, |
| "learning_rate": 2.623440064509258e-05, |
| "loss": 0.3614, |
| "step": 83 |
| }, |
| { |
| "epoch": 1.0244835501147667, |
| "grad_norm": 1.2971453666687012, |
| "learning_rate": 2.5740833195563996e-05, |
| "loss": 0.4448, |
| "step": 84 |
| }, |
| { |
| "epoch": 1.03672532517215, |
| "grad_norm": 1.617708444595337, |
| "learning_rate": 2.5246976537036644e-05, |
| "loss": 0.435, |
| "step": 85 |
| }, |
| { |
| "epoch": 1.0489671002295333, |
| "grad_norm": 1.51554274559021, |
| "learning_rate": 2.475302346296336e-05, |
| "loss": 0.5234, |
| "step": 86 |
| }, |
| { |
| "epoch": 1.0612088752869167, |
| "grad_norm": 0.6813382506370544, |
| "learning_rate": 2.4259166804436006e-05, |
| "loss": 0.2952, |
| "step": 87 |
| }, |
| { |
| "epoch": 1.0734506503443, |
| "grad_norm": 3.087965250015259, |
| "learning_rate": 2.3765599354907427e-05, |
| "loss": 0.4173, |
| "step": 88 |
| }, |
| { |
| "epoch": 1.0856924254016833, |
| "grad_norm": 59.15535354614258, |
| "learning_rate": 2.3272513794928054e-05, |
| "loss": 0.3994, |
| "step": 89 |
| }, |
| { |
| "epoch": 1.0979342004590666, |
| "grad_norm": 1.1117218732833862, |
| "learning_rate": 2.2780102616926633e-05, |
| "loss": 0.3483, |
| "step": 90 |
| }, |
| { |
| "epoch": 1.11017597551645, |
| "grad_norm": 3.281172752380371, |
| "learning_rate": 2.2288558050064367e-05, |
| "loss": 0.4501, |
| "step": 91 |
| }, |
| { |
| "epoch": 1.1224177505738333, |
| "grad_norm": 3.0314602851867676, |
| "learning_rate": 2.1798071985191832e-05, |
| "loss": 0.4826, |
| "step": 92 |
| }, |
| { |
| "epoch": 1.1346595256312164, |
| "grad_norm": 2.229266405105591, |
| "learning_rate": 2.1308835899937972e-05, |
| "loss": 0.3729, |
| "step": 93 |
| }, |
| { |
| "epoch": 1.1469013006886, |
| "grad_norm": 3.7529211044311523, |
| "learning_rate": 2.0821040783960423e-05, |
| "loss": 0.3801, |
| "step": 94 |
| }, |
| { |
| "epoch": 1.159143075745983, |
| "grad_norm": 13.582597732543945, |
| "learning_rate": 2.0334877064386276e-05, |
| "loss": 0.3015, |
| "step": 95 |
| }, |
| { |
| "epoch": 1.1713848508033664, |
| "grad_norm": 0.846264123916626, |
| "learning_rate": 1.9850534531472546e-05, |
| "loss": 0.3037, |
| "step": 96 |
| }, |
| { |
| "epoch": 1.1836266258607497, |
| "grad_norm": 3.1345553398132324, |
| "learning_rate": 1.936820226451513e-05, |
| "loss": 0.3456, |
| "step": 97 |
| }, |
| { |
| "epoch": 1.195868400918133, |
| "grad_norm": 2.230907917022705, |
| "learning_rate": 1.8888068558035435e-05, |
| "loss": 0.3454, |
| "step": 98 |
| }, |
| { |
| "epoch": 1.2081101759755164, |
| "grad_norm": 2.181255578994751, |
| "learning_rate": 1.8410320848273315e-05, |
| "loss": 0.3093, |
| "step": 99 |
| }, |
| { |
| "epoch": 1.2203519510328997, |
| "grad_norm": 1.6168800592422485, |
| "learning_rate": 1.793514564001503e-05, |
| "loss": 0.3024, |
| "step": 100 |
| }, |
| { |
| "epoch": 1.232593726090283, |
| "grad_norm": 2.0250325202941895, |
| "learning_rate": 1.746272843378493e-05, |
| "loss": 0.3321, |
| "step": 101 |
| }, |
| { |
| "epoch": 1.2448355011476664, |
| "grad_norm": 1.5878742933273315, |
| "learning_rate": 1.6993253653429063e-05, |
| "loss": 0.3456, |
| "step": 102 |
| }, |
| { |
| "epoch": 1.2570772762050497, |
| "grad_norm": 2.0879440307617188, |
| "learning_rate": 1.6526904574119213e-05, |
| "loss": 0.2712, |
| "step": 103 |
| }, |
| { |
| "epoch": 1.269319051262433, |
| "grad_norm": 1.8279151916503906, |
| "learning_rate": 1.606386325080528e-05, |
| "loss": 0.2765, |
| "step": 104 |
| }, |
| { |
| "epoch": 1.2815608263198164, |
| "grad_norm": 1.0144281387329102, |
| "learning_rate": 1.560431044714405e-05, |
| "loss": 0.2559, |
| "step": 105 |
| }, |
| { |
| "epoch": 1.2938026013771997, |
| "grad_norm": 1.097596287727356, |
| "learning_rate": 1.5148425564932084e-05, |
| "loss": 0.2628, |
| "step": 106 |
| }, |
| { |
| "epoch": 1.306044376434583, |
| "grad_norm": 10.35241413116455, |
| "learning_rate": 1.4696386574070204e-05, |
| "loss": 0.2883, |
| "step": 107 |
| }, |
| { |
| "epoch": 1.3182861514919664, |
| "grad_norm": 2.290184736251831, |
| "learning_rate": 1.4248369943086998e-05, |
| "loss": 0.3478, |
| "step": 108 |
| }, |
| { |
| "epoch": 1.3305279265493497, |
| "grad_norm": 2.775852918624878, |
| "learning_rate": 1.3804550570248431e-05, |
| "loss": 0.2977, |
| "step": 109 |
| }, |
| { |
| "epoch": 1.342769701606733, |
| "grad_norm": 0.9051800966262817, |
| "learning_rate": 1.3365101715280473e-05, |
| "loss": 0.2397, |
| "step": 110 |
| }, |
| { |
| "epoch": 1.3550114766641164, |
| "grad_norm": 1.1149804592132568, |
| "learning_rate": 1.2930194931731382e-05, |
| "loss": 0.2192, |
| "step": 111 |
| }, |
| { |
| "epoch": 1.3672532517214997, |
| "grad_norm": 0.939581036567688, |
| "learning_rate": 1.2500000000000006e-05, |
| "loss": 0.2947, |
| "step": 112 |
| }, |
| { |
| "epoch": 1.379495026778883, |
| "grad_norm": 1.6504477262496948, |
| "learning_rate": 1.207468486105636e-05, |
| "loss": 0.2367, |
| "step": 113 |
| }, |
| { |
| "epoch": 1.3917368018362661, |
| "grad_norm": 1.1785447597503662, |
| "learning_rate": 1.1654415550880243e-05, |
| "loss": 0.3203, |
| "step": 114 |
| }, |
| { |
| "epoch": 1.4039785768936497, |
| "grad_norm": 1.0364478826522827, |
| "learning_rate": 1.1239356135643545e-05, |
| "loss": 0.257, |
| "step": 115 |
| }, |
| { |
| "epoch": 1.4162203519510328, |
| "grad_norm": 1.3261265754699707, |
| "learning_rate": 1.0829668647661559e-05, |
| "loss": 0.2283, |
| "step": 116 |
| }, |
| { |
| "epoch": 1.4284621270084163, |
| "grad_norm": 1.6456058025360107, |
| "learning_rate": 1.0425513022138203e-05, |
| "loss": 0.3016, |
| "step": 117 |
| }, |
| { |
| "epoch": 1.4407039020657995, |
| "grad_norm": 0.897505521774292, |
| "learning_rate": 1.002704703473e-05, |
| "loss": 0.2567, |
| "step": 118 |
| }, |
| { |
| "epoch": 1.4529456771231828, |
| "grad_norm": 3.6736323833465576, |
| "learning_rate": 9.634426239953073e-06, |
| "loss": 0.3185, |
| "step": 119 |
| }, |
| { |
| "epoch": 1.4651874521805661, |
| "grad_norm": 3.1505212783813477, |
| "learning_rate": 9.247803910457226e-06, |
| "loss": 0.3291, |
| "step": 120 |
| }, |
| { |
| "epoch": 1.4774292272379494, |
| "grad_norm": 5.046550750732422, |
| "learning_rate": 8.867330977190877e-06, |
| "loss": 0.2898, |
| "step": 121 |
| }, |
| { |
| "epoch": 1.4896710022953328, |
| "grad_norm": 1.5280078649520874, |
| "learning_rate": 8.493155970480073e-06, |
| "loss": 0.2878, |
| "step": 122 |
| }, |
| { |
| "epoch": 1.501912777352716, |
| "grad_norm": 1.4321576356887817, |
| "learning_rate": 8.125424962044742e-06, |
| "loss": 0.3161, |
| "step": 123 |
| }, |
| { |
| "epoch": 1.5141545524100994, |
| "grad_norm": 1.6429622173309326, |
| "learning_rate": 7.76428150797471e-06, |
| "loss": 0.2651, |
| "step": 124 |
| }, |
| { |
| "epoch": 1.5263963274674828, |
| "grad_norm": 1.3739980459213257, |
| "learning_rate": 7.409866592687767e-06, |
| "loss": 0.2558, |
| "step": 125 |
| }, |
| { |
| "epoch": 1.538638102524866, |
| "grad_norm": 1.2131444215774536, |
| "learning_rate": 7.062318573891716e-06, |
| "loss": 0.239, |
| "step": 126 |
| }, |
| { |
| "epoch": 1.5508798775822494, |
| "grad_norm": 1.0283938646316528, |
| "learning_rate": 6.721773128571812e-06, |
| "loss": 0.2706, |
| "step": 127 |
| }, |
| { |
| "epoch": 1.5631216526396328, |
| "grad_norm": 0.9054902195930481, |
| "learning_rate": 6.38836320002468e-06, |
| "loss": 0.2094, |
| "step": 128 |
| }, |
| { |
| "epoch": 1.575363427697016, |
| "grad_norm": 0.8593537211418152, |
| "learning_rate": 6.062218945959497e-06, |
| "loss": 0.2111, |
| "step": 129 |
| }, |
| { |
| "epoch": 1.5876052027543994, |
| "grad_norm": 0.7748469114303589, |
| "learning_rate": 5.743467687686563e-06, |
| "loss": 0.1877, |
| "step": 130 |
| }, |
| { |
| "epoch": 1.5998469778117828, |
| "grad_norm": 1.1640249490737915, |
| "learning_rate": 5.4322338604131715e-06, |
| "loss": 0.2284, |
| "step": 131 |
| }, |
| { |
| "epoch": 1.612088752869166, |
| "grad_norm": 0.7491779327392578, |
| "learning_rate": 5.128638964666166e-06, |
| "loss": 0.1813, |
| "step": 132 |
| }, |
| { |
| "epoch": 1.6243305279265492, |
| "grad_norm": 1.1827092170715332, |
| "learning_rate": 4.832801518860175e-06, |
| "loss": 0.2511, |
| "step": 133 |
| }, |
| { |
| "epoch": 1.6365723029839327, |
| "grad_norm": 1.076965093612671, |
| "learning_rate": 4.54483701302994e-06, |
| "loss": 0.239, |
| "step": 134 |
| }, |
| { |
| "epoch": 1.6488140780413159, |
| "grad_norm": 0.8197993636131287, |
| "learning_rate": 4.264857863744956e-06, |
| "loss": 0.2427, |
| "step": 135 |
| }, |
| { |
| "epoch": 1.6610558530986994, |
| "grad_norm": 0.8724585175514221, |
| "learning_rate": 3.992973370223896e-06, |
| "loss": 0.2589, |
| "step": 136 |
| }, |
| { |
| "epoch": 1.6732976281560825, |
| "grad_norm": 0.8800907731056213, |
| "learning_rate": 3.7292896716659974e-06, |
| "loss": 0.2123, |
| "step": 137 |
| }, |
| { |
| "epoch": 1.685539403213466, |
| "grad_norm": 1.3812880516052246, |
| "learning_rate": 3.4739097058161114e-06, |
| "loss": 0.2427, |
| "step": 138 |
| }, |
| { |
| "epoch": 1.6977811782708492, |
| "grad_norm": 3.288580894470215, |
| "learning_rate": 3.22693316877947e-06, |
| "loss": 0.1918, |
| "step": 139 |
| }, |
| { |
| "epoch": 1.7100229533282327, |
| "grad_norm": 0.8336418867111206, |
| "learning_rate": 2.9884564761020085e-06, |
| "loss": 0.2031, |
| "step": 140 |
| }, |
| { |
| "epoch": 1.7222647283856158, |
| "grad_norm": 3.5479037761688232, |
| "learning_rate": 2.75857272513132e-06, |
| "loss": 0.2667, |
| "step": 141 |
| }, |
| { |
| "epoch": 1.7345065034429994, |
| "grad_norm": 0.8136680722236633, |
| "learning_rate": 2.5373716586730045e-06, |
| "loss": 0.241, |
| "step": 142 |
| }, |
| { |
| "epoch": 1.7467482785003825, |
| "grad_norm": 1.4957067966461182, |
| "learning_rate": 2.3249396299565683e-06, |
| "loss": 0.2235, |
| "step": 143 |
| }, |
| { |
| "epoch": 1.7589900535577658, |
| "grad_norm": 0.7387081980705261, |
| "learning_rate": 2.1213595689245386e-06, |
| "loss": 0.1877, |
| "step": 144 |
| }, |
| { |
| "epoch": 1.7712318286151492, |
| "grad_norm": 0.9302352070808411, |
| "learning_rate": 1.926710949857996e-06, |
| "loss": 0.2089, |
| "step": 145 |
| }, |
| { |
| "epoch": 1.7834736036725325, |
| "grad_norm": 1.3043049573898315, |
| "learning_rate": 1.7410697603511383e-06, |
| "loss": 0.195, |
| "step": 146 |
| }, |
| { |
| "epoch": 1.7957153787299158, |
| "grad_norm": 1.3806315660476685, |
| "learning_rate": 1.5645084716469777e-06, |
| "loss": 0.21, |
| "step": 147 |
| }, |
| { |
| "epoch": 1.8079571537872992, |
| "grad_norm": 1.0119051933288574, |
| "learning_rate": 1.397096010345772e-06, |
| "loss": 0.2199, |
| "step": 148 |
| }, |
| { |
| "epoch": 1.8201989288446825, |
| "grad_norm": 0.8069585561752319, |
| "learning_rate": 1.2388977314972238e-06, |
| "loss": 0.2075, |
| "step": 149 |
| }, |
| { |
| "epoch": 1.8324407039020658, |
| "grad_norm": 0.8460149168968201, |
| "learning_rate": 1.0899753930869394e-06, |
| "loss": 0.2185, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.8446824789594491, |
| "grad_norm": 1.716293215751648, |
| "learning_rate": 9.503871319271551e-07, |
| "loss": 0.2526, |
| "step": 151 |
| }, |
| { |
| "epoch": 1.8569242540168325, |
| "grad_norm": 1.6319371461868286, |
| "learning_rate": 8.201874409610733e-07, |
| "loss": 0.2549, |
| "step": 152 |
| }, |
| { |
| "epoch": 1.8691660290742158, |
| "grad_norm": 1.4672621488571167, |
| "learning_rate": 6.994271479897314e-07, |
| "loss": 0.2327, |
| "step": 153 |
| }, |
| { |
| "epoch": 1.881407804131599, |
| "grad_norm": 0.7223879098892212, |
| "learning_rate": 5.881533958296631e-07, |
| "loss": 0.2517, |
| "step": 154 |
| }, |
| { |
| "epoch": 1.8936495791889825, |
| "grad_norm": 0.514200747013092, |
| "learning_rate": 4.864096239091287e-07, |
| "loss": 0.194, |
| "step": 155 |
| }, |
| { |
| "epoch": 1.9058913542463656, |
| "grad_norm": 1.1882762908935547, |
| "learning_rate": 3.9423555131007925e-07, |
| "loss": 0.2167, |
| "step": 156 |
| }, |
| { |
| "epoch": 1.9181331293037491, |
| "grad_norm": 2.4069149494171143, |
| "learning_rate": 3.1166716126249663e-07, |
| "loss": 0.2732, |
| "step": 157 |
| }, |
| { |
| "epoch": 1.9303749043611322, |
| "grad_norm": 0.912899911403656, |
| "learning_rate": 2.387366870971103e-07, |
| "loss": 0.2439, |
| "step": 158 |
| }, |
| { |
| "epoch": 1.9426166794185158, |
| "grad_norm": 3.0527594089508057, |
| "learning_rate": 1.7547259966207708e-07, |
| "loss": 0.1842, |
| "step": 159 |
| }, |
| { |
| "epoch": 1.954858454475899, |
| "grad_norm": 1.5104568004608154, |
| "learning_rate": 1.2189959620839686e-07, |
| "loss": 0.2598, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.9671002295332825, |
| "grad_norm": 0.5760268568992615, |
| "learning_rate": 7.803859074854425e-08, |
| "loss": 0.219, |
| "step": 161 |
| }, |
| { |
| "epoch": 1.9793420045906656, |
| "grad_norm": 1.2534854412078857, |
| "learning_rate": 4.390670589196622e-08, |
| "loss": 0.2936, |
| "step": 162 |
| }, |
| { |
| "epoch": 1.9915837796480491, |
| "grad_norm": 1.9941190481185913, |
| "learning_rate": 1.9517266160704038e-08, |
| "loss": 0.2158, |
| "step": 163 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.5564640164375305, |
| "learning_rate": 4.87979278772921e-09, |
| "loss": 0.1455, |
| "step": 164 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 164, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 7.64812149532708e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
