| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 459, |
| "global_step": 459, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.002182214948172395, |
| "grad_norm": 1.4921265840530396, |
| "learning_rate": 0.0, |
| "loss": 1.0456, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.002182214948172395, |
| "eval_loss": 0.9416840076446533, |
| "eval_runtime": 19.6642, |
| "eval_samples_per_second": 7.577, |
| "eval_steps_per_second": 1.932, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.00436442989634479, |
| "grad_norm": 1.959935188293457, |
| "learning_rate": 4.0000000000000003e-07, |
| "loss": 0.966, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.006546644844517185, |
| "grad_norm": 1.6094727516174316, |
| "learning_rate": 8.000000000000001e-07, |
| "loss": 0.9745, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.00872885979268958, |
| "grad_norm": 1.3938935995101929, |
| "learning_rate": 1.2000000000000002e-06, |
| "loss": 0.8823, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.010911074740861976, |
| "grad_norm": 1.8474189043045044, |
| "learning_rate": 1.6000000000000001e-06, |
| "loss": 0.9688, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.01309328968903437, |
| "grad_norm": 1.9620424509048462, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 1.1181, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.015275504637206765, |
| "grad_norm": 1.3256500959396362, |
| "learning_rate": 2.4000000000000003e-06, |
| "loss": 1.0379, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.01745771958537916, |
| "grad_norm": 1.6532100439071655, |
| "learning_rate": 2.8000000000000003e-06, |
| "loss": 1.0999, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.019639934533551555, |
| "grad_norm": 1.9979885816574097, |
| "learning_rate": 3.2000000000000003e-06, |
| "loss": 0.8739, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.02182214948172395, |
| "grad_norm": 1.864553689956665, |
| "learning_rate": 3.6000000000000003e-06, |
| "loss": 0.8957, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.024004364429896344, |
| "grad_norm": 1.5396744012832642, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.8844, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.02618657937806874, |
| "grad_norm": 1.6357618570327759, |
| "learning_rate": 4.4e-06, |
| "loss": 0.9908, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.028368794326241134, |
| "grad_norm": 1.5768996477127075, |
| "learning_rate": 4.800000000000001e-06, |
| "loss": 0.9163, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.03055100927441353, |
| "grad_norm": 1.8592894077301025, |
| "learning_rate": 5.2e-06, |
| "loss": 1.177, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03273322422258593, |
| "grad_norm": 1.8276045322418213, |
| "learning_rate": 5.600000000000001e-06, |
| "loss": 1.1037, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.03491543917075832, |
| "grad_norm": 1.9452946186065674, |
| "learning_rate": 6e-06, |
| "loss": 0.8114, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.03709765411893071, |
| "grad_norm": 1.5948249101638794, |
| "learning_rate": 6.4000000000000006e-06, |
| "loss": 0.9058, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.03927986906710311, |
| "grad_norm": 1.411731243133545, |
| "learning_rate": 6.800000000000001e-06, |
| "loss": 0.7237, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.041462084015275506, |
| "grad_norm": 1.7105116844177246, |
| "learning_rate": 7.2000000000000005e-06, |
| "loss": 0.7503, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.0436442989634479, |
| "grad_norm": 1.4265415668487549, |
| "learning_rate": 7.600000000000001e-06, |
| "loss": 0.8652, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.04582651391162029, |
| "grad_norm": 1.5991572141647339, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.9468, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.04800872885979269, |
| "grad_norm": 1.5912425518035889, |
| "learning_rate": 8.400000000000001e-06, |
| "loss": 0.9793, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.050190943807965085, |
| "grad_norm": 1.3830496072769165, |
| "learning_rate": 8.8e-06, |
| "loss": 0.7609, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.05237315875613748, |
| "grad_norm": 1.2661924362182617, |
| "learning_rate": 9.200000000000002e-06, |
| "loss": 0.788, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.05455537370430987, |
| "grad_norm": 1.161792516708374, |
| "learning_rate": 9.600000000000001e-06, |
| "loss": 0.8404, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.05673758865248227, |
| "grad_norm": 1.3503375053405762, |
| "learning_rate": 1e-05, |
| "loss": 0.8254, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.058919803600654665, |
| "grad_norm": 1.156307578086853, |
| "learning_rate": 1.04e-05, |
| "loss": 0.6885, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.06110201854882706, |
| "grad_norm": 1.2533096075057983, |
| "learning_rate": 1.0800000000000002e-05, |
| "loss": 0.8499, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.06328423349699945, |
| "grad_norm": 1.3179517984390259, |
| "learning_rate": 1.1200000000000001e-05, |
| "loss": 0.7626, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.06546644844517185, |
| "grad_norm": 1.179800033569336, |
| "learning_rate": 1.16e-05, |
| "loss": 0.7334, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.06764866339334424, |
| "grad_norm": 1.2510403394699097, |
| "learning_rate": 1.2e-05, |
| "loss": 0.6933, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.06983087834151663, |
| "grad_norm": 1.0884430408477783, |
| "learning_rate": 1.2400000000000002e-05, |
| "loss": 0.7441, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.07201309328968904, |
| "grad_norm": 1.0181330442428589, |
| "learning_rate": 1.2800000000000001e-05, |
| "loss": 0.7369, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.07419530823786143, |
| "grad_norm": 1.1634576320648193, |
| "learning_rate": 1.3200000000000002e-05, |
| "loss": 0.7186, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.07637752318603383, |
| "grad_norm": 1.4808906316757202, |
| "learning_rate": 1.3600000000000002e-05, |
| "loss": 0.8053, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.07855973813420622, |
| "grad_norm": 1.0586826801300049, |
| "learning_rate": 1.4e-05, |
| "loss": 0.8257, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.08074195308237861, |
| "grad_norm": 1.0057055950164795, |
| "learning_rate": 1.4400000000000001e-05, |
| "loss": 0.7209, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.08292416803055101, |
| "grad_norm": 1.0284557342529297, |
| "learning_rate": 1.48e-05, |
| "loss": 0.9696, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.0851063829787234, |
| "grad_norm": 0.9222050309181213, |
| "learning_rate": 1.5200000000000002e-05, |
| "loss": 0.5902, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.0872885979268958, |
| "grad_norm": 0.8478285074234009, |
| "learning_rate": 1.5600000000000003e-05, |
| "loss": 0.6501, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0894708128750682, |
| "grad_norm": 0.9614901542663574, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 1.0219, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.09165302782324058, |
| "grad_norm": 0.7026827931404114, |
| "learning_rate": 1.64e-05, |
| "loss": 0.6814, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.09383524277141299, |
| "grad_norm": 0.6492002606391907, |
| "learning_rate": 1.6800000000000002e-05, |
| "loss": 0.8003, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.09601745771958538, |
| "grad_norm": 0.6572920680046082, |
| "learning_rate": 1.72e-05, |
| "loss": 0.6363, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.09819967266775777, |
| "grad_norm": 0.6610034108161926, |
| "learning_rate": 1.76e-05, |
| "loss": 0.4044, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.10038188761593017, |
| "grad_norm": 0.7360779643058777, |
| "learning_rate": 1.8e-05, |
| "loss": 0.6865, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.10256410256410256, |
| "grad_norm": 0.5434179306030273, |
| "learning_rate": 1.8400000000000003e-05, |
| "loss": 0.54, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.10474631751227496, |
| "grad_norm": 0.6275272369384766, |
| "learning_rate": 1.88e-05, |
| "loss": 0.8565, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.10692853246044735, |
| "grad_norm": 0.6033368110656738, |
| "learning_rate": 1.9200000000000003e-05, |
| "loss": 0.7129, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.10911074740861974, |
| "grad_norm": 0.6621481776237488, |
| "learning_rate": 1.9600000000000002e-05, |
| "loss": 0.9844, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.11129296235679215, |
| "grad_norm": 0.5725002884864807, |
| "learning_rate": 2e-05, |
| "loss": 0.7262, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.11347517730496454, |
| "grad_norm": 0.5369328856468201, |
| "learning_rate": 1.999997189149227e-05, |
| "loss": 0.7641, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.11565739225313694, |
| "grad_norm": 0.5427905917167664, |
| "learning_rate": 1.999988756612709e-05, |
| "loss": 0.6001, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.11783960720130933, |
| "grad_norm": 0.5753054022789001, |
| "learning_rate": 1.9999747024378516e-05, |
| "loss": 0.6579, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.12002182214948172, |
| "grad_norm": 0.692951500415802, |
| "learning_rate": 1.9999550267036634e-05, |
| "loss": 0.7786, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.12220403709765412, |
| "grad_norm": 0.7742375731468201, |
| "learning_rate": 1.999929729520755e-05, |
| "loss": 0.8386, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.12438625204582651, |
| "grad_norm": 0.6625115275382996, |
| "learning_rate": 1.99989881103134e-05, |
| "loss": 0.8797, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.1265684669939989, |
| "grad_norm": 0.5346710085868835, |
| "learning_rate": 1.9998622714092328e-05, |
| "loss": 0.5483, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.1287506819421713, |
| "grad_norm": 0.5811567306518555, |
| "learning_rate": 1.9998201108598477e-05, |
| "loss": 0.6895, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.1309328968903437, |
| "grad_norm": 0.5905172824859619, |
| "learning_rate": 1.9997723296201997e-05, |
| "loss": 0.6995, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.1331151118385161, |
| "grad_norm": 0.5894107818603516, |
| "learning_rate": 1.9997189279589003e-05, |
| "loss": 0.5713, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.1352973267866885, |
| "grad_norm": 0.6387777328491211, |
| "learning_rate": 1.9996599061761575e-05, |
| "loss": 0.7275, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.13747954173486088, |
| "grad_norm": 0.5308466553688049, |
| "learning_rate": 1.9995952646037743e-05, |
| "loss": 0.4408, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.13966175668303327, |
| "grad_norm": 0.6239039897918701, |
| "learning_rate": 1.9995250036051462e-05, |
| "loss": 0.6457, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.14184397163120568, |
| "grad_norm": 0.5327976942062378, |
| "learning_rate": 1.9994491235752595e-05, |
| "loss": 0.4673, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.14402618657937807, |
| "grad_norm": 0.500877320766449, |
| "learning_rate": 1.9993676249406895e-05, |
| "loss": 0.548, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.14620840152755046, |
| "grad_norm": 0.6878646016120911, |
| "learning_rate": 1.999280508159597e-05, |
| "loss": 0.7135, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.14839061647572285, |
| "grad_norm": 0.6099561452865601, |
| "learning_rate": 1.999187773721726e-05, |
| "loss": 0.6922, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.15057283142389524, |
| "grad_norm": 0.5138156414031982, |
| "learning_rate": 1.9990894221484027e-05, |
| "loss": 0.5143, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.15275504637206766, |
| "grad_norm": 0.7398216724395752, |
| "learning_rate": 1.9989854539925296e-05, |
| "loss": 0.6775, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.15493726132024005, |
| "grad_norm": 0.5672114491462708, |
| "learning_rate": 1.9988758698385854e-05, |
| "loss": 0.6343, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.15711947626841244, |
| "grad_norm": 0.5795859098434448, |
| "learning_rate": 1.9987606703026187e-05, |
| "loss": 0.6327, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.15930169121658483, |
| "grad_norm": 0.6178355813026428, |
| "learning_rate": 1.9986398560322476e-05, |
| "loss": 0.481, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.16148390616475722, |
| "grad_norm": 0.48614248633384705, |
| "learning_rate": 1.9985134277066533e-05, |
| "loss": 0.3952, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.16366612111292964, |
| "grad_norm": 0.6208723783493042, |
| "learning_rate": 1.998381386036578e-05, |
| "loss": 0.5589, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.16584833606110203, |
| "grad_norm": 0.7473292350769043, |
| "learning_rate": 1.9982437317643218e-05, |
| "loss": 0.7363, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.16803055100927441, |
| "grad_norm": 0.6796333193778992, |
| "learning_rate": 1.9981004656637344e-05, |
| "loss": 0.5746, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.1702127659574468, |
| "grad_norm": 0.5245673656463623, |
| "learning_rate": 1.9979515885402156e-05, |
| "loss": 0.3753, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.1723949809056192, |
| "grad_norm": 0.5480374097824097, |
| "learning_rate": 1.9977971012307085e-05, |
| "loss": 0.5468, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.1745771958537916, |
| "grad_norm": 0.8852786421775818, |
| "learning_rate": 1.9976370046036947e-05, |
| "loss": 0.8742, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.176759410801964, |
| "grad_norm": 0.5887808203697205, |
| "learning_rate": 1.9974712995591887e-05, |
| "loss": 0.5144, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.1789416257501364, |
| "grad_norm": 0.5992124676704407, |
| "learning_rate": 1.9972999870287357e-05, |
| "loss": 0.6015, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.18112384069830878, |
| "grad_norm": 0.5454561710357666, |
| "learning_rate": 1.997123067975404e-05, |
| "loss": 0.4939, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.18330605564648117, |
| "grad_norm": 0.5829342603683472, |
| "learning_rate": 1.996940543393778e-05, |
| "loss": 0.5391, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.1854882705946536, |
| "grad_norm": 0.6858181357383728, |
| "learning_rate": 1.9967524143099583e-05, |
| "loss": 0.6028, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.18767048554282598, |
| "grad_norm": 0.5993210673332214, |
| "learning_rate": 1.9965586817815494e-05, |
| "loss": 0.4545, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.18985270049099837, |
| "grad_norm": 0.5937272906303406, |
| "learning_rate": 1.9963593468976583e-05, |
| "loss": 0.3147, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.19203491543917076, |
| "grad_norm": 0.7777706384658813, |
| "learning_rate": 1.9961544107788855e-05, |
| "loss": 0.5694, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.19421713038734315, |
| "grad_norm": 0.5509026050567627, |
| "learning_rate": 1.9959438745773216e-05, |
| "loss": 0.378, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.19639934533551553, |
| "grad_norm": 0.6026902198791504, |
| "learning_rate": 1.9957277394765377e-05, |
| "loss": 0.6189, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.19858156028368795, |
| "grad_norm": 0.5900372266769409, |
| "learning_rate": 1.995506006691581e-05, |
| "loss": 0.4099, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.20076377523186034, |
| "grad_norm": 0.6046119928359985, |
| "learning_rate": 1.9952786774689667e-05, |
| "loss": 0.5802, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.20294599018003273, |
| "grad_norm": 0.9368590116500854, |
| "learning_rate": 1.9950457530866726e-05, |
| "loss": 0.7274, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.20512820512820512, |
| "grad_norm": 0.7070465683937073, |
| "learning_rate": 1.9948072348541294e-05, |
| "loss": 0.6259, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.2073104200763775, |
| "grad_norm": 0.7370465993881226, |
| "learning_rate": 1.9945631241122158e-05, |
| "loss": 0.5427, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.20949263502454993, |
| "grad_norm": 0.6051648259162903, |
| "learning_rate": 1.9943134222332493e-05, |
| "loss": 0.4497, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.21167484997272232, |
| "grad_norm": 0.6110167503356934, |
| "learning_rate": 1.994058130620979e-05, |
| "loss": 0.4722, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.2138570649208947, |
| "grad_norm": 0.581550657749176, |
| "learning_rate": 1.9937972507105793e-05, |
| "loss": 0.5503, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.2160392798690671, |
| "grad_norm": 0.775860607624054, |
| "learning_rate": 1.993530783968638e-05, |
| "loss": 0.6042, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.2182214948172395, |
| "grad_norm": 0.7601407766342163, |
| "learning_rate": 1.993258731893152e-05, |
| "loss": 0.6493, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.2204037097654119, |
| "grad_norm": 0.6188685297966003, |
| "learning_rate": 1.992981096013517e-05, |
| "loss": 0.2717, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.2225859247135843, |
| "grad_norm": 0.7693493962287903, |
| "learning_rate": 1.9926978778905193e-05, |
| "loss": 0.4525, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.22476813966175668, |
| "grad_norm": 0.5389944911003113, |
| "learning_rate": 1.992409079116326e-05, |
| "loss": 0.3065, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.22695035460992907, |
| "grad_norm": 0.6077801585197449, |
| "learning_rate": 1.9921147013144782e-05, |
| "loss": 0.4387, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.22913256955810146, |
| "grad_norm": 0.6960924863815308, |
| "learning_rate": 1.9918147461398796e-05, |
| "loss": 0.4472, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.23131478450627388, |
| "grad_norm": 1.2546156644821167, |
| "learning_rate": 1.9915092152787888e-05, |
| "loss": 0.7705, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.23349699945444627, |
| "grad_norm": 0.634672999382019, |
| "learning_rate": 1.991198110448809e-05, |
| "loss": 0.3372, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.23567921440261866, |
| "grad_norm": 0.6426758170127869, |
| "learning_rate": 1.9908814333988794e-05, |
| "loss": 0.4316, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.23786142935079105, |
| "grad_norm": 0.6639129519462585, |
| "learning_rate": 1.990559185909263e-05, |
| "loss": 0.3664, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.24004364429896344, |
| "grad_norm": 1.1192857027053833, |
| "learning_rate": 1.9902313697915395e-05, |
| "loss": 0.6416, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.24222585924713586, |
| "grad_norm": 0.8382490277290344, |
| "learning_rate": 1.9898979868885933e-05, |
| "loss": 0.6472, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.24440807419530824, |
| "grad_norm": 0.6984851360321045, |
| "learning_rate": 1.989559039074603e-05, |
| "loss": 0.403, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.24659028914348063, |
| "grad_norm": 0.6598736047744751, |
| "learning_rate": 1.989214528255033e-05, |
| "loss": 0.4084, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.24877250409165302, |
| "grad_norm": 0.7741075158119202, |
| "learning_rate": 1.9888644563666194e-05, |
| "loss": 0.3484, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.2509547190398254, |
| "grad_norm": 0.705927848815918, |
| "learning_rate": 1.9885088253773623e-05, |
| "loss": 0.5471, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.2531369339879978, |
| "grad_norm": 0.7205896973609924, |
| "learning_rate": 1.988147637286513e-05, |
| "loss": 0.4697, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.2553191489361702, |
| "grad_norm": 0.6812205910682678, |
| "learning_rate": 1.987780894124563e-05, |
| "loss": 0.4276, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.2575013638843426, |
| "grad_norm": 0.774861216545105, |
| "learning_rate": 1.987408597953233e-05, |
| "loss": 0.3648, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.259683578832515, |
| "grad_norm": 0.7321362495422363, |
| "learning_rate": 1.987030750865461e-05, |
| "loss": 0.443, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.2618657937806874, |
| "grad_norm": 0.847510039806366, |
| "learning_rate": 1.9866473549853904e-05, |
| "loss": 0.4152, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.2640480087288598, |
| "grad_norm": 0.7177504897117615, |
| "learning_rate": 1.9862584124683587e-05, |
| "loss": 0.3436, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.2662302236770322, |
| "grad_norm": 0.8176891207695007, |
| "learning_rate": 1.9858639255008844e-05, |
| "loss": 0.4013, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.2684124386252046, |
| "grad_norm": 0.785882830619812, |
| "learning_rate": 1.9854638963006552e-05, |
| "loss": 0.2927, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.270594653573377, |
| "grad_norm": 0.697388768196106, |
| "learning_rate": 1.9850583271165166e-05, |
| "loss": 0.3406, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.27277686852154936, |
| "grad_norm": 0.6818001866340637, |
| "learning_rate": 1.9846472202284574e-05, |
| "loss": 0.4685, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.27495908346972175, |
| "grad_norm": 0.7736262679100037, |
| "learning_rate": 1.984230577947597e-05, |
| "loss": 0.4724, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.27714129841789414, |
| "grad_norm": 0.6667208671569824, |
| "learning_rate": 1.9838084026161746e-05, |
| "loss": 0.2187, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.27932351336606653, |
| "grad_norm": 0.9545671343803406, |
| "learning_rate": 1.9833806966075343e-05, |
| "loss": 0.5534, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.281505728314239, |
| "grad_norm": 0.8926610946655273, |
| "learning_rate": 1.9829474623261106e-05, |
| "loss": 0.3542, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.28368794326241137, |
| "grad_norm": 0.8170763850212097, |
| "learning_rate": 1.9825087022074182e-05, |
| "loss": 0.37, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.28587015821058376, |
| "grad_norm": 0.7550498843193054, |
| "learning_rate": 1.9820644187180354e-05, |
| "loss": 0.4051, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.28805237315875615, |
| "grad_norm": 1.2304673194885254, |
| "learning_rate": 1.981614614355591e-05, |
| "loss": 0.4746, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.29023458810692854, |
| "grad_norm": 1.0370253324508667, |
| "learning_rate": 1.981159291648751e-05, |
| "loss": 0.5431, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.2924168030551009, |
| "grad_norm": 0.9382657408714294, |
| "learning_rate": 1.9806984531572038e-05, |
| "loss": 0.4667, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.2945990180032733, |
| "grad_norm": 0.9219065308570862, |
| "learning_rate": 1.9802321014716465e-05, |
| "loss": 0.4035, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.2967812329514457, |
| "grad_norm": 0.9711424708366394, |
| "learning_rate": 1.9797602392137678e-05, |
| "loss": 0.427, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.2989634478996181, |
| "grad_norm": 0.8940355181694031, |
| "learning_rate": 1.9792828690362377e-05, |
| "loss": 0.3718, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.3011456628477905, |
| "grad_norm": 0.8118104934692383, |
| "learning_rate": 1.9787999936226877e-05, |
| "loss": 0.2609, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.3033278777959629, |
| "grad_norm": 0.8110172152519226, |
| "learning_rate": 1.9783116156877008e-05, |
| "loss": 0.3901, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.3055100927441353, |
| "grad_norm": 0.8195408582687378, |
| "learning_rate": 1.9778177379767903e-05, |
| "loss": 0.3611, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.3076923076923077, |
| "grad_norm": 1.0430301427841187, |
| "learning_rate": 1.9773183632663907e-05, |
| "loss": 0.4232, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.3098745226404801, |
| "grad_norm": 1.0248348712921143, |
| "learning_rate": 1.9768134943638367e-05, |
| "loss": 0.4167, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.3120567375886525, |
| "grad_norm": 0.7270126342773438, |
| "learning_rate": 1.9763031341073512e-05, |
| "loss": 0.2579, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.3142389525368249, |
| "grad_norm": 1.1630446910858154, |
| "learning_rate": 1.9757872853660265e-05, |
| "loss": 0.5389, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.31642116748499727, |
| "grad_norm": 0.8725171089172363, |
| "learning_rate": 1.975265951039811e-05, |
| "loss": 0.3441, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.31860338243316966, |
| "grad_norm": 1.4248993396759033, |
| "learning_rate": 1.97473913405949e-05, |
| "loss": 0.5818, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.32078559738134205, |
| "grad_norm": 1.2512569427490234, |
| "learning_rate": 1.974206837386672e-05, |
| "loss": 0.4038, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.32296781232951444, |
| "grad_norm": 1.2032068967819214, |
| "learning_rate": 1.9736690640137696e-05, |
| "loss": 0.4594, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.3251500272776868, |
| "grad_norm": 0.8411722183227539, |
| "learning_rate": 1.9731258169639846e-05, |
| "loss": 0.3345, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.32733224222585927, |
| "grad_norm": 1.008543848991394, |
| "learning_rate": 1.9725770992912893e-05, |
| "loss": 0.3777, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.32951445717403166, |
| "grad_norm": 1.0348095893859863, |
| "learning_rate": 1.972022914080411e-05, |
| "loss": 0.4853, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.33169667212220405, |
| "grad_norm": 0.9160374999046326, |
| "learning_rate": 1.9714632644468135e-05, |
| "loss": 0.3965, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.33387888707037644, |
| "grad_norm": 1.0338672399520874, |
| "learning_rate": 1.9708981535366797e-05, |
| "loss": 0.3135, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.33606110201854883, |
| "grad_norm": 1.1491649150848389, |
| "learning_rate": 1.970327584526895e-05, |
| "loss": 0.4182, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.3382433169667212, |
| "grad_norm": 1.494714617729187, |
| "learning_rate": 1.9697515606250276e-05, |
| "loss": 0.4977, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.3404255319148936, |
| "grad_norm": 1.0470036268234253, |
| "learning_rate": 1.9691700850693126e-05, |
| "loss": 0.3763, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.342607746863066, |
| "grad_norm": 1.1883833408355713, |
| "learning_rate": 1.9685831611286312e-05, |
| "loss": 0.3776, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.3447899618112384, |
| "grad_norm": 1.0385247468948364, |
| "learning_rate": 1.967990792102495e-05, |
| "loss": 0.3593, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.3469721767594108, |
| "grad_norm": 0.9821687340736389, |
| "learning_rate": 1.9673929813210265e-05, |
| "loss": 0.447, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.3491543917075832, |
| "grad_norm": 1.0155584812164307, |
| "learning_rate": 1.9667897321449387e-05, |
| "loss": 0.3818, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.3513366066557556, |
| "grad_norm": 1.146998405456543, |
| "learning_rate": 1.9661810479655184e-05, |
| "loss": 0.4201, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.353518821603928, |
| "grad_norm": 1.3749990463256836, |
| "learning_rate": 1.9655669322046068e-05, |
| "loss": 0.3451, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.3557010365521004, |
| "grad_norm": 1.7536747455596924, |
| "learning_rate": 1.9649473883145792e-05, |
| "loss": 0.4524, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.3578832515002728, |
| "grad_norm": 1.5470932722091675, |
| "learning_rate": 1.9643224197783265e-05, |
| "loss": 0.5467, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.36006546644844517, |
| "grad_norm": 0.9227492213249207, |
| "learning_rate": 1.9636920301092352e-05, |
| "loss": 0.2745, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.36224768139661756, |
| "grad_norm": 1.2530218362808228, |
| "learning_rate": 1.9630562228511682e-05, |
| "loss": 0.5124, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.36442989634478995, |
| "grad_norm": 1.3264926671981812, |
| "learning_rate": 1.962415001578444e-05, |
| "loss": 0.4022, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.36661211129296234, |
| "grad_norm": 1.3500545024871826, |
| "learning_rate": 1.9617683698958168e-05, |
| "loss": 0.3885, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.36879432624113473, |
| "grad_norm": 1.1173303127288818, |
| "learning_rate": 1.9611163314384574e-05, |
| "loss": 0.3948, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.3709765411893072, |
| "grad_norm": 0.9746338725090027, |
| "learning_rate": 1.9604588898719314e-05, |
| "loss": 0.3872, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.37315875613747956, |
| "grad_norm": 0.9952365756034851, |
| "learning_rate": 1.9597960488921785e-05, |
| "loss": 0.2785, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.37534097108565195, |
| "grad_norm": 1.2752764225006104, |
| "learning_rate": 1.9591278122254938e-05, |
| "loss": 0.3341, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.37752318603382434, |
| "grad_norm": 1.0955722332000732, |
| "learning_rate": 1.9584541836285035e-05, |
| "loss": 0.3497, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.37970540098199673, |
| "grad_norm": 1.093616008758545, |
| "learning_rate": 1.957775166888147e-05, |
| "loss": 0.2703, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.3818876159301691, |
| "grad_norm": 1.205116629600525, |
| "learning_rate": 1.957090765821654e-05, |
| "loss": 0.3353, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.3840698308783415, |
| "grad_norm": 1.2280943393707275, |
| "learning_rate": 1.9564009842765225e-05, |
| "loss": 0.464, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.3862520458265139, |
| "grad_norm": 1.1583482027053833, |
| "learning_rate": 1.955705826130499e-05, |
| "loss": 0.1943, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.3884342607746863, |
| "grad_norm": 1.1244933605194092, |
| "learning_rate": 1.9550052952915545e-05, |
| "loss": 0.3303, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.3906164757228587, |
| "grad_norm": 1.328026533126831, |
| "learning_rate": 1.9542993956978647e-05, |
| "loss": 0.3624, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.39279869067103107, |
| "grad_norm": 1.142669916152954, |
| "learning_rate": 1.9535881313177864e-05, |
| "loss": 0.4521, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.3949809056192035, |
| "grad_norm": 1.34759521484375, |
| "learning_rate": 1.9528715061498355e-05, |
| "loss": 0.4105, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.3971631205673759, |
| "grad_norm": 0.8993829488754272, |
| "learning_rate": 1.9521495242226648e-05, |
| "loss": 0.365, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.3993453355155483, |
| "grad_norm": 1.045101284980774, |
| "learning_rate": 1.9514221895950416e-05, |
| "loss": 0.3752, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.4015275504637207, |
| "grad_norm": 1.0296684503555298, |
| "learning_rate": 1.950689506355824e-05, |
| "loss": 0.2618, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.4037097654118931, |
| "grad_norm": 1.1462877988815308, |
| "learning_rate": 1.949951478623938e-05, |
| "loss": 0.3225, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.40589198036006546, |
| "grad_norm": 1.2176220417022705, |
| "learning_rate": 1.949208110548356e-05, |
| "loss": 0.307, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.40807419530823785, |
| "grad_norm": 1.1352124214172363, |
| "learning_rate": 1.948459406308071e-05, |
| "loss": 0.3668, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.41025641025641024, |
| "grad_norm": 1.4213913679122925, |
| "learning_rate": 1.9477053701120746e-05, |
| "loss": 0.4662, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.41243862520458263, |
| "grad_norm": 1.2231138944625854, |
| "learning_rate": 1.9469460061993336e-05, |
| "loss": 0.3893, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.414620840152755, |
| "grad_norm": 1.3416531085968018, |
| "learning_rate": 1.9461813188387652e-05, |
| "loss": 0.4218, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.41680305510092747, |
| "grad_norm": 1.2881159782409668, |
| "learning_rate": 1.9454113123292133e-05, |
| "loss": 0.3376, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.41898527004909986, |
| "grad_norm": 1.5161348581314087, |
| "learning_rate": 1.9446359909994253e-05, |
| "loss": 0.3796, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.42116748499727225, |
| "grad_norm": 1.3906810283660889, |
| "learning_rate": 1.9438553592080257e-05, |
| "loss": 0.2375, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.42334969994544464, |
| "grad_norm": 1.2929737567901611, |
| "learning_rate": 1.9430694213434936e-05, |
| "loss": 0.3133, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.425531914893617, |
| "grad_norm": 1.113404631614685, |
| "learning_rate": 1.942278181824137e-05, |
| "loss": 0.1978, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.4277141298417894, |
| "grad_norm": 0.9426998496055603, |
| "learning_rate": 1.9414816450980686e-05, |
| "loss": 0.3381, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.4298963447899618, |
| "grad_norm": 1.4274523258209229, |
| "learning_rate": 1.94067981564318e-05, |
| "loss": 0.2779, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.4320785597381342, |
| "grad_norm": 1.493589162826538, |
| "learning_rate": 1.9398726979671174e-05, |
| "loss": 0.2695, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.4342607746863066, |
| "grad_norm": 1.3514424562454224, |
| "learning_rate": 1.9390602966072548e-05, |
| "loss": 0.3338, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.436442989634479, |
| "grad_norm": 1.7675963640213013, |
| "learning_rate": 1.9382426161306712e-05, |
| "loss": 0.3629, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.4386252045826514, |
| "grad_norm": 1.0754345655441284, |
| "learning_rate": 1.9374196611341212e-05, |
| "loss": 0.322, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.4408074195308238, |
| "grad_norm": 1.1144013404846191, |
| "learning_rate": 1.9365914362440125e-05, |
| "loss": 0.2, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.4429896344789962, |
| "grad_norm": 1.3349831104278564, |
| "learning_rate": 1.9357579461163783e-05, |
| "loss": 0.2963, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.4451718494271686, |
| "grad_norm": 1.3588327169418335, |
| "learning_rate": 1.9349191954368515e-05, |
| "loss": 0.3544, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.447354064375341, |
| "grad_norm": 1.5795652866363525, |
| "learning_rate": 1.9340751889206378e-05, |
| "loss": 0.3851, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.44953627932351337, |
| "grad_norm": 1.3659369945526123, |
| "learning_rate": 1.93322593131249e-05, |
| "loss": 0.2808, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.45171849427168576, |
| "grad_norm": 1.5584542751312256, |
| "learning_rate": 1.932371427386681e-05, |
| "loss": 0.2838, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.45390070921985815, |
| "grad_norm": 1.3657653331756592, |
| "learning_rate": 1.931511681946977e-05, |
| "loss": 0.3128, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.45608292416803053, |
| "grad_norm": 1.8486205339431763, |
| "learning_rate": 1.9306466998266102e-05, |
| "loss": 0.3635, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.4582651391162029, |
| "grad_norm": 1.8429385423660278, |
| "learning_rate": 1.9297764858882516e-05, |
| "loss": 0.3445, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.4604473540643753, |
| "grad_norm": 1.359290361404419, |
| "learning_rate": 1.9289010450239843e-05, |
| "loss": 0.2864, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.46262956901254776, |
| "grad_norm": 1.2047313451766968, |
| "learning_rate": 1.928020382155276e-05, |
| "loss": 0.3323, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.46481178396072015, |
| "grad_norm": 1.4549658298492432, |
| "learning_rate": 1.9271345022329502e-05, |
| "loss": 0.3763, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.46699399890889254, |
| "grad_norm": 1.3349789381027222, |
| "learning_rate": 1.9262434102371596e-05, |
| "loss": 0.405, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.4691762138570649, |
| "grad_norm": 1.9315582513809204, |
| "learning_rate": 1.9253471111773572e-05, |
| "loss": 0.2949, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.4713584288052373, |
| "grad_norm": 1.1657265424728394, |
| "learning_rate": 1.924445610092269e-05, |
| "loss": 0.253, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.4735406437534097, |
| "grad_norm": 1.4558275938034058, |
| "learning_rate": 1.9235389120498645e-05, |
| "loss": 0.3077, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.4757228587015821, |
| "grad_norm": 1.4263584613800049, |
| "learning_rate": 1.9226270221473302e-05, |
| "loss": 0.3251, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.4779050736497545, |
| "grad_norm": 1.7486201524734497, |
| "learning_rate": 1.921709945511039e-05, |
| "loss": 0.2536, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.4800872885979269, |
| "grad_norm": 1.5430760383605957, |
| "learning_rate": 1.9207876872965217e-05, |
| "loss": 0.331, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.48226950354609927, |
| "grad_norm": 1.64284348487854, |
| "learning_rate": 1.9198602526884388e-05, |
| "loss": 0.3541, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.4844517184942717, |
| "grad_norm": 1.3553285598754883, |
| "learning_rate": 1.9189276469005508e-05, |
| "loss": 0.3196, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.4866339334424441, |
| "grad_norm": 1.4145045280456543, |
| "learning_rate": 1.917989875175689e-05, |
| "loss": 0.2487, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.4888161483906165, |
| "grad_norm": 1.3680609464645386, |
| "learning_rate": 1.9170469427857264e-05, |
| "loss": 0.3235, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.4909983633387889, |
| "grad_norm": 1.6969547271728516, |
| "learning_rate": 1.9160988550315475e-05, |
| "loss": 0.2292, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.49318057828696127, |
| "grad_norm": 1.4224244356155396, |
| "learning_rate": 1.9151456172430186e-05, |
| "loss": 0.2442, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.49536279323513366, |
| "grad_norm": 1.21607506275177, |
| "learning_rate": 1.914187234778958e-05, |
| "loss": 0.3315, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.49754500818330605, |
| "grad_norm": 1.3110462427139282, |
| "learning_rate": 1.913223713027106e-05, |
| "loss": 0.409, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.49972722313147844, |
| "grad_norm": 1.3133397102355957, |
| "learning_rate": 1.9122550574040942e-05, |
| "loss": 0.3491, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.5019094380796508, |
| "grad_norm": 1.2212580442428589, |
| "learning_rate": 1.9112812733554155e-05, |
| "loss": 0.2702, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5040916530278232, |
| "grad_norm": 1.3722357749938965, |
| "learning_rate": 1.910302366355393e-05, |
| "loss": 0.3729, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.5062738679759956, |
| "grad_norm": 1.6117819547653198, |
| "learning_rate": 1.90931834190715e-05, |
| "loss": 0.3857, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.508456082924168, |
| "grad_norm": 1.6422029733657837, |
| "learning_rate": 1.9083292055425783e-05, |
| "loss": 0.4329, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.5106382978723404, |
| "grad_norm": 1.2110570669174194, |
| "learning_rate": 1.907334962822307e-05, |
| "loss": 0.3052, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.5128205128205128, |
| "grad_norm": 1.0881627798080444, |
| "learning_rate": 1.906335619335672e-05, |
| "loss": 0.2195, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.5150027277686852, |
| "grad_norm": 1.6490594148635864, |
| "learning_rate": 1.9053311807006845e-05, |
| "loss": 0.2015, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.5171849427168577, |
| "grad_norm": 1.5541980266571045, |
| "learning_rate": 1.904321652563998e-05, |
| "loss": 0.3576, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.51936715766503, |
| "grad_norm": 2.599008321762085, |
| "learning_rate": 1.903307040600879e-05, |
| "loss": 0.3018, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.5215493726132024, |
| "grad_norm": 1.2262473106384277, |
| "learning_rate": 1.902287350515173e-05, |
| "loss": 0.3705, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.5237315875613748, |
| "grad_norm": 1.2602461576461792, |
| "learning_rate": 1.9012625880392733e-05, |
| "loss": 0.2783, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.5259138025095472, |
| "grad_norm": 1.8364081382751465, |
| "learning_rate": 1.900232758934089e-05, |
| "loss": 0.3277, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.5280960174577196, |
| "grad_norm": 1.2885158061981201, |
| "learning_rate": 1.899197868989011e-05, |
| "loss": 0.3201, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.530278232405892, |
| "grad_norm": 1.391256332397461, |
| "learning_rate": 1.898157924021883e-05, |
| "loss": 0.3269, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.5324604473540644, |
| "grad_norm": 1.265567660331726, |
| "learning_rate": 1.8971129298789644e-05, |
| "loss": 0.2002, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.5346426623022368, |
| "grad_norm": 1.565754771232605, |
| "learning_rate": 1.8960628924349006e-05, |
| "loss": 0.3627, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.5368248772504092, |
| "grad_norm": 1.4450806379318237, |
| "learning_rate": 1.8950078175926886e-05, |
| "loss": 0.2806, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.5390070921985816, |
| "grad_norm": 1.5299197435379028, |
| "learning_rate": 1.8939477112836445e-05, |
| "loss": 0.3822, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.541189307146754, |
| "grad_norm": 2.0761196613311768, |
| "learning_rate": 1.892882579467369e-05, |
| "loss": 0.3204, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.5433715220949263, |
| "grad_norm": 1.6398018598556519, |
| "learning_rate": 1.8918124281317162e-05, |
| "loss": 0.2604, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.5455537370430987, |
| "grad_norm": 1.4368712902069092, |
| "learning_rate": 1.8907372632927573e-05, |
| "loss": 0.2421, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5477359519912711, |
| "grad_norm": 1.2730286121368408, |
| "learning_rate": 1.8896570909947477e-05, |
| "loss": 0.2659, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.5499181669394435, |
| "grad_norm": 1.9445446729660034, |
| "learning_rate": 1.8885719173100937e-05, |
| "loss": 0.3552, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.5521003818876159, |
| "grad_norm": 1.2720203399658203, |
| "learning_rate": 1.887481748339318e-05, |
| "loss": 0.1519, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.5542825968357883, |
| "grad_norm": 1.6237303018569946, |
| "learning_rate": 1.8863865902110253e-05, |
| "loss": 0.3111, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.5564648117839607, |
| "grad_norm": 2.242192029953003, |
| "learning_rate": 1.8852864490818678e-05, |
| "loss": 0.2879, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.5586470267321331, |
| "grad_norm": 3.0388717651367188, |
| "learning_rate": 1.8841813311365105e-05, |
| "loss": 0.4525, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.5608292416803055, |
| "grad_norm": 1.7905107736587524, |
| "learning_rate": 1.8830712425875964e-05, |
| "loss": 0.3407, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.563011456628478, |
| "grad_norm": 2.1850087642669678, |
| "learning_rate": 1.8819561896757124e-05, |
| "loss": 0.3232, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.5651936715766503, |
| "grad_norm": 2.0054867267608643, |
| "learning_rate": 1.8808361786693533e-05, |
| "loss": 0.3558, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.5673758865248227, |
| "grad_norm": 2.004746675491333, |
| "learning_rate": 1.879711215864886e-05, |
| "loss": 0.2397, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.5695581014729951, |
| "grad_norm": 2.072324752807617, |
| "learning_rate": 1.8785813075865164e-05, |
| "loss": 0.1571, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.5717403164211675, |
| "grad_norm": 1.6970444917678833, |
| "learning_rate": 1.877446460186251e-05, |
| "loss": 0.2875, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.5739225313693399, |
| "grad_norm": 1.8173935413360596, |
| "learning_rate": 1.8763066800438638e-05, |
| "loss": 0.3473, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.5761047463175123, |
| "grad_norm": 1.4054244756698608, |
| "learning_rate": 1.875161973566858e-05, |
| "loss": 0.2878, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.5782869612656847, |
| "grad_norm": 1.1835930347442627, |
| "learning_rate": 1.874012347190432e-05, |
| "loss": 0.2728, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.5804691762138571, |
| "grad_norm": 1.64986252784729, |
| "learning_rate": 1.8728578073774427e-05, |
| "loss": 0.2887, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.5826513911620295, |
| "grad_norm": 1.8838175535202026, |
| "learning_rate": 1.8716983606183673e-05, |
| "loss": 0.3546, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.5848336061102019, |
| "grad_norm": 1.3140724897384644, |
| "learning_rate": 1.87053401343127e-05, |
| "loss": 0.2229, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.5870158210583742, |
| "grad_norm": 1.9315850734710693, |
| "learning_rate": 1.8693647723617637e-05, |
| "loss": 0.276, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.5891980360065466, |
| "grad_norm": 1.7035211324691772, |
| "learning_rate": 1.8681906439829716e-05, |
| "loss": 0.2677, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.591380250954719, |
| "grad_norm": 2.1659624576568604, |
| "learning_rate": 1.8670116348954945e-05, |
| "loss": 0.1785, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.5935624659028914, |
| "grad_norm": 1.514590859413147, |
| "learning_rate": 1.865827751727368e-05, |
| "loss": 0.2866, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.5957446808510638, |
| "grad_norm": 1.163939356803894, |
| "learning_rate": 1.864639001134031e-05, |
| "loss": 0.1527, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.5979268957992362, |
| "grad_norm": 1.9229791164398193, |
| "learning_rate": 1.863445389798284e-05, |
| "loss": 0.2854, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.6001091107474086, |
| "grad_norm": 1.6761242151260376, |
| "learning_rate": 1.8622469244302542e-05, |
| "loss": 0.3369, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.602291325695581, |
| "grad_norm": 1.756821632385254, |
| "learning_rate": 1.8610436117673557e-05, |
| "loss": 0.2876, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.6044735406437534, |
| "grad_norm": 1.683331847190857, |
| "learning_rate": 1.8598354585742537e-05, |
| "loss": 0.2549, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.6066557555919257, |
| "grad_norm": 1.3528157472610474, |
| "learning_rate": 1.858622471642824e-05, |
| "loss": 0.1952, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.6088379705400983, |
| "grad_norm": 1.5143969058990479, |
| "learning_rate": 1.8574046577921182e-05, |
| "loss": 0.2271, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.6110201854882706, |
| "grad_norm": 1.311161994934082, |
| "learning_rate": 1.8561820238683216e-05, |
| "loss": 0.2717, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.613202400436443, |
| "grad_norm": 1.728922724723816, |
| "learning_rate": 1.8549545767447174e-05, |
| "loss": 0.2746, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.6153846153846154, |
| "grad_norm": 2.3760488033294678, |
| "learning_rate": 1.853722323321647e-05, |
| "loss": 0.368, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.6175668303327878, |
| "grad_norm": 1.243605375289917, |
| "learning_rate": 1.8524852705264716e-05, |
| "loss": 0.313, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.6197490452809602, |
| "grad_norm": 1.5179970264434814, |
| "learning_rate": 1.8512434253135324e-05, |
| "loss": 0.3288, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.6219312602291326, |
| "grad_norm": 1.7583152055740356, |
| "learning_rate": 1.8499967946641127e-05, |
| "loss": 0.2581, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.624113475177305, |
| "grad_norm": 1.474806308746338, |
| "learning_rate": 1.848745385586398e-05, |
| "loss": 0.2277, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.6262956901254774, |
| "grad_norm": 2.0060956478118896, |
| "learning_rate": 1.8474892051154366e-05, |
| "loss": 0.2442, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.6284779050736498, |
| "grad_norm": 1.372650146484375, |
| "learning_rate": 1.8462282603131005e-05, |
| "loss": 0.238, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.6306601200218221, |
| "grad_norm": 1.8136199712753296, |
| "learning_rate": 1.8449625582680445e-05, |
| "loss": 0.3289, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.6328423349699945, |
| "grad_norm": 1.6018167734146118, |
| "learning_rate": 1.843692106095668e-05, |
| "loss": 0.2418, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.6350245499181669, |
| "grad_norm": 1.5912113189697266, |
| "learning_rate": 1.842416910938074e-05, |
| "loss": 0.2491, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.6372067648663393, |
| "grad_norm": 1.552306056022644, |
| "learning_rate": 1.841136979964029e-05, |
| "loss": 0.229, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.6393889798145117, |
| "grad_norm": 1.960476040840149, |
| "learning_rate": 1.8398523203689235e-05, |
| "loss": 0.3936, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.6415711947626841, |
| "grad_norm": 1.6437554359436035, |
| "learning_rate": 1.8385629393747292e-05, |
| "loss": 0.2372, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.6437534097108565, |
| "grad_norm": 1.9688218832015991, |
| "learning_rate": 1.837268844229962e-05, |
| "loss": 0.2557, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.6459356246590289, |
| "grad_norm": 1.8227428197860718, |
| "learning_rate": 1.8359700422096385e-05, |
| "loss": 0.3069, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.6481178396072013, |
| "grad_norm": 1.7406502962112427, |
| "learning_rate": 1.8346665406152362e-05, |
| "loss": 0.3527, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.6503000545553737, |
| "grad_norm": 1.6546075344085693, |
| "learning_rate": 1.8333583467746515e-05, |
| "loss": 0.2991, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.6524822695035462, |
| "grad_norm": 1.7377084493637085, |
| "learning_rate": 1.83204546804216e-05, |
| "loss": 0.2752, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.6546644844517185, |
| "grad_norm": 1.8209704160690308, |
| "learning_rate": 1.8307279117983744e-05, |
| "loss": 0.3455, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.6568466993998909, |
| "grad_norm": 1.4391992092132568, |
| "learning_rate": 1.829405685450202e-05, |
| "loss": 0.2037, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.6590289143480633, |
| "grad_norm": 1.7136852741241455, |
| "learning_rate": 1.828078796430805e-05, |
| "loss": 0.2731, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.6612111292962357, |
| "grad_norm": 1.6503560543060303, |
| "learning_rate": 1.826747252199558e-05, |
| "loss": 0.2998, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.6633933442444081, |
| "grad_norm": 1.778838872909546, |
| "learning_rate": 1.8254110602420047e-05, |
| "loss": 0.2556, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.6655755591925805, |
| "grad_norm": 1.5218554735183716, |
| "learning_rate": 1.8240702280698176e-05, |
| "loss": 0.2465, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.6677577741407529, |
| "grad_norm": 1.326884150505066, |
| "learning_rate": 1.822724763220755e-05, |
| "loss": 0.214, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.6699399890889253, |
| "grad_norm": 1.969869613647461, |
| "learning_rate": 1.8213746732586186e-05, |
| "loss": 0.2511, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.6721222040370977, |
| "grad_norm": 1.5750274658203125, |
| "learning_rate": 1.8200199657732115e-05, |
| "loss": 0.2821, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.67430441898527, |
| "grad_norm": 1.5090693235397339, |
| "learning_rate": 1.8186606483802945e-05, |
| "loss": 0.1838, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.6764866339334424, |
| "grad_norm": 1.4013510942459106, |
| "learning_rate": 1.817296728721545e-05, |
| "loss": 0.2353, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.6786688488816148, |
| "grad_norm": 1.4008636474609375, |
| "learning_rate": 1.815928214464511e-05, |
| "loss": 0.2296, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.6808510638297872, |
| "grad_norm": 2.5458900928497314, |
| "learning_rate": 1.814555113302573e-05, |
| "loss": 0.3881, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.6830332787779596, |
| "grad_norm": 1.3896178007125854, |
| "learning_rate": 1.813177432954894e-05, |
| "loss": 0.2354, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.685215493726132, |
| "grad_norm": 1.6341583728790283, |
| "learning_rate": 1.811795181166383e-05, |
| "loss": 0.268, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.6873977086743044, |
| "grad_norm": 1.7440088987350464, |
| "learning_rate": 1.8104083657076466e-05, |
| "loss": 0.2788, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.6895799236224768, |
| "grad_norm": 2.507354497909546, |
| "learning_rate": 1.8090169943749477e-05, |
| "loss": 0.3692, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.6917621385706492, |
| "grad_norm": 1.8427482843399048, |
| "learning_rate": 1.80762107499016e-05, |
| "loss": 0.213, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.6939443535188216, |
| "grad_norm": 1.5794975757598877, |
| "learning_rate": 1.8062206154007267e-05, |
| "loss": 0.2771, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.696126568466994, |
| "grad_norm": 2.8045501708984375, |
| "learning_rate": 1.8048156234796124e-05, |
| "loss": 0.1448, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.6983087834151664, |
| "grad_norm": 3.0969858169555664, |
| "learning_rate": 1.8034061071252632e-05, |
| "loss": 0.312, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.7004909983633388, |
| "grad_norm": 2.205915689468384, |
| "learning_rate": 1.8019920742615596e-05, |
| "loss": 0.3327, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.7026732133115112, |
| "grad_norm": 1.9107706546783447, |
| "learning_rate": 1.8005735328377718e-05, |
| "loss": 0.2814, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.7048554282596836, |
| "grad_norm": 1.5513135194778442, |
| "learning_rate": 1.7991504908285162e-05, |
| "loss": 0.2538, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.707037643207856, |
| "grad_norm": 2.1072094440460205, |
| "learning_rate": 1.7977229562337104e-05, |
| "loss": 0.296, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.7092198581560284, |
| "grad_norm": 1.547297716140747, |
| "learning_rate": 1.7962909370785283e-05, |
| "loss": 0.2716, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.7114020731042008, |
| "grad_norm": 1.8487380743026733, |
| "learning_rate": 1.7948544414133534e-05, |
| "loss": 0.2548, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.7135842880523732, |
| "grad_norm": 1.794865608215332, |
| "learning_rate": 1.7934134773137364e-05, |
| "loss": 0.2193, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.7157665030005456, |
| "grad_norm": 1.4590160846710205, |
| "learning_rate": 1.7919680528803468e-05, |
| "loss": 0.1581, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.717948717948718, |
| "grad_norm": 2.010289192199707, |
| "learning_rate": 1.7905181762389298e-05, |
| "loss": 0.3312, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.7201309328968903, |
| "grad_norm": 1.8437626361846924, |
| "learning_rate": 1.7890638555402585e-05, |
| "loss": 0.338, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.7223131478450627, |
| "grad_norm": 1.8818646669387817, |
| "learning_rate": 1.7876050989600908e-05, |
| "loss": 0.2822, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.7244953627932351, |
| "grad_norm": 1.4414920806884766, |
| "learning_rate": 1.7861419146991204e-05, |
| "loss": 0.1611, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.7266775777414075, |
| "grad_norm": 1.7592997550964355, |
| "learning_rate": 1.7846743109829318e-05, |
| "loss": 0.1889, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.7288597926895799, |
| "grad_norm": 1.8910146951675415, |
| "learning_rate": 1.7832022960619562e-05, |
| "loss": 0.2466, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.7310420076377523, |
| "grad_norm": 1.9606562852859497, |
| "learning_rate": 1.7817258782114216e-05, |
| "loss": 0.3082, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.7332242225859247, |
| "grad_norm": 1.5216842889785767, |
| "learning_rate": 1.7802450657313086e-05, |
| "loss": 0.2702, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.7354064375340971, |
| "grad_norm": 2.0545153617858887, |
| "learning_rate": 1.7787598669463027e-05, |
| "loss": 0.2168, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.7375886524822695, |
| "grad_norm": 2.3853023052215576, |
| "learning_rate": 1.777270290205749e-05, |
| "loss": 0.2697, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.7397708674304418, |
| "grad_norm": 1.5850306749343872, |
| "learning_rate": 1.7757763438836027e-05, |
| "loss": 0.2776, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.7419530823786143, |
| "grad_norm": 1.8929774761199951, |
| "learning_rate": 1.7742780363783843e-05, |
| "loss": 0.2768, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7441352973267867, |
| "grad_norm": 2.5149059295654297, |
| "learning_rate": 1.7727753761131312e-05, |
| "loss": 0.2035, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.7463175122749591, |
| "grad_norm": 2.0072574615478516, |
| "learning_rate": 1.7712683715353514e-05, |
| "loss": 0.2996, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.7484997272231315, |
| "grad_norm": 1.8985759019851685, |
| "learning_rate": 1.7697570311169746e-05, |
| "loss": 0.2971, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.7506819421713039, |
| "grad_norm": 1.7933598756790161, |
| "learning_rate": 1.7682413633543057e-05, |
| "loss": 0.1999, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.7528641571194763, |
| "grad_norm": 2.1801459789276123, |
| "learning_rate": 1.766721376767976e-05, |
| "loss": 0.2834, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.7550463720676487, |
| "grad_norm": 2.213613271713257, |
| "learning_rate": 1.7651970799028976e-05, |
| "loss": 0.3526, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.7572285870158211, |
| "grad_norm": 2.226930856704712, |
| "learning_rate": 1.7636684813282113e-05, |
| "loss": 0.221, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.7594108019639935, |
| "grad_norm": 2.073094606399536, |
| "learning_rate": 1.7621355896372424e-05, |
| "loss": 0.1289, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.7615930169121659, |
| "grad_norm": 1.817728042602539, |
| "learning_rate": 1.760598413447451e-05, |
| "loss": 0.2903, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.7637752318603382, |
| "grad_norm": 1.7736403942108154, |
| "learning_rate": 1.7590569614003825e-05, |
| "loss": 0.3416, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.7659574468085106, |
| "grad_norm": 1.8209755420684814, |
| "learning_rate": 1.7575112421616203e-05, |
| "loss": 0.209, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.768139661756683, |
| "grad_norm": 2.1143956184387207, |
| "learning_rate": 1.7559612644207364e-05, |
| "loss": 0.248, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.7703218767048554, |
| "grad_norm": 2.564955234527588, |
| "learning_rate": 1.7544070368912435e-05, |
| "loss": 0.2898, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.7725040916530278, |
| "grad_norm": 1.8118090629577637, |
| "learning_rate": 1.7528485683105444e-05, |
| "loss": 0.2374, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.7746863066012002, |
| "grad_norm": 2.656928777694702, |
| "learning_rate": 1.751285867439885e-05, |
| "loss": 0.3049, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.7768685215493726, |
| "grad_norm": 3.4277329444885254, |
| "learning_rate": 1.7497189430643025e-05, |
| "loss": 0.3216, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.779050736497545, |
| "grad_norm": 2.2048025131225586, |
| "learning_rate": 1.7481478039925784e-05, |
| "loss": 0.2718, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.7812329514457174, |
| "grad_norm": 1.7105648517608643, |
| "learning_rate": 1.746572459057188e-05, |
| "loss": 0.2421, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.7834151663938898, |
| "grad_norm": 1.4163354635238647, |
| "learning_rate": 1.7449929171142495e-05, |
| "loss": 0.2668, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.7855973813420621, |
| "grad_norm": 2.316988468170166, |
| "learning_rate": 1.7434091870434772e-05, |
| "loss": 0.1913, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.7877795962902346, |
| "grad_norm": 1.7749286890029907, |
| "learning_rate": 1.741821277748128e-05, |
| "loss": 0.1675, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.789961811238407, |
| "grad_norm": 1.6692242622375488, |
| "learning_rate": 1.740229198154955e-05, |
| "loss": 0.1973, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.7921440261865794, |
| "grad_norm": 1.7292042970657349, |
| "learning_rate": 1.738632957214154e-05, |
| "loss": 0.285, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.7943262411347518, |
| "grad_norm": 1.389611840248108, |
| "learning_rate": 1.737032563899315e-05, |
| "loss": 0.2458, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.7965084560829242, |
| "grad_norm": 2.399740695953369, |
| "learning_rate": 1.7354280272073718e-05, |
| "loss": 0.2779, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.7986906710310966, |
| "grad_norm": 1.7526628971099854, |
| "learning_rate": 1.7338193561585507e-05, |
| "loss": 0.1781, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.800872885979269, |
| "grad_norm": 1.1837629079818726, |
| "learning_rate": 1.7322065597963206e-05, |
| "loss": 0.1506, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.8030551009274414, |
| "grad_norm": 2.0996508598327637, |
| "learning_rate": 1.730589647187341e-05, |
| "loss": 0.2591, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.8052373158756138, |
| "grad_norm": 1.83616042137146, |
| "learning_rate": 1.7289686274214116e-05, |
| "loss": 0.2328, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.8074195308237861, |
| "grad_norm": 1.7485703229904175, |
| "learning_rate": 1.7273435096114223e-05, |
| "loss": 0.1933, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.8096017457719585, |
| "grad_norm": 1.69053316116333, |
| "learning_rate": 1.7257143028933004e-05, |
| "loss": 0.1454, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.8117839607201309, |
| "grad_norm": 2.0164339542388916, |
| "learning_rate": 1.7240810164259597e-05, |
| "loss": 0.2374, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.8139661756683033, |
| "grad_norm": 1.9152922630310059, |
| "learning_rate": 1.722443659391249e-05, |
| "loss": 0.2679, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.8161483906164757, |
| "grad_norm": 1.842621922492981, |
| "learning_rate": 1.7208022409939012e-05, |
| "loss": 0.2535, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.8183306055646481, |
| "grad_norm": 1.975754976272583, |
| "learning_rate": 1.7191567704614806e-05, |
| "loss": 0.2771, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.8205128205128205, |
| "grad_norm": 2.002427577972412, |
| "learning_rate": 1.717507257044331e-05, |
| "loss": 0.2521, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.8226950354609929, |
| "grad_norm": 1.8171672821044922, |
| "learning_rate": 1.7158537100155256e-05, |
| "loss": 0.1732, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.8248772504091653, |
| "grad_norm": 2.4099912643432617, |
| "learning_rate": 1.714196138670811e-05, |
| "loss": 0.1903, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.8270594653573377, |
| "grad_norm": 2.192172050476074, |
| "learning_rate": 1.7125345523285598e-05, |
| "loss": 0.1533, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.82924168030551, |
| "grad_norm": 1.4280940294265747, |
| "learning_rate": 1.7108689603297134e-05, |
| "loss": 0.1654, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.8314238952536824, |
| "grad_norm": 2.107060194015503, |
| "learning_rate": 1.7091993720377336e-05, |
| "loss": 0.2626, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.8336061102018549, |
| "grad_norm": 2.0047659873962402, |
| "learning_rate": 1.7075257968385472e-05, |
| "loss": 0.3092, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.8357883251500273, |
| "grad_norm": 1.796487808227539, |
| "learning_rate": 1.7058482441404946e-05, |
| "loss": 0.3114, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.8379705400981997, |
| "grad_norm": 1.7347898483276367, |
| "learning_rate": 1.7041667233742763e-05, |
| "loss": 0.2335, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.8401527550463721, |
| "grad_norm": 4.162664890289307, |
| "learning_rate": 1.7024812439929004e-05, |
| "loss": 0.3763, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.8423349699945445, |
| "grad_norm": 2.301137685775757, |
| "learning_rate": 1.7007918154716286e-05, |
| "loss": 0.2288, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.8445171849427169, |
| "grad_norm": 2.1186411380767822, |
| "learning_rate": 1.6990984473079245e-05, |
| "loss": 0.2563, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.8466993998908893, |
| "grad_norm": 2.251436948776245, |
| "learning_rate": 1.6974011490213976e-05, |
| "loss": 0.2387, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.8488816148390617, |
| "grad_norm": 2.201972246170044, |
| "learning_rate": 1.6956999301537533e-05, |
| "loss": 0.2157, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.851063829787234, |
| "grad_norm": 1.8352923393249512, |
| "learning_rate": 1.6939948002687352e-05, |
| "loss": 0.2014, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.8532460447354064, |
| "grad_norm": 1.7831623554229736, |
| "learning_rate": 1.692285768952076e-05, |
| "loss": 0.2098, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.8554282596835788, |
| "grad_norm": 2.747898578643799, |
| "learning_rate": 1.6905728458114384e-05, |
| "loss": 0.358, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.8576104746317512, |
| "grad_norm": 2.2360734939575195, |
| "learning_rate": 1.6888560404763656e-05, |
| "loss": 0.3157, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.8597926895799236, |
| "grad_norm": 2.639230728149414, |
| "learning_rate": 1.687135362598225e-05, |
| "loss": 0.2, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.861974904528096, |
| "grad_norm": 2.2100465297698975, |
| "learning_rate": 1.6854108218501534e-05, |
| "loss": 0.2923, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.8641571194762684, |
| "grad_norm": 1.9703783988952637, |
| "learning_rate": 1.6836824279270053e-05, |
| "loss": 0.1823, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.8663393344244408, |
| "grad_norm": 1.6612106561660767, |
| "learning_rate": 1.6819501905452945e-05, |
| "loss": 0.2014, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.8685215493726132, |
| "grad_norm": 1.8585114479064941, |
| "learning_rate": 1.680214119443143e-05, |
| "loss": 0.2264, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.8707037643207856, |
| "grad_norm": 1.6524639129638672, |
| "learning_rate": 1.6784742243802242e-05, |
| "loss": 0.2493, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.872885979268958, |
| "grad_norm": 1.7347056865692139, |
| "learning_rate": 1.676730515137709e-05, |
| "loss": 0.1117, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.8750681942171303, |
| "grad_norm": 4.263298034667969, |
| "learning_rate": 1.6749830015182106e-05, |
| "loss": 0.4225, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.8772504091653028, |
| "grad_norm": 1.9091832637786865, |
| "learning_rate": 1.673231693345729e-05, |
| "loss": 0.212, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.8794326241134752, |
| "grad_norm": 2.1852641105651855, |
| "learning_rate": 1.6714766004655952e-05, |
| "loss": 0.2277, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.8816148390616476, |
| "grad_norm": 2.200873851776123, |
| "learning_rate": 1.6697177327444185e-05, |
| "loss": 0.3014, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.88379705400982, |
| "grad_norm": 1.8276499509811401, |
| "learning_rate": 1.6679551000700277e-05, |
| "loss": 0.1585, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.8859792689579924, |
| "grad_norm": 2.2364282608032227, |
| "learning_rate": 1.6661887123514183e-05, |
| "loss": 0.1494, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.8881614839061648, |
| "grad_norm": 2.0222830772399902, |
| "learning_rate": 1.6644185795186946e-05, |
| "loss": 0.2673, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.8903436988543372, |
| "grad_norm": 2.9449918270111084, |
| "learning_rate": 1.662644711523014e-05, |
| "loss": 0.3708, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.8925259138025096, |
| "grad_norm": 1.4988254308700562, |
| "learning_rate": 1.660867118336535e-05, |
| "loss": 0.1401, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.894708128750682, |
| "grad_norm": 2.212355375289917, |
| "learning_rate": 1.6590858099523545e-05, |
| "loss": 0.2032, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.8968903436988543, |
| "grad_norm": 2.242018699645996, |
| "learning_rate": 1.657300796384457e-05, |
| "loss": 0.2475, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.8990725586470267, |
| "grad_norm": 2.596482276916504, |
| "learning_rate": 1.6555120876676557e-05, |
| "loss": 0.3207, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.9012547735951991, |
| "grad_norm": 2.6144678592681885, |
| "learning_rate": 1.6537196938575376e-05, |
| "loss": 0.2693, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.9034369885433715, |
| "grad_norm": 2.0551865100860596, |
| "learning_rate": 1.6519236250304058e-05, |
| "loss": 0.1352, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.9056192034915439, |
| "grad_norm": 1.8955483436584473, |
| "learning_rate": 1.6501238912832226e-05, |
| "loss": 0.2083, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.9078014184397163, |
| "grad_norm": 2.737642526626587, |
| "learning_rate": 1.648320502733555e-05, |
| "loss": 0.3512, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.9099836333878887, |
| "grad_norm": 1.874455451965332, |
| "learning_rate": 1.646513469519514e-05, |
| "loss": 0.245, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.9121658483360611, |
| "grad_norm": 1.4540960788726807, |
| "learning_rate": 1.644702801799702e-05, |
| "loss": 0.1915, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.9143480632842335, |
| "grad_norm": 2.55229115486145, |
| "learning_rate": 1.6428885097531524e-05, |
| "loss": 0.2691, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.9165302782324058, |
| "grad_norm": 2.6212050914764404, |
| "learning_rate": 1.641070603579273e-05, |
| "loss": 0.3018, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.9187124931805782, |
| "grad_norm": 2.048126220703125, |
| "learning_rate": 1.63924909349779e-05, |
| "loss": 0.16, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.9208947081287506, |
| "grad_norm": 1.604466199874878, |
| "learning_rate": 1.63742398974869e-05, |
| "loss": 0.16, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.9230769230769231, |
| "grad_norm": 2.0032010078430176, |
| "learning_rate": 1.6355953025921606e-05, |
| "loss": 0.2789, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.9252591380250955, |
| "grad_norm": 2.1669390201568604, |
| "learning_rate": 1.633763042308536e-05, |
| "loss": 0.2223, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.9274413529732679, |
| "grad_norm": 2.4847841262817383, |
| "learning_rate": 1.6319272191982364e-05, |
| "loss": 0.2193, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.9296235679214403, |
| "grad_norm": 2.116520404815674, |
| "learning_rate": 1.6300878435817115e-05, |
| "loss": 0.2634, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.9318057828696127, |
| "grad_norm": 2.1085104942321777, |
| "learning_rate": 1.6282449257993814e-05, |
| "loss": 0.2019, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.9339879978177851, |
| "grad_norm": 1.8518610000610352, |
| "learning_rate": 1.626398476211581e-05, |
| "loss": 0.281, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.9361702127659575, |
| "grad_norm": 2.573018789291382, |
| "learning_rate": 1.624548505198498e-05, |
| "loss": 0.1693, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.9383524277141299, |
| "grad_norm": 1.71120285987854, |
| "learning_rate": 1.622695023160117e-05, |
| "loss": 0.1845, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.9405346426623022, |
| "grad_norm": 2.493091583251953, |
| "learning_rate": 1.6208380405161623e-05, |
| "loss": 0.2344, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.9427168576104746, |
| "grad_norm": 2.0557820796966553, |
| "learning_rate": 1.6189775677060347e-05, |
| "loss": 0.2579, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.944899072558647, |
| "grad_norm": 2.64087176322937, |
| "learning_rate": 1.6171136151887577e-05, |
| "loss": 0.1322, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.9470812875068194, |
| "grad_norm": 1.8148539066314697, |
| "learning_rate": 1.6152461934429154e-05, |
| "loss": 0.206, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.9492635024549918, |
| "grad_norm": 2.2910168170928955, |
| "learning_rate": 1.6133753129665968e-05, |
| "loss": 0.2088, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.9514457174031642, |
| "grad_norm": 2.097425937652588, |
| "learning_rate": 1.6115009842773322e-05, |
| "loss": 0.1765, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.9536279323513366, |
| "grad_norm": 1.9903476238250732, |
| "learning_rate": 1.6096232179120388e-05, |
| "loss": 0.3164, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.955810147299509, |
| "grad_norm": 2.1688966751098633, |
| "learning_rate": 1.6077420244269585e-05, |
| "loss": 0.2361, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.9579923622476814, |
| "grad_norm": 2.8505375385284424, |
| "learning_rate": 1.6058574143975995e-05, |
| "loss": 0.2636, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.9601745771958538, |
| "grad_norm": 3.311235189437866, |
| "learning_rate": 1.603969398418677e-05, |
| "loss": 0.3795, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.9623567921440261, |
| "grad_norm": 1.8277406692504883, |
| "learning_rate": 1.6020779871040538e-05, |
| "loss": 0.1737, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.9645390070921985, |
| "grad_norm": 2.1164958477020264, |
| "learning_rate": 1.6001831910866795e-05, |
| "loss": 0.1468, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.966721222040371, |
| "grad_norm": 2.103459358215332, |
| "learning_rate": 1.5982850210185313e-05, |
| "loss": 0.1544, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.9689034369885434, |
| "grad_norm": 1.900844693183899, |
| "learning_rate": 1.5963834875705556e-05, |
| "loss": 0.2253, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.9710856519367158, |
| "grad_norm": 3.1280438899993896, |
| "learning_rate": 1.5944786014326053e-05, |
| "loss": 0.3032, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.9732678668848882, |
| "grad_norm": 1.8489347696304321, |
| "learning_rate": 1.5925703733133823e-05, |
| "loss": 0.1499, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.9754500818330606, |
| "grad_norm": 2.221360683441162, |
| "learning_rate": 1.5906588139403752e-05, |
| "loss": 0.2354, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.977632296781233, |
| "grad_norm": 2.9962828159332275, |
| "learning_rate": 1.5887439340598002e-05, |
| "loss": 0.2583, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.9798145117294054, |
| "grad_norm": 1.688433051109314, |
| "learning_rate": 1.5868257444365408e-05, |
| "loss": 0.2026, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.9819967266775778, |
| "grad_norm": 1.9176521301269531, |
| "learning_rate": 1.5849042558540863e-05, |
| "loss": 0.2106, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.9841789416257501, |
| "grad_norm": 1.9299747943878174, |
| "learning_rate": 1.5829794791144723e-05, |
| "loss": 0.1221, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.9863611565739225, |
| "grad_norm": 2.396916389465332, |
| "learning_rate": 1.581051425038219e-05, |
| "loss": 0.2966, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.9885433715220949, |
| "grad_norm": 2.132479667663574, |
| "learning_rate": 1.5791201044642707e-05, |
| "loss": 0.2392, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.9907255864702673, |
| "grad_norm": 1.897214651107788, |
| "learning_rate": 1.577185528249936e-05, |
| "loss": 0.1549, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.9929078014184397, |
| "grad_norm": 2.2790167331695557, |
| "learning_rate": 1.5752477072708247e-05, |
| "loss": 0.3243, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.9950900163666121, |
| "grad_norm": 2.3962960243225098, |
| "learning_rate": 1.5733066524207875e-05, |
| "loss": 0.2082, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.9972722313147845, |
| "grad_norm": 1.7336385250091553, |
| "learning_rate": 1.5713623746118558e-05, |
| "loss": 0.157, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.9994544462629569, |
| "grad_norm": 1.8935623168945312, |
| "learning_rate": 1.5694148847741793e-05, |
| "loss": 0.2305, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 5.8416337966918945, |
| "learning_rate": 1.5674641938559644e-05, |
| "loss": 0.3029, |
| "step": 459 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.1403220295906067, |
| "eval_runtime": 19.9242, |
| "eval_samples_per_second": 7.478, |
| "eval_steps_per_second": 1.907, |
| "step": 459 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1375, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 459, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.006541592933171e+17, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
