| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 975, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0010256410256410256, |
| "grad_norm": 3.0242910385131836, |
| "learning_rate": 2e-05, |
| "loss": 2.5126, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0020512820512820513, |
| "grad_norm": 4.951651096343994, |
| "learning_rate": 4e-05, |
| "loss": 3.0502, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.003076923076923077, |
| "grad_norm": 6.414709091186523, |
| "learning_rate": 6e-05, |
| "loss": 3.2635, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0041025641025641026, |
| "grad_norm": 6.2663068771362305, |
| "learning_rate": 8e-05, |
| "loss": 3.5137, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.005128205128205128, |
| "grad_norm": 5.350133895874023, |
| "learning_rate": 0.0001, |
| "loss": 3.3629, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.006153846153846154, |
| "grad_norm": 5.659494400024414, |
| "learning_rate": 9.999973776182981e-05, |
| "loss": 3.4245, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0071794871794871795, |
| "grad_norm": 4.96848726272583, |
| "learning_rate": 9.999895105006994e-05, |
| "loss": 3.3549, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.008205128205128205, |
| "grad_norm": 5.869617462158203, |
| "learning_rate": 9.999763987297265e-05, |
| "loss": 3.6138, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.009230769230769232, |
| "grad_norm": 6.083713531494141, |
| "learning_rate": 9.99958042442916e-05, |
| "loss": 3.1965, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.010256410256410256, |
| "grad_norm": 7.131644248962402, |
| "learning_rate": 9.999344418328162e-05, |
| "loss": 3.5499, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.011282051282051283, |
| "grad_norm": 5.93425989151001, |
| "learning_rate": 9.999055971469864e-05, |
| "loss": 2.9822, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.012307692307692308, |
| "grad_norm": 7.329172611236572, |
| "learning_rate": 9.998715086879938e-05, |
| "loss": 3.2527, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.013333333333333334, |
| "grad_norm": 4.309327125549316, |
| "learning_rate": 9.998321768134102e-05, |
| "loss": 2.9066, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.014358974358974359, |
| "grad_norm": 5.239797115325928, |
| "learning_rate": 9.997876019358084e-05, |
| "loss": 2.7697, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.015384615384615385, |
| "grad_norm": 5.122989654541016, |
| "learning_rate": 9.997377845227576e-05, |
| "loss": 2.6346, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.01641025641025641, |
| "grad_norm": 5.028587341308594, |
| "learning_rate": 9.99682725096819e-05, |
| "loss": 2.7887, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.017435897435897435, |
| "grad_norm": 5.329999923706055, |
| "learning_rate": 9.996224242355399e-05, |
| "loss": 2.7057, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.018461538461538463, |
| "grad_norm": 6.340389251708984, |
| "learning_rate": 9.995568825714479e-05, |
| "loss": 2.4549, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.019487179487179488, |
| "grad_norm": 7.107529163360596, |
| "learning_rate": 9.99486100792044e-05, |
| "loss": 2.3007, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.020512820512820513, |
| "grad_norm": 6.8900957107543945, |
| "learning_rate": 9.994100796397954e-05, |
| "loss": 2.6012, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.021538461538461538, |
| "grad_norm": 4.517186641693115, |
| "learning_rate": 9.993288199121283e-05, |
| "loss": 2.5601, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.022564102564102566, |
| "grad_norm": 6.216032028198242, |
| "learning_rate": 9.992423224614185e-05, |
| "loss": 2.4721, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.02358974358974359, |
| "grad_norm": 6.267585754394531, |
| "learning_rate": 9.991505881949837e-05, |
| "loss": 2.0587, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.024615384615384615, |
| "grad_norm": 4.755431652069092, |
| "learning_rate": 9.990536180750725e-05, |
| "loss": 1.9969, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.02564102564102564, |
| "grad_norm": 6.021732807159424, |
| "learning_rate": 9.989514131188559e-05, |
| "loss": 2.4506, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.02666666666666667, |
| "grad_norm": 5.019423484802246, |
| "learning_rate": 9.988439743984154e-05, |
| "loss": 2.2094, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.027692307692307693, |
| "grad_norm": 5.92118501663208, |
| "learning_rate": 9.987313030407323e-05, |
| "loss": 2.227, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.028717948717948718, |
| "grad_norm": 5.268144130706787, |
| "learning_rate": 9.98613400227676e-05, |
| "loss": 2.3382, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.029743589743589743, |
| "grad_norm": 5.894084930419922, |
| "learning_rate": 9.984902671959911e-05, |
| "loss": 2.1478, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.03076923076923077, |
| "grad_norm": 5.75372314453125, |
| "learning_rate": 9.983619052372848e-05, |
| "loss": 2.1451, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.031794871794871796, |
| "grad_norm": 5.908873558044434, |
| "learning_rate": 9.982283156980132e-05, |
| "loss": 1.9474, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.03282051282051282, |
| "grad_norm": 5.673178195953369, |
| "learning_rate": 9.980894999794678e-05, |
| "loss": 1.6705, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.033846153846153845, |
| "grad_norm": 6.431265830993652, |
| "learning_rate": 9.979454595377594e-05, |
| "loss": 2.1864, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.03487179487179487, |
| "grad_norm": 5.153072834014893, |
| "learning_rate": 9.97796195883804e-05, |
| "loss": 1.961, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.035897435897435895, |
| "grad_norm": 4.796686172485352, |
| "learning_rate": 9.97641710583307e-05, |
| "loss": 2.1247, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.036923076923076927, |
| "grad_norm": 6.7887187004089355, |
| "learning_rate": 9.974820052567459e-05, |
| "loss": 2.2257, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.03794871794871795, |
| "grad_norm": 6.106282711029053, |
| "learning_rate": 9.973170815793543e-05, |
| "loss": 1.8272, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.038974358974358976, |
| "grad_norm": 7.460811614990234, |
| "learning_rate": 9.971469412811032e-05, |
| "loss": 2.1593, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 6.658919334411621, |
| "learning_rate": 9.96971586146684e-05, |
| "loss": 1.7416, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.041025641025641026, |
| "grad_norm": 6.650995254516602, |
| "learning_rate": 9.967910180154889e-05, |
| "loss": 2.4035, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.04205128205128205, |
| "grad_norm": 8.757329940795898, |
| "learning_rate": 9.966052387815923e-05, |
| "loss": 1.9171, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.043076923076923075, |
| "grad_norm": 5.935565948486328, |
| "learning_rate": 9.964142503937305e-05, |
| "loss": 2.3745, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.0441025641025641, |
| "grad_norm": 9.125303268432617, |
| "learning_rate": 9.962180548552812e-05, |
| "loss": 2.4929, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.04512820512820513, |
| "grad_norm": 7.971654891967773, |
| "learning_rate": 9.960166542242429e-05, |
| "loss": 1.9829, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.046153846153846156, |
| "grad_norm": 7.785209655761719, |
| "learning_rate": 9.958100506132127e-05, |
| "loss": 2.4832, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.04717948717948718, |
| "grad_norm": 9.371437072753906, |
| "learning_rate": 9.955982461893648e-05, |
| "loss": 2.8401, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.048205128205128206, |
| "grad_norm": 7.721534252166748, |
| "learning_rate": 9.953812431744276e-05, |
| "loss": 2.7326, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.04923076923076923, |
| "grad_norm": 8.118698120117188, |
| "learning_rate": 9.951590438446597e-05, |
| "loss": 2.1404, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.050256410256410255, |
| "grad_norm": 11.268263816833496, |
| "learning_rate": 9.949316505308271e-05, |
| "loss": 2.1228, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.05128205128205128, |
| "grad_norm": 31.922712326049805, |
| "learning_rate": 9.946990656181781e-05, |
| "loss": 4.4161, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.052307692307692305, |
| "grad_norm": 4.71007776260376, |
| "learning_rate": 9.944612915464183e-05, |
| "loss": 1.4788, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.05333333333333334, |
| "grad_norm": 7.76932954788208, |
| "learning_rate": 9.942183308096853e-05, |
| "loss": 1.79, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.05435897435897436, |
| "grad_norm": 6.423979759216309, |
| "learning_rate": 9.93970185956522e-05, |
| "loss": 1.7757, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.055384615384615386, |
| "grad_norm": 5.522821426391602, |
| "learning_rate": 9.93716859589851e-05, |
| "loss": 1.7031, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.05641025641025641, |
| "grad_norm": 3.8657138347625732, |
| "learning_rate": 9.934583543669453e-05, |
| "loss": 1.6529, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.057435897435897436, |
| "grad_norm": 4.577727317810059, |
| "learning_rate": 9.931946729994031e-05, |
| "loss": 1.8018, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.05846153846153846, |
| "grad_norm": 3.27964186668396, |
| "learning_rate": 9.929258182531167e-05, |
| "loss": 1.4564, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.059487179487179485, |
| "grad_norm": 4.258393287658691, |
| "learning_rate": 9.926517929482453e-05, |
| "loss": 1.6787, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.06051282051282051, |
| "grad_norm": 4.249528408050537, |
| "learning_rate": 9.923725999591847e-05, |
| "loss": 1.8767, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.06153846153846154, |
| "grad_norm": 3.7843668460845947, |
| "learning_rate": 9.920882422145372e-05, |
| "loss": 1.5657, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.06256410256410257, |
| "grad_norm": 4.411302089691162, |
| "learning_rate": 9.91798722697081e-05, |
| "loss": 1.7136, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.06358974358974359, |
| "grad_norm": 3.740659475326538, |
| "learning_rate": 9.915040444437389e-05, |
| "loss": 1.3892, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.06461538461538462, |
| "grad_norm": 4.297425746917725, |
| "learning_rate": 9.912042105455463e-05, |
| "loss": 1.9167, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.06564102564102564, |
| "grad_norm": 3.6529557704925537, |
| "learning_rate": 9.908992241476188e-05, |
| "loss": 1.1906, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.06666666666666667, |
| "grad_norm": 3.3255066871643066, |
| "learning_rate": 9.905890884491195e-05, |
| "loss": 1.433, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.06769230769230769, |
| "grad_norm": 3.7024900913238525, |
| "learning_rate": 9.902738067032253e-05, |
| "loss": 1.3386, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.06871794871794872, |
| "grad_norm": 3.89379620552063, |
| "learning_rate": 9.899533822170922e-05, |
| "loss": 1.4631, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.06974358974358974, |
| "grad_norm": 3.956791639328003, |
| "learning_rate": 9.896278183518216e-05, |
| "loss": 1.2718, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.07076923076923076, |
| "grad_norm": 4.426792144775391, |
| "learning_rate": 9.892971185224245e-05, |
| "loss": 1.5783, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.07179487179487179, |
| "grad_norm": 3.522223472595215, |
| "learning_rate": 9.889612861977853e-05, |
| "loss": 1.7022, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.07282051282051281, |
| "grad_norm": 4.129120826721191, |
| "learning_rate": 9.886203249006265e-05, |
| "loss": 1.4873, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.07384615384615385, |
| "grad_norm": 5.769558906555176, |
| "learning_rate": 9.882742382074707e-05, |
| "loss": 1.7049, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.07487179487179488, |
| "grad_norm": 4.045823574066162, |
| "learning_rate": 9.879230297486034e-05, |
| "loss": 1.3411, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.0758974358974359, |
| "grad_norm": 4.2597150802612305, |
| "learning_rate": 9.875667032080353e-05, |
| "loss": 1.7925, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.07692307692307693, |
| "grad_norm": 5.725080966949463, |
| "learning_rate": 9.872052623234632e-05, |
| "loss": 1.3637, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.07794871794871795, |
| "grad_norm": 4.601053237915039, |
| "learning_rate": 9.868387108862307e-05, |
| "loss": 1.3123, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.07897435897435898, |
| "grad_norm": 4.488974094390869, |
| "learning_rate": 9.864670527412891e-05, |
| "loss": 1.3829, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 4.777220249176025, |
| "learning_rate": 9.860902917871567e-05, |
| "loss": 1.443, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.08102564102564103, |
| "grad_norm": 4.016687870025635, |
| "learning_rate": 9.857084319758772e-05, |
| "loss": 0.8763, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.08205128205128205, |
| "grad_norm": 3.876997947692871, |
| "learning_rate": 9.853214773129796e-05, |
| "loss": 1.498, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.08307692307692308, |
| "grad_norm": 4.884486198425293, |
| "learning_rate": 9.849294318574351e-05, |
| "loss": 1.4242, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.0841025641025641, |
| "grad_norm": 6.840088367462158, |
| "learning_rate": 9.845322997216153e-05, |
| "loss": 1.7168, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.08512820512820513, |
| "grad_norm": 7.206902980804443, |
| "learning_rate": 9.84130085071248e-05, |
| "loss": 1.4265, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.08615384615384615, |
| "grad_norm": 3.751448631286621, |
| "learning_rate": 9.837227921253746e-05, |
| "loss": 1.0897, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.08717948717948718, |
| "grad_norm": 3.747310161590576, |
| "learning_rate": 9.833104251563056e-05, |
| "loss": 1.0779, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.0882051282051282, |
| "grad_norm": 3.46673321723938, |
| "learning_rate": 9.828929884895752e-05, |
| "loss": 1.0455, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.08923076923076922, |
| "grad_norm": 4.772911071777344, |
| "learning_rate": 9.824704865038968e-05, |
| "loss": 1.1777, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.09025641025641026, |
| "grad_norm": 5.64111852645874, |
| "learning_rate": 9.820429236311158e-05, |
| "loss": 1.1533, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.09128205128205129, |
| "grad_norm": 6.904688358306885, |
| "learning_rate": 9.816103043561648e-05, |
| "loss": 1.5953, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.09230769230769231, |
| "grad_norm": 4.866685390472412, |
| "learning_rate": 9.811726332170153e-05, |
| "loss": 1.3773, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.09333333333333334, |
| "grad_norm": 8.204490661621094, |
| "learning_rate": 9.8072991480463e-05, |
| "loss": 1.7214, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.09435897435897436, |
| "grad_norm": 6.81718111038208, |
| "learning_rate": 9.802821537629161e-05, |
| "loss": 1.5214, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.09538461538461539, |
| "grad_norm": 5.172163009643555, |
| "learning_rate": 9.798293547886748e-05, |
| "loss": 1.3179, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.09641025641025641, |
| "grad_norm": 7.007214546203613, |
| "learning_rate": 9.79371522631553e-05, |
| "loss": 1.87, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.09743589743589744, |
| "grad_norm": 5.815996170043945, |
| "learning_rate": 9.789086620939936e-05, |
| "loss": 1.3943, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.09846153846153846, |
| "grad_norm": 8.40776538848877, |
| "learning_rate": 9.784407780311845e-05, |
| "loss": 2.2981, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.09948717948717949, |
| "grad_norm": 8.98049259185791, |
| "learning_rate": 9.779678753510081e-05, |
| "loss": 1.7442, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.10051282051282051, |
| "grad_norm": 6.2157087326049805, |
| "learning_rate": 9.774899590139896e-05, |
| "loss": 1.4839, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.10153846153846154, |
| "grad_norm": 12.562881469726562, |
| "learning_rate": 9.770070340332456e-05, |
| "loss": 2.521, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.10256410256410256, |
| "grad_norm": 32.891963958740234, |
| "learning_rate": 9.765191054744305e-05, |
| "loss": 4.257, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.10358974358974359, |
| "grad_norm": 6.287407398223877, |
| "learning_rate": 9.760261784556839e-05, |
| "loss": 1.3828, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.10461538461538461, |
| "grad_norm": 4.45412540435791, |
| "learning_rate": 9.755282581475769e-05, |
| "loss": 1.4087, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.10564102564102563, |
| "grad_norm": 4.595362663269043, |
| "learning_rate": 9.75025349773058e-05, |
| "loss": 1.3205, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.10666666666666667, |
| "grad_norm": 4.571256637573242, |
| "learning_rate": 9.745174586073981e-05, |
| "loss": 1.3375, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.1076923076923077, |
| "grad_norm": 3.8348286151885986, |
| "learning_rate": 9.740045899781352e-05, |
| "loss": 1.0776, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.10871794871794872, |
| "grad_norm": 3.877650022506714, |
| "learning_rate": 9.734867492650186e-05, |
| "loss": 1.5294, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.10974358974358975, |
| "grad_norm": 3.901797294616699, |
| "learning_rate": 9.729639418999523e-05, |
| "loss": 1.1654, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.11076923076923077, |
| "grad_norm": 4.07879638671875, |
| "learning_rate": 9.724361733669381e-05, |
| "loss": 1.3817, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.1117948717948718, |
| "grad_norm": 4.236231803894043, |
| "learning_rate": 9.719034492020183e-05, |
| "loss": 1.4169, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.11282051282051282, |
| "grad_norm": 3.1181881427764893, |
| "learning_rate": 9.713657749932172e-05, |
| "loss": 0.9964, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.11384615384615385, |
| "grad_norm": 4.832515716552734, |
| "learning_rate": 9.708231563804828e-05, |
| "loss": 1.2375, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.11487179487179487, |
| "grad_norm": 4.478395462036133, |
| "learning_rate": 9.702755990556275e-05, |
| "loss": 1.2949, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.1158974358974359, |
| "grad_norm": 3.4322621822357178, |
| "learning_rate": 9.697231087622691e-05, |
| "loss": 1.2288, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.11692307692307692, |
| "grad_norm": 4.787664413452148, |
| "learning_rate": 9.691656912957685e-05, |
| "loss": 1.527, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.11794871794871795, |
| "grad_norm": 4.908360481262207, |
| "learning_rate": 9.686033525031719e-05, |
| "loss": 1.3952, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.11897435897435897, |
| "grad_norm": 4.5722784996032715, |
| "learning_rate": 9.680360982831466e-05, |
| "loss": 1.2037, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 3.374452590942383, |
| "learning_rate": 9.674639345859214e-05, |
| "loss": 1.0992, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.12102564102564102, |
| "grad_norm": 2.9328906536102295, |
| "learning_rate": 9.668868674132224e-05, |
| "loss": 1.0524, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.12205128205128205, |
| "grad_norm": 3.1814212799072266, |
| "learning_rate": 9.663049028182111e-05, |
| "loss": 1.3141, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.12307692307692308, |
| "grad_norm": 4.2212114334106445, |
| "learning_rate": 9.657180469054213e-05, |
| "loss": 1.2596, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.12410256410256411, |
| "grad_norm": 3.9970736503601074, |
| "learning_rate": 9.651263058306932e-05, |
| "loss": 1.1088, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.12512820512820513, |
| "grad_norm": 5.2468719482421875, |
| "learning_rate": 9.645296858011109e-05, |
| "loss": 1.1544, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.12615384615384614, |
| "grad_norm": 3.7451119422912598, |
| "learning_rate": 9.639281930749362e-05, |
| "loss": 1.0864, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.12717948717948718, |
| "grad_norm": 5.630496501922607, |
| "learning_rate": 9.633218339615433e-05, |
| "loss": 1.2, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.1282051282051282, |
| "grad_norm": 3.8020431995391846, |
| "learning_rate": 9.627106148213522e-05, |
| "loss": 1.1198, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.12923076923076923, |
| "grad_norm": 4.472452640533447, |
| "learning_rate": 9.620945420657624e-05, |
| "loss": 1.3504, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.13025641025641024, |
| "grad_norm": 4.857115268707275, |
| "learning_rate": 9.61473622157086e-05, |
| "loss": 1.4317, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.13128205128205128, |
| "grad_norm": 4.111542224884033, |
| "learning_rate": 9.608478616084784e-05, |
| "loss": 1.1677, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.13230769230769232, |
| "grad_norm": 4.732264518737793, |
| "learning_rate": 9.602172669838721e-05, |
| "loss": 1.3758, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.13333333333333333, |
| "grad_norm": 5.694195747375488, |
| "learning_rate": 9.595818448979061e-05, |
| "loss": 1.188, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.13435897435897437, |
| "grad_norm": 6.928508758544922, |
| "learning_rate": 9.589416020158578e-05, |
| "loss": 1.2049, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.13538461538461538, |
| "grad_norm": 3.7007393836975098, |
| "learning_rate": 9.582965450535715e-05, |
| "loss": 0.7272, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.13641025641025642, |
| "grad_norm": 2.9868953227996826, |
| "learning_rate": 9.576466807773899e-05, |
| "loss": 0.6599, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.13743589743589743, |
| "grad_norm": 6.264125347137451, |
| "learning_rate": 9.569920160040815e-05, |
| "loss": 1.7774, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.13846153846153847, |
| "grad_norm": 4.551014423370361, |
| "learning_rate": 9.563325576007701e-05, |
| "loss": 0.9927, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.13948717948717948, |
| "grad_norm": 4.55139684677124, |
| "learning_rate": 9.556683124848625e-05, |
| "loss": 1.1966, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.14051282051282052, |
| "grad_norm": 3.9616119861602783, |
| "learning_rate": 9.549992876239753e-05, |
| "loss": 0.8092, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.14153846153846153, |
| "grad_norm": 5.43608283996582, |
| "learning_rate": 9.543254900358629e-05, |
| "loss": 1.3607, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.14256410256410257, |
| "grad_norm": 4.3979949951171875, |
| "learning_rate": 9.536469267883433e-05, |
| "loss": 0.8737, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.14358974358974358, |
| "grad_norm": 6.891463279724121, |
| "learning_rate": 9.529636049992234e-05, |
| "loss": 1.3138, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.14461538461538462, |
| "grad_norm": 5.010177135467529, |
| "learning_rate": 9.52275531836226e-05, |
| "loss": 1.0975, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.14564102564102563, |
| "grad_norm": 7.510782718658447, |
| "learning_rate": 9.515827145169127e-05, |
| "loss": 1.5475, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.14666666666666667, |
| "grad_norm": 6.225038528442383, |
| "learning_rate": 9.508851603086093e-05, |
| "loss": 1.2995, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.1476923076923077, |
| "grad_norm": 5.555362224578857, |
| "learning_rate": 9.501828765283295e-05, |
| "loss": 1.1688, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.14871794871794872, |
| "grad_norm": 8.749177932739258, |
| "learning_rate": 9.494758705426978e-05, |
| "loss": 1.3464, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.14974358974358976, |
| "grad_norm": 8.599064826965332, |
| "learning_rate": 9.487641497678723e-05, |
| "loss": 1.7794, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.15076923076923077, |
| "grad_norm": 8.249052047729492, |
| "learning_rate": 9.480477216694673e-05, |
| "loss": 1.5159, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.1517948717948718, |
| "grad_norm": 7.185386657714844, |
| "learning_rate": 9.473265937624746e-05, |
| "loss": 1.7375, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.15282051282051282, |
| "grad_norm": 12.870824813842773, |
| "learning_rate": 9.466007736111847e-05, |
| "loss": 2.0529, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.15384615384615385, |
| "grad_norm": 31.650781631469727, |
| "learning_rate": 9.458702688291073e-05, |
| "loss": 4.0089, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.15487179487179487, |
| "grad_norm": 3.6119301319122314, |
| "learning_rate": 9.45135087078892e-05, |
| "loss": 1.3299, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.1558974358974359, |
| "grad_norm": 4.54267692565918, |
| "learning_rate": 9.443952360722477e-05, |
| "loss": 1.5438, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.15692307692307692, |
| "grad_norm": 3.077989101409912, |
| "learning_rate": 9.436507235698612e-05, |
| "loss": 1.0647, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.15794871794871795, |
| "grad_norm": 3.7625973224639893, |
| "learning_rate": 9.429015573813163e-05, |
| "loss": 1.1775, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.15897435897435896, |
| "grad_norm": 5.81076192855835, |
| "learning_rate": 9.421477453650118e-05, |
| "loss": 1.4787, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 3.6219217777252197, |
| "learning_rate": 9.413892954280792e-05, |
| "loss": 1.0802, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.16102564102564101, |
| "grad_norm": 4.178154468536377, |
| "learning_rate": 9.406262155262994e-05, |
| "loss": 1.2461, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.16205128205128205, |
| "grad_norm": 3.7419815063476562, |
| "learning_rate": 9.398585136640194e-05, |
| "loss": 1.0146, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.16307692307692306, |
| "grad_norm": 3.8613455295562744, |
| "learning_rate": 9.390861978940686e-05, |
| "loss": 1.1077, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.1641025641025641, |
| "grad_norm": 4.446950435638428, |
| "learning_rate": 9.38309276317674e-05, |
| "loss": 1.2456, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.16512820512820514, |
| "grad_norm": 3.3178040981292725, |
| "learning_rate": 9.37527757084375e-05, |
| "loss": 0.9603, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.16615384615384615, |
| "grad_norm": 2.9693140983581543, |
| "learning_rate": 9.367416483919387e-05, |
| "loss": 0.9384, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.1671794871794872, |
| "grad_norm": 4.094399452209473, |
| "learning_rate": 9.359509584862736e-05, |
| "loss": 1.1569, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.1682051282051282, |
| "grad_norm": 4.351925373077393, |
| "learning_rate": 9.351556956613423e-05, |
| "loss": 1.4386, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.16923076923076924, |
| "grad_norm": 4.705410003662109, |
| "learning_rate": 9.343558682590756e-05, |
| "loss": 1.5219, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.17025641025641025, |
| "grad_norm": 4.220521450042725, |
| "learning_rate": 9.335514846692845e-05, |
| "loss": 1.2643, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.1712820512820513, |
| "grad_norm": 4.263350009918213, |
| "learning_rate": 9.327425533295724e-05, |
| "loss": 0.724, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.1723076923076923, |
| "grad_norm": 3.7290890216827393, |
| "learning_rate": 9.31929082725246e-05, |
| "loss": 0.9485, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.17333333333333334, |
| "grad_norm": 4.574646949768066, |
| "learning_rate": 9.31111081389227e-05, |
| "loss": 1.0366, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.17435897435897435, |
| "grad_norm": 3.722254753112793, |
| "learning_rate": 9.302885579019627e-05, |
| "loss": 0.8921, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.1753846153846154, |
| "grad_norm": 3.8120815753936768, |
| "learning_rate": 9.294615208913348e-05, |
| "loss": 0.9105, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.1764102564102564, |
| "grad_norm": 5.380581855773926, |
| "learning_rate": 9.286299790325708e-05, |
| "loss": 0.9424, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.17743589743589744, |
| "grad_norm": 4.055436611175537, |
| "learning_rate": 9.277939410481507e-05, |
| "loss": 1.0399, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.17846153846153845, |
| "grad_norm": 3.4037909507751465, |
| "learning_rate": 9.269534157077177e-05, |
| "loss": 0.9669, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.1794871794871795, |
| "grad_norm": 4.9847211837768555, |
| "learning_rate": 9.261084118279847e-05, |
| "loss": 0.9263, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.18051282051282053, |
| "grad_norm": 4.676562786102295, |
| "learning_rate": 9.252589382726426e-05, |
| "loss": 1.2924, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.18153846153846154, |
| "grad_norm": 4.3468403816223145, |
| "learning_rate": 9.244050039522672e-05, |
| "loss": 1.0153, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.18256410256410258, |
| "grad_norm": 3.5572516918182373, |
| "learning_rate": 9.235466178242254e-05, |
| "loss": 0.8022, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.1835897435897436, |
| "grad_norm": 4.562690734863281, |
| "learning_rate": 9.226837888925813e-05, |
| "loss": 0.9062, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.18461538461538463, |
| "grad_norm": 5.914431095123291, |
| "learning_rate": 9.218165262080023e-05, |
| "loss": 1.4834, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.18564102564102564, |
| "grad_norm": 5.67040491104126, |
| "learning_rate": 9.209448388676635e-05, |
| "loss": 0.987, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.18666666666666668, |
| "grad_norm": 4.1358642578125, |
| "learning_rate": 9.200687360151528e-05, |
| "loss": 0.9367, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.18769230769230769, |
| "grad_norm": 5.616110324859619, |
| "learning_rate": 9.191882268403743e-05, |
| "loss": 1.331, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.18871794871794872, |
| "grad_norm": 5.106553077697754, |
| "learning_rate": 9.183033205794525e-05, |
| "loss": 1.2235, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.18974358974358974, |
| "grad_norm": 4.3642897605896, |
| "learning_rate": 9.174140265146356e-05, |
| "loss": 0.8324, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.19076923076923077, |
| "grad_norm": 5.495841026306152, |
| "learning_rate": 9.165203539741976e-05, |
| "loss": 1.0567, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.19179487179487179, |
| "grad_norm": 27.173782348632812, |
| "learning_rate": 9.156223123323405e-05, |
| "loss": 1.3613, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.19282051282051282, |
| "grad_norm": 5.051624298095703, |
| "learning_rate": 9.147199110090959e-05, |
| "loss": 1.1741, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.19384615384615383, |
| "grad_norm": 6.153567790985107, |
| "learning_rate": 9.13813159470227e-05, |
| "loss": 1.5664, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.19487179487179487, |
| "grad_norm": 7.248010158538818, |
| "learning_rate": 9.129020672271283e-05, |
| "loss": 1.131, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.19589743589743588, |
| "grad_norm": 5.686868190765381, |
| "learning_rate": 9.119866438367263e-05, |
| "loss": 1.1302, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.19692307692307692, |
| "grad_norm": 5.247342586517334, |
| "learning_rate": 9.110668989013791e-05, |
| "loss": 1.2167, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.19794871794871796, |
| "grad_norm": 5.8253655433654785, |
| "learning_rate": 9.101428420687759e-05, |
| "loss": 1.487, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.19897435897435897, |
| "grad_norm": 6.29971170425415, |
| "learning_rate": 9.092144830318358e-05, |
| "loss": 1.3214, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 6.569066047668457, |
| "learning_rate": 9.082818315286055e-05, |
| "loss": 1.5443, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.20102564102564102, |
| "grad_norm": 10.389942169189453, |
| "learning_rate": 9.073448973421582e-05, |
| "loss": 2.0415, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.20205128205128206, |
| "grad_norm": 7.813421249389648, |
| "learning_rate": 9.0640369030049e-05, |
| "loss": 1.448, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.20307692307692307, |
| "grad_norm": 15.12216567993164, |
| "learning_rate": 9.054582202764175e-05, |
| "loss": 1.5978, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.2041025641025641, |
| "grad_norm": 11.525121688842773, |
| "learning_rate": 9.045084971874738e-05, |
| "loss": 1.634, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.20512820512820512, |
| "grad_norm": 26.4300479888916, |
| "learning_rate": 9.035545309958046e-05, |
| "loss": 3.2184, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.20615384615384616, |
| "grad_norm": 2.766367197036743, |
| "learning_rate": 9.025963317080641e-05, |
| "loss": 1.1579, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.20717948717948717, |
| "grad_norm": 2.8225386142730713, |
| "learning_rate": 9.016339093753093e-05, |
| "loss": 1.1705, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.2082051282051282, |
| "grad_norm": 3.2774970531463623, |
| "learning_rate": 9.006672740928952e-05, |
| "loss": 1.131, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.20923076923076922, |
| "grad_norm": 3.1881415843963623, |
| "learning_rate": 8.99696436000368e-05, |
| "loss": 1.1567, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.21025641025641026, |
| "grad_norm": 3.5797371864318848, |
| "learning_rate": 8.987214052813604e-05, |
| "loss": 1.4286, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.21128205128205127, |
| "grad_norm": 3.520040512084961, |
| "learning_rate": 8.977421921634832e-05, |
| "loss": 1.2129, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.2123076923076923, |
| "grad_norm": 3.6827385425567627, |
| "learning_rate": 8.967588069182185e-05, |
| "loss": 1.2069, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.21333333333333335, |
| "grad_norm": 3.5407426357269287, |
| "learning_rate": 8.957712598608123e-05, |
| "loss": 1.224, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.21435897435897436, |
| "grad_norm": 3.482036590576172, |
| "learning_rate": 8.947795613501658e-05, |
| "loss": 1.196, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.2153846153846154, |
| "grad_norm": 5.106154441833496, |
| "learning_rate": 8.937837217887273e-05, |
| "loss": 1.461, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.2164102564102564, |
| "grad_norm": 4.130622386932373, |
| "learning_rate": 8.927837516223824e-05, |
| "loss": 1.6828, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.21743589743589745, |
| "grad_norm": 3.738870620727539, |
| "learning_rate": 8.917796613403451e-05, |
| "loss": 1.3233, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.21846153846153846, |
| "grad_norm": 3.740354299545288, |
| "learning_rate": 8.907714614750473e-05, |
| "loss": 1.2305, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.2194871794871795, |
| "grad_norm": 5.183441638946533, |
| "learning_rate": 8.897591626020284e-05, |
| "loss": 0.8263, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.2205128205128205, |
| "grad_norm": 4.095621109008789, |
| "learning_rate": 8.887427753398248e-05, |
| "loss": 1.0756, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.22153846153846155, |
| "grad_norm": 4.2086639404296875, |
| "learning_rate": 8.877223103498575e-05, |
| "loss": 1.264, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.22256410256410256, |
| "grad_norm": 4.4369401931762695, |
| "learning_rate": 8.86697778336322e-05, |
| "loss": 1.1166, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.2235897435897436, |
| "grad_norm": 3.871650218963623, |
| "learning_rate": 8.856691900460739e-05, |
| "loss": 0.9767, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.2246153846153846, |
| "grad_norm": 3.550441265106201, |
| "learning_rate": 8.846365562685177e-05, |
| "loss": 1.2196, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.22564102564102564, |
| "grad_norm": 3.766423463821411, |
| "learning_rate": 8.835998878354931e-05, |
| "loss": 0.9037, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.22666666666666666, |
| "grad_norm": 4.251441478729248, |
| "learning_rate": 8.825591956211614e-05, |
| "loss": 1.4685, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.2276923076923077, |
| "grad_norm": 3.845674753189087, |
| "learning_rate": 8.815144905418917e-05, |
| "loss": 0.9117, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.2287179487179487, |
| "grad_norm": 5.232117652893066, |
| "learning_rate": 8.804657835561456e-05, |
| "loss": 1.0694, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.22974358974358974, |
| "grad_norm": 3.9400992393493652, |
| "learning_rate": 8.794130856643634e-05, |
| "loss": 0.9145, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.23076923076923078, |
| "grad_norm": 5.406321048736572, |
| "learning_rate": 8.783564079088477e-05, |
| "loss": 1.0736, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.2317948717948718, |
| "grad_norm": 4.197309970855713, |
| "learning_rate": 8.772957613736483e-05, |
| "loss": 1.2048, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.23282051282051283, |
| "grad_norm": 4.1209869384765625, |
| "learning_rate": 8.762311571844451e-05, |
| "loss": 1.0308, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.23384615384615384, |
| "grad_norm": 3.8866825103759766, |
| "learning_rate": 8.751626065084328e-05, |
| "loss": 0.8761, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.23487179487179488, |
| "grad_norm": 3.9756438732147217, |
| "learning_rate": 8.740901205542021e-05, |
| "loss": 0.9628, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.2358974358974359, |
| "grad_norm": 6.071091175079346, |
| "learning_rate": 8.73013710571623e-05, |
| "loss": 1.36, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.23692307692307693, |
| "grad_norm": 5.520866394042969, |
| "learning_rate": 8.719333878517273e-05, |
| "loss": 0.9608, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.23794871794871794, |
| "grad_norm": 4.52976131439209, |
| "learning_rate": 8.708491637265887e-05, |
| "loss": 0.9364, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.23897435897435898, |
| "grad_norm": 5.380748271942139, |
| "learning_rate": 8.697610495692054e-05, |
| "loss": 0.91, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 4.664710521697998, |
| "learning_rate": 8.686690567933802e-05, |
| "loss": 1.2015, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.24102564102564103, |
| "grad_norm": 4.027229309082031, |
| "learning_rate": 8.675731968536002e-05, |
| "loss": 0.7859, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.24205128205128204, |
| "grad_norm": 4.520334243774414, |
| "learning_rate": 8.66473481244918e-05, |
| "loss": 0.8498, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.24307692307692308, |
| "grad_norm": 6.963127613067627, |
| "learning_rate": 8.653699215028296e-05, |
| "loss": 1.0865, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.2441025641025641, |
| "grad_norm": 5.955725193023682, |
| "learning_rate": 8.64262529203155e-05, |
| "loss": 1.1563, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.24512820512820513, |
| "grad_norm": 4.135972499847412, |
| "learning_rate": 8.631513159619151e-05, |
| "loss": 0.7406, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.24615384615384617, |
| "grad_norm": 5.938656330108643, |
| "learning_rate": 8.620362934352109e-05, |
| "loss": 1.3418, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.24717948717948718, |
| "grad_norm": 6.639336585998535, |
| "learning_rate": 8.609174733191011e-05, |
| "loss": 1.2949, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.24820512820512822, |
| "grad_norm": 6.103719234466553, |
| "learning_rate": 8.597948673494794e-05, |
| "loss": 1.2004, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.24923076923076923, |
| "grad_norm": 7.005927085876465, |
| "learning_rate": 8.586684873019513e-05, |
| "loss": 1.0383, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.25025641025641027, |
| "grad_norm": 6.83918571472168, |
| "learning_rate": 8.575383449917102e-05, |
| "loss": 1.4442, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.2512820512820513, |
| "grad_norm": 5.378480911254883, |
| "learning_rate": 8.564044522734147e-05, |
| "loss": 1.0842, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.2523076923076923, |
| "grad_norm": 8.023835182189941, |
| "learning_rate": 8.552668210410624e-05, |
| "loss": 1.3436, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.25333333333333335, |
| "grad_norm": 6.281932353973389, |
| "learning_rate": 8.541254632278665e-05, |
| "loss": 1.1399, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.25435897435897437, |
| "grad_norm": 10.428752899169922, |
| "learning_rate": 8.529803908061309e-05, |
| "loss": 1.4196, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.2553846153846154, |
| "grad_norm": 7.067083835601807, |
| "learning_rate": 8.518316157871231e-05, |
| "loss": 0.8858, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.2564102564102564, |
| "grad_norm": 11.33427906036377, |
| "learning_rate": 8.506791502209496e-05, |
| "loss": 2.0195, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.25743589743589745, |
| "grad_norm": 3.1774044036865234, |
| "learning_rate": 8.495230061964288e-05, |
| "loss": 1.1344, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.25846153846153846, |
| "grad_norm": 4.291845321655273, |
| "learning_rate": 8.483631958409644e-05, |
| "loss": 1.1356, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.2594871794871795, |
| "grad_norm": 3.468972682952881, |
| "learning_rate": 8.471997313204181e-05, |
| "loss": 1.0441, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.2605128205128205, |
| "grad_norm": 4.154687881469727, |
| "learning_rate": 8.460326248389825e-05, |
| "loss": 1.1972, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.26153846153846155, |
| "grad_norm": 3.1309566497802734, |
| "learning_rate": 8.448618886390522e-05, |
| "loss": 0.8162, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.26256410256410256, |
| "grad_norm": 4.179399490356445, |
| "learning_rate": 8.436875350010957e-05, |
| "loss": 1.2861, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.2635897435897436, |
| "grad_norm": 3.690025568008423, |
| "learning_rate": 8.425095762435273e-05, |
| "loss": 1.1577, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.26461538461538464, |
| "grad_norm": 4.675813674926758, |
| "learning_rate": 8.413280247225768e-05, |
| "loss": 1.3061, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.26564102564102565, |
| "grad_norm": 4.056159019470215, |
| "learning_rate": 8.401428928321607e-05, |
| "loss": 1.1678, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.26666666666666666, |
| "grad_norm": 3.4732329845428467, |
| "learning_rate": 8.389541930037516e-05, |
| "loss": 0.9811, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.2676923076923077, |
| "grad_norm": 3.2596118450164795, |
| "learning_rate": 8.377619377062482e-05, |
| "loss": 0.82, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.26871794871794874, |
| "grad_norm": 3.319413185119629, |
| "learning_rate": 8.365661394458446e-05, |
| "loss": 0.8941, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.26974358974358975, |
| "grad_norm": 4.172813892364502, |
| "learning_rate": 8.353668107658984e-05, |
| "loss": 1.0555, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.27076923076923076, |
| "grad_norm": 4.865377426147461, |
| "learning_rate": 8.341639642468002e-05, |
| "loss": 1.4253, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.2717948717948718, |
| "grad_norm": 9.91389274597168, |
| "learning_rate": 8.329576125058406e-05, |
| "loss": 0.7911, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.27282051282051284, |
| "grad_norm": 3.5216286182403564, |
| "learning_rate": 8.317477681970787e-05, |
| "loss": 0.953, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.27384615384615385, |
| "grad_norm": 4.440859317779541, |
| "learning_rate": 8.305344440112089e-05, |
| "loss": 1.187, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.27487179487179486, |
| "grad_norm": 3.632103443145752, |
| "learning_rate": 8.293176526754274e-05, |
| "loss": 0.8981, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.27589743589743587, |
| "grad_norm": 3.642909526824951, |
| "learning_rate": 8.280974069532998e-05, |
| "loss": 0.871, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.27692307692307694, |
| "grad_norm": 4.456100940704346, |
| "learning_rate": 8.268737196446264e-05, |
| "loss": 1.0111, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.27794871794871795, |
| "grad_norm": 4.018715858459473, |
| "learning_rate": 8.256466035853076e-05, |
| "loss": 1.2243, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.27897435897435896, |
| "grad_norm": 3.8085885047912598, |
| "learning_rate": 8.24416071647211e-05, |
| "loss": 0.9473, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 3.547340154647827, |
| "learning_rate": 8.231821367380335e-05, |
| "loss": 0.7805, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.28102564102564104, |
| "grad_norm": 3.7707560062408447, |
| "learning_rate": 8.219448118011688e-05, |
| "loss": 0.965, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.28205128205128205, |
| "grad_norm": 3.5648367404937744, |
| "learning_rate": 8.2070410981557e-05, |
| "loss": 0.8579, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.28307692307692306, |
| "grad_norm": 3.2930006980895996, |
| "learning_rate": 8.194600437956139e-05, |
| "loss": 0.5771, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.2841025641025641, |
| "grad_norm": 5.359189987182617, |
| "learning_rate": 8.182126267909641e-05, |
| "loss": 1.1189, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.28512820512820514, |
| "grad_norm": 5.05923318862915, |
| "learning_rate": 8.16961871886435e-05, |
| "loss": 1.0165, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.28615384615384615, |
| "grad_norm": 3.8448853492736816, |
| "learning_rate": 8.157077922018537e-05, |
| "loss": 0.6849, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.28717948717948716, |
| "grad_norm": 4.514663219451904, |
| "learning_rate": 8.144504008919222e-05, |
| "loss": 1.0184, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.2882051282051282, |
| "grad_norm": 3.928708076477051, |
| "learning_rate": 8.13189711146081e-05, |
| "loss": 0.8785, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.28923076923076924, |
| "grad_norm": 4.510099411010742, |
| "learning_rate": 8.119257361883687e-05, |
| "loss": 1.1208, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.29025641025641025, |
| "grad_norm": 4.4089155197143555, |
| "learning_rate": 8.106584892772844e-05, |
| "loss": 0.9201, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.29128205128205126, |
| "grad_norm": 4.955143928527832, |
| "learning_rate": 8.093879837056487e-05, |
| "loss": 1.0038, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.2923076923076923, |
| "grad_norm": 4.0365071296691895, |
| "learning_rate": 8.081142328004637e-05, |
| "loss": 0.7688, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.29333333333333333, |
| "grad_norm": 5.2937331199646, |
| "learning_rate": 8.068372499227738e-05, |
| "loss": 1.287, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.29435897435897435, |
| "grad_norm": 5.065625190734863, |
| "learning_rate": 8.055570484675251e-05, |
| "loss": 0.9721, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.2953846153846154, |
| "grad_norm": 9.163908958435059, |
| "learning_rate": 8.042736418634251e-05, |
| "loss": 1.0525, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.2964102564102564, |
| "grad_norm": 4.685237407684326, |
| "learning_rate": 8.029870435728018e-05, |
| "loss": 0.9318, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.29743589743589743, |
| "grad_norm": 4.3485026359558105, |
| "learning_rate": 8.016972670914624e-05, |
| "loss": 0.8557, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.29846153846153844, |
| "grad_norm": 5.714845180511475, |
| "learning_rate": 8.004043259485519e-05, |
| "loss": 1.015, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.2994871794871795, |
| "grad_norm": 5.372080326080322, |
| "learning_rate": 7.99108233706411e-05, |
| "loss": 1.1441, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.3005128205128205, |
| "grad_norm": 6.367638111114502, |
| "learning_rate": 7.978090039604341e-05, |
| "loss": 1.1221, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.30153846153846153, |
| "grad_norm": 7.973688125610352, |
| "learning_rate": 7.965066503389264e-05, |
| "loss": 1.3478, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.30256410256410254, |
| "grad_norm": 6.586781978607178, |
| "learning_rate": 7.952011865029614e-05, |
| "loss": 1.0959, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.3035897435897436, |
| "grad_norm": 6.523270606994629, |
| "learning_rate": 7.938926261462366e-05, |
| "loss": 1.3071, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.3046153846153846, |
| "grad_norm": 9.489147186279297, |
| "learning_rate": 7.925809829949312e-05, |
| "loss": 1.3664, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.30564102564102563, |
| "grad_norm": 7.386241912841797, |
| "learning_rate": 7.912662708075611e-05, |
| "loss": 1.2063, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.30666666666666664, |
| "grad_norm": 10.777888298034668, |
| "learning_rate": 7.89948503374835e-05, |
| "loss": 1.9083, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.3076923076923077, |
| "grad_norm": 24.246652603149414, |
| "learning_rate": 7.886276945195099e-05, |
| "loss": 3.401, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3087179487179487, |
| "grad_norm": 3.455183506011963, |
| "learning_rate": 7.873038580962452e-05, |
| "loss": 1.2308, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.30974358974358973, |
| "grad_norm": 2.975944995880127, |
| "learning_rate": 7.859770079914592e-05, |
| "loss": 0.956, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.31076923076923074, |
| "grad_norm": 9.111123085021973, |
| "learning_rate": 7.846471581231814e-05, |
| "loss": 1.107, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.3117948717948718, |
| "grad_norm": 3.8488125801086426, |
| "learning_rate": 7.833143224409075e-05, |
| "loss": 1.2048, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.3128205128205128, |
| "grad_norm": 3.3734970092773438, |
| "learning_rate": 7.819785149254532e-05, |
| "loss": 0.9191, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.31384615384615383, |
| "grad_norm": 4.015024185180664, |
| "learning_rate": 7.806397495888073e-05, |
| "loss": 1.4129, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.3148717948717949, |
| "grad_norm": 4.2886152267456055, |
| "learning_rate": 7.792980404739848e-05, |
| "loss": 0.7548, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.3158974358974359, |
| "grad_norm": 4.517985820770264, |
| "learning_rate": 7.779534016548791e-05, |
| "loss": 1.2831, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.3169230769230769, |
| "grad_norm": 3.602743625640869, |
| "learning_rate": 7.766058472361154e-05, |
| "loss": 1.0467, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.31794871794871793, |
| "grad_norm": 3.465951919555664, |
| "learning_rate": 7.752553913529018e-05, |
| "loss": 0.7672, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.318974358974359, |
| "grad_norm": 4.237436771392822, |
| "learning_rate": 7.739020481708815e-05, |
| "loss": 1.0044, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 3.8836398124694824, |
| "learning_rate": 7.725458318859842e-05, |
| "loss": 1.0061, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.321025641025641, |
| "grad_norm": 3.5089900493621826, |
| "learning_rate": 7.711867567242768e-05, |
| "loss": 1.0239, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.32205128205128203, |
| "grad_norm": 5.119948863983154, |
| "learning_rate": 7.698248369418146e-05, |
| "loss": 1.0521, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.3230769230769231, |
| "grad_norm": 3.3288087844848633, |
| "learning_rate": 7.68460086824492e-05, |
| "loss": 0.9836, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.3241025641025641, |
| "grad_norm": 3.8315699100494385, |
| "learning_rate": 7.670925206878915e-05, |
| "loss": 0.9577, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.3251282051282051, |
| "grad_norm": 5.97168493270874, |
| "learning_rate": 7.657221528771352e-05, |
| "loss": 1.1062, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.3261538461538461, |
| "grad_norm": 4.593959808349609, |
| "learning_rate": 7.643489977667326e-05, |
| "loss": 1.3897, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.3271794871794872, |
| "grad_norm": 4.167557239532471, |
| "learning_rate": 7.629730697604314e-05, |
| "loss": 0.9491, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.3282051282051282, |
| "grad_norm": 4.054985046386719, |
| "learning_rate": 7.61594383291065e-05, |
| "loss": 1.0731, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.3292307692307692, |
| "grad_norm": 4.349246501922607, |
| "learning_rate": 7.602129528204023e-05, |
| "loss": 0.9996, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.3302564102564103, |
| "grad_norm": 4.946855545043945, |
| "learning_rate": 7.588287928389952e-05, |
| "loss": 0.9029, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.3312820512820513, |
| "grad_norm": 3.718538522720337, |
| "learning_rate": 7.574419178660268e-05, |
| "loss": 1.163, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.3323076923076923, |
| "grad_norm": 4.5980024337768555, |
| "learning_rate": 7.560523424491595e-05, |
| "loss": 1.0397, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 3.885099411010742, |
| "learning_rate": 7.546600811643816e-05, |
| "loss": 0.7573, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.3343589743589744, |
| "grad_norm": 4.403998374938965, |
| "learning_rate": 7.532651486158554e-05, |
| "loss": 0.8524, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.3353846153846154, |
| "grad_norm": 4.616726875305176, |
| "learning_rate": 7.518675594357633e-05, |
| "loss": 1.0341, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.3364102564102564, |
| "grad_norm": 4.327468395233154, |
| "learning_rate": 7.504673282841544e-05, |
| "loss": 1.2389, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.3374358974358974, |
| "grad_norm": 3.891641616821289, |
| "learning_rate": 7.490644698487909e-05, |
| "loss": 0.8473, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.3384615384615385, |
| "grad_norm": 3.8985366821289062, |
| "learning_rate": 7.476589988449939e-05, |
| "loss": 0.8869, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.3394871794871795, |
| "grad_norm": 3.9351425170898438, |
| "learning_rate": 7.462509300154892e-05, |
| "loss": 0.7662, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.3405128205128205, |
| "grad_norm": 5.688943862915039, |
| "learning_rate": 7.448402781302525e-05, |
| "loss": 1.2576, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.3415384615384615, |
| "grad_norm": 4.398061752319336, |
| "learning_rate": 7.434270579863548e-05, |
| "loss": 0.9585, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.3425641025641026, |
| "grad_norm": 5.025209426879883, |
| "learning_rate": 7.420112844078065e-05, |
| "loss": 0.9472, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.3435897435897436, |
| "grad_norm": 4.484306335449219, |
| "learning_rate": 7.405929722454026e-05, |
| "loss": 0.8149, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.3446153846153846, |
| "grad_norm": 5.414556980133057, |
| "learning_rate": 7.391721363765664e-05, |
| "loss": 1.1721, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.34564102564102567, |
| "grad_norm": 4.972907543182373, |
| "learning_rate": 7.377487917051939e-05, |
| "loss": 0.882, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.3466666666666667, |
| "grad_norm": 4.808380126953125, |
| "learning_rate": 7.363229531614972e-05, |
| "loss": 1.3668, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.3476923076923077, |
| "grad_norm": 4.914913654327393, |
| "learning_rate": 7.348946357018479e-05, |
| "loss": 1.0731, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.3487179487179487, |
| "grad_norm": 6.582978248596191, |
| "learning_rate": 7.334638543086203e-05, |
| "loss": 1.1483, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.34974358974358977, |
| "grad_norm": 5.647845268249512, |
| "learning_rate": 7.320306239900343e-05, |
| "loss": 1.0868, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.3507692307692308, |
| "grad_norm": 6.095987319946289, |
| "learning_rate": 7.305949597799977e-05, |
| "loss": 1.1779, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.3517948717948718, |
| "grad_norm": 5.371947765350342, |
| "learning_rate": 7.291568767379484e-05, |
| "loss": 1.0608, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.3528205128205128, |
| "grad_norm": 5.694281101226807, |
| "learning_rate": 7.277163899486975e-05, |
| "loss": 0.9369, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.35384615384615387, |
| "grad_norm": 6.596595287322998, |
| "learning_rate": 7.262735145222696e-05, |
| "loss": 1.2588, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.3548717948717949, |
| "grad_norm": 6.204524517059326, |
| "learning_rate": 7.248282655937451e-05, |
| "loss": 0.8657, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.3558974358974359, |
| "grad_norm": 8.442228317260742, |
| "learning_rate": 7.233806583231011e-05, |
| "loss": 1.3005, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.3569230769230769, |
| "grad_norm": 7.152448654174805, |
| "learning_rate": 7.219307078950535e-05, |
| "loss": 1.0772, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.35794871794871796, |
| "grad_norm": 12.445448875427246, |
| "learning_rate": 7.204784295188959e-05, |
| "loss": 1.6863, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.358974358974359, |
| "grad_norm": 24.372596740722656, |
| "learning_rate": 7.190238384283412e-05, |
| "loss": 2.718, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 3.1857047080993652, |
| "learning_rate": 7.175669498813617e-05, |
| "loss": 0.9615, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.36102564102564105, |
| "grad_norm": 3.1191978454589844, |
| "learning_rate": 7.161077791600288e-05, |
| "loss": 1.0095, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.36205128205128206, |
| "grad_norm": 3.4441399574279785, |
| "learning_rate": 7.146463415703531e-05, |
| "loss": 0.9344, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.3630769230769231, |
| "grad_norm": 3.7590503692626953, |
| "learning_rate": 7.13182652442123e-05, |
| "loss": 1.0661, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.3641025641025641, |
| "grad_norm": 4.6704936027526855, |
| "learning_rate": 7.117167271287453e-05, |
| "loss": 1.088, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.36512820512820515, |
| "grad_norm": 3.7881886959075928, |
| "learning_rate": 7.102485810070824e-05, |
| "loss": 0.9659, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.36615384615384616, |
| "grad_norm": 4.158485412597656, |
| "learning_rate": 7.087782294772927e-05, |
| "loss": 1.073, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.3671794871794872, |
| "grad_norm": 4.176997184753418, |
| "learning_rate": 7.073056879626681e-05, |
| "loss": 1.0137, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.3682051282051282, |
| "grad_norm": 5.288293361663818, |
| "learning_rate": 7.05830971909472e-05, |
| "loss": 1.2546, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.36923076923076925, |
| "grad_norm": 3.6851654052734375, |
| "learning_rate": 7.043540967867782e-05, |
| "loss": 0.8295, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.37025641025641026, |
| "grad_norm": 4.070764541625977, |
| "learning_rate": 7.028750780863078e-05, |
| "loss": 1.1045, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.3712820512820513, |
| "grad_norm": 3.7077207565307617, |
| "learning_rate": 7.01393931322267e-05, |
| "loss": 0.9609, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.3723076923076923, |
| "grad_norm": 4.853996276855469, |
| "learning_rate": 6.999106720311845e-05, |
| "loss": 1.45, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.37333333333333335, |
| "grad_norm": 3.888448715209961, |
| "learning_rate": 6.984253157717487e-05, |
| "loss": 1.1521, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.37435897435897436, |
| "grad_norm": 5.396982192993164, |
| "learning_rate": 6.969378781246436e-05, |
| "loss": 1.1361, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.37538461538461537, |
| "grad_norm": 3.5191667079925537, |
| "learning_rate": 6.954483746923865e-05, |
| "loss": 0.7884, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.3764102564102564, |
| "grad_norm": 4.352939605712891, |
| "learning_rate": 6.939568210991633e-05, |
| "loss": 1.1938, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.37743589743589745, |
| "grad_norm": 5.554629325866699, |
| "learning_rate": 6.924632329906656e-05, |
| "loss": 1.1197, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.37846153846153846, |
| "grad_norm": 4.533448219299316, |
| "learning_rate": 6.90967626033926e-05, |
| "loss": 1.0712, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.37948717948717947, |
| "grad_norm": 4.225365161895752, |
| "learning_rate": 6.894700159171534e-05, |
| "loss": 1.0455, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.38051282051282054, |
| "grad_norm": 4.150392055511475, |
| "learning_rate": 6.879704183495695e-05, |
| "loss": 1.0207, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.38153846153846155, |
| "grad_norm": 4.522274017333984, |
| "learning_rate": 6.864688490612435e-05, |
| "loss": 1.0831, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.38256410256410256, |
| "grad_norm": 3.566927433013916, |
| "learning_rate": 6.84965323802926e-05, |
| "loss": 0.8391, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.38358974358974357, |
| "grad_norm": 4.22340202331543, |
| "learning_rate": 6.834598583458862e-05, |
| "loss": 1.4055, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.38461538461538464, |
| "grad_norm": 3.6991803646087646, |
| "learning_rate": 6.819524684817438e-05, |
| "loss": 0.9228, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.38564102564102565, |
| "grad_norm": 4.5727152824401855, |
| "learning_rate": 6.804431700223056e-05, |
| "loss": 1.2338, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.38666666666666666, |
| "grad_norm": 3.6265249252319336, |
| "learning_rate": 6.789319787993979e-05, |
| "loss": 0.7213, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.38769230769230767, |
| "grad_norm": 4.27399206161499, |
| "learning_rate": 6.77418910664702e-05, |
| "loss": 0.9344, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.38871794871794874, |
| "grad_norm": 3.6458730697631836, |
| "learning_rate": 6.759039814895862e-05, |
| "loss": 0.8205, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.38974358974358975, |
| "grad_norm": 5.102215766906738, |
| "learning_rate": 6.743872071649411e-05, |
| "loss": 1.1021, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.39076923076923076, |
| "grad_norm": 4.739079475402832, |
| "learning_rate": 6.728686036010115e-05, |
| "loss": 0.9588, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.39179487179487177, |
| "grad_norm": 4.611185550689697, |
| "learning_rate": 6.7134818672723e-05, |
| "loss": 1.3778, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.39282051282051283, |
| "grad_norm": 4.188118934631348, |
| "learning_rate": 6.698259724920502e-05, |
| "loss": 0.7268, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.39384615384615385, |
| "grad_norm": 4.863211631774902, |
| "learning_rate": 6.683019768627795e-05, |
| "loss": 0.8934, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.39487179487179486, |
| "grad_norm": 4.352441787719727, |
| "learning_rate": 6.667762158254104e-05, |
| "loss": 0.7889, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.3958974358974359, |
| "grad_norm": 5.217771053314209, |
| "learning_rate": 6.652487053844544e-05, |
| "loss": 1.0677, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.39692307692307693, |
| "grad_norm": 3.789348840713501, |
| "learning_rate": 6.637194615627733e-05, |
| "loss": 0.6261, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.39794871794871794, |
| "grad_norm": 5.294248580932617, |
| "learning_rate": 6.621885004014112e-05, |
| "loss": 1.0571, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.39897435897435896, |
| "grad_norm": 5.573698997497559, |
| "learning_rate": 6.606558379594262e-05, |
| "loss": 1.2626, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 4.131331443786621, |
| "learning_rate": 6.59121490313722e-05, |
| "loss": 0.8913, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.40102564102564103, |
| "grad_norm": 4.59140157699585, |
| "learning_rate": 6.575854735588794e-05, |
| "loss": 0.8614, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.40205128205128204, |
| "grad_norm": 6.465803146362305, |
| "learning_rate": 6.560478038069873e-05, |
| "loss": 0.9412, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.40307692307692305, |
| "grad_norm": 4.922883033752441, |
| "learning_rate": 6.545084971874738e-05, |
| "loss": 1.0027, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.4041025641025641, |
| "grad_norm": 6.32792854309082, |
| "learning_rate": 6.52967569846937e-05, |
| "loss": 1.0246, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.40512820512820513, |
| "grad_norm": 6.262152194976807, |
| "learning_rate": 6.514250379489753e-05, |
| "loss": 1.0255, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.40615384615384614, |
| "grad_norm": 10.568859100341797, |
| "learning_rate": 6.498809176740189e-05, |
| "loss": 1.6302, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.40717948717948715, |
| "grad_norm": 7.551121711730957, |
| "learning_rate": 6.483352252191584e-05, |
| "loss": 1.1084, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.4082051282051282, |
| "grad_norm": 9.215900421142578, |
| "learning_rate": 6.467879767979764e-05, |
| "loss": 1.4041, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.40923076923076923, |
| "grad_norm": 7.721627712249756, |
| "learning_rate": 6.452391886403767e-05, |
| "loss": 1.2691, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.41025641025641024, |
| "grad_norm": 15.562603950500488, |
| "learning_rate": 6.436888769924142e-05, |
| "loss": 2.1293, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.4112820512820513, |
| "grad_norm": 2.84083890914917, |
| "learning_rate": 6.421370581161243e-05, |
| "loss": 1.1309, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.4123076923076923, |
| "grad_norm": 3.4717280864715576, |
| "learning_rate": 6.405837482893528e-05, |
| "loss": 1.061, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.41333333333333333, |
| "grad_norm": 3.906543493270874, |
| "learning_rate": 6.390289638055851e-05, |
| "loss": 1.1774, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.41435897435897434, |
| "grad_norm": 3.3506267070770264, |
| "learning_rate": 6.374727209737744e-05, |
| "loss": 1.0184, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.4153846153846154, |
| "grad_norm": 3.1898088455200195, |
| "learning_rate": 6.359150361181715e-05, |
| "loss": 0.8943, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.4164102564102564, |
| "grad_norm": 3.3898472785949707, |
| "learning_rate": 6.343559255781537e-05, |
| "loss": 0.8783, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.41743589743589743, |
| "grad_norm": 3.3436858654022217, |
| "learning_rate": 6.327954057080526e-05, |
| "loss": 0.9186, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.41846153846153844, |
| "grad_norm": 3.7340660095214844, |
| "learning_rate": 6.312334928769835e-05, |
| "loss": 1.1761, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.4194871794871795, |
| "grad_norm": 4.075827121734619, |
| "learning_rate": 6.296702034686725e-05, |
| "loss": 1.1708, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.4205128205128205, |
| "grad_norm": 3.7583324909210205, |
| "learning_rate": 6.281055538812861e-05, |
| "loss": 0.9756, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.42153846153846153, |
| "grad_norm": 3.5623161792755127, |
| "learning_rate": 6.265395605272581e-05, |
| "loss": 0.8937, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.42256410256410254, |
| "grad_norm": 3.9052977561950684, |
| "learning_rate": 6.249722398331176e-05, |
| "loss": 0.9254, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.4235897435897436, |
| "grad_norm": 3.830533266067505, |
| "learning_rate": 6.23403608239317e-05, |
| "loss": 1.0178, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.4246153846153846, |
| "grad_norm": 4.606437683105469, |
| "learning_rate": 6.218336822000598e-05, |
| "loss": 0.8624, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.4256410256410256, |
| "grad_norm": 3.152707576751709, |
| "learning_rate": 6.202624781831268e-05, |
| "loss": 0.6223, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.4266666666666667, |
| "grad_norm": 4.660515785217285, |
| "learning_rate": 6.186900126697051e-05, |
| "loss": 1.1497, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.4276923076923077, |
| "grad_norm": 4.265915393829346, |
| "learning_rate": 6.171163021542133e-05, |
| "loss": 1.1114, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.4287179487179487, |
| "grad_norm": 3.858151912689209, |
| "learning_rate": 6.155413631441307e-05, |
| "loss": 0.7826, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.4297435897435897, |
| "grad_norm": 5.104541778564453, |
| "learning_rate": 6.139652121598218e-05, |
| "loss": 0.8449, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.4307692307692308, |
| "grad_norm": 3.4413225650787354, |
| "learning_rate": 6.123878657343648e-05, |
| "loss": 0.7134, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.4317948717948718, |
| "grad_norm": 5.221655368804932, |
| "learning_rate": 6.108093404133773e-05, |
| "loss": 1.0924, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.4328205128205128, |
| "grad_norm": 5.131300449371338, |
| "learning_rate": 6.092296527548427e-05, |
| "loss": 0.944, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.4338461538461538, |
| "grad_norm": 5.024960041046143, |
| "learning_rate": 6.076488193289375e-05, |
| "loss": 1.5253, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.4348717948717949, |
| "grad_norm": 5.561094284057617, |
| "learning_rate": 6.06066856717856e-05, |
| "loss": 1.0415, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.4358974358974359, |
| "grad_norm": 4.255733966827393, |
| "learning_rate": 6.044837815156377e-05, |
| "loss": 0.9375, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.4369230769230769, |
| "grad_norm": 4.420807838439941, |
| "learning_rate": 6.028996103279918e-05, |
| "loss": 1.1104, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.4379487179487179, |
| "grad_norm": 4.6488542556762695, |
| "learning_rate": 6.013143597721251e-05, |
| "loss": 1.232, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.438974358974359, |
| "grad_norm": 5.8987531661987305, |
| "learning_rate": 5.9972804647656544e-05, |
| "loss": 1.0373, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 4.590901851654053, |
| "learning_rate": 5.981406870809888e-05, |
| "loss": 0.9691, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.441025641025641, |
| "grad_norm": 3.8729684352874756, |
| "learning_rate": 5.9655229823604406e-05, |
| "loss": 0.7215, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.442051282051282, |
| "grad_norm": 4.013396263122559, |
| "learning_rate": 5.949628966031785e-05, |
| "loss": 0.6861, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.4430769230769231, |
| "grad_norm": 3.60866117477417, |
| "learning_rate": 5.9337249885446324e-05, |
| "loss": 0.7942, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.4441025641025641, |
| "grad_norm": 4.526515483856201, |
| "learning_rate": 5.9178112167241805e-05, |
| "loss": 1.0784, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.4451282051282051, |
| "grad_norm": 3.778144121170044, |
| "learning_rate": 5.901887817498367e-05, |
| "loss": 0.6452, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.4461538461538462, |
| "grad_norm": 5.289833068847656, |
| "learning_rate": 5.885954957896115e-05, |
| "loss": 0.9705, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.4471794871794872, |
| "grad_norm": 4.751766681671143, |
| "learning_rate": 5.8700128050455795e-05, |
| "loss": 0.733, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.4482051282051282, |
| "grad_norm": 4.831566333770752, |
| "learning_rate": 5.854061526172402e-05, |
| "loss": 0.9422, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.4492307692307692, |
| "grad_norm": 5.19877290725708, |
| "learning_rate": 5.8381012885979504e-05, |
| "loss": 0.8437, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.4502564102564103, |
| "grad_norm": 4.766468048095703, |
| "learning_rate": 5.822132259737565e-05, |
| "loss": 0.7104, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.4512820512820513, |
| "grad_norm": 5.231625556945801, |
| "learning_rate": 5.8061546070987994e-05, |
| "loss": 0.8311, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.4523076923076923, |
| "grad_norm": 7.153139591217041, |
| "learning_rate": 5.7901684982796714e-05, |
| "loss": 1.2082, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.4533333333333333, |
| "grad_norm": 5.5659708976745605, |
| "learning_rate": 5.774174100966899e-05, |
| "loss": 1.0889, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.4543589743589744, |
| "grad_norm": 5.205938339233398, |
| "learning_rate": 5.7581715829341396e-05, |
| "loss": 0.9067, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.4553846153846154, |
| "grad_norm": 5.823260307312012, |
| "learning_rate": 5.742161112040236e-05, |
| "loss": 1.0928, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.4564102564102564, |
| "grad_norm": 8.24244499206543, |
| "learning_rate": 5.726142856227452e-05, |
| "loss": 1.6327, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.4574358974358974, |
| "grad_norm": 7.655943870544434, |
| "learning_rate": 5.710116983519711e-05, |
| "loss": 1.1136, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.4584615384615385, |
| "grad_norm": 7.290177822113037, |
| "learning_rate": 5.6940836620208346e-05, |
| "loss": 1.0882, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.4594871794871795, |
| "grad_norm": 7.666120529174805, |
| "learning_rate": 5.678043059912777e-05, |
| "loss": 1.293, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.4605128205128205, |
| "grad_norm": 10.054598808288574, |
| "learning_rate": 5.6619953454538664e-05, |
| "loss": 1.0453, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.46153846153846156, |
| "grad_norm": 15.027825355529785, |
| "learning_rate": 5.645940686977033e-05, |
| "loss": 2.2816, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.4625641025641026, |
| "grad_norm": 2.62031888961792, |
| "learning_rate": 5.629879252888046e-05, |
| "loss": 0.9111, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.4635897435897436, |
| "grad_norm": 3.459378480911255, |
| "learning_rate": 5.613811211663751e-05, |
| "loss": 0.9928, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.4646153846153846, |
| "grad_norm": 3.095079183578491, |
| "learning_rate": 5.597736731850295e-05, |
| "loss": 0.8308, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.46564102564102566, |
| "grad_norm": 4.2628607749938965, |
| "learning_rate": 5.581655982061367e-05, |
| "loss": 1.0601, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.4666666666666667, |
| "grad_norm": 3.257078170776367, |
| "learning_rate": 5.565569130976422e-05, |
| "loss": 0.9413, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.4676923076923077, |
| "grad_norm": 4.123534202575684, |
| "learning_rate": 5.5494763473389145e-05, |
| "loss": 0.7683, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.4687179487179487, |
| "grad_norm": 2.909914970397949, |
| "learning_rate": 5.533377799954532e-05, |
| "loss": 0.6114, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.46974358974358976, |
| "grad_norm": 3.9962477684020996, |
| "learning_rate": 5.517273657689419e-05, |
| "loss": 0.7528, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.4707692307692308, |
| "grad_norm": 3.299042224884033, |
| "learning_rate": 5.5011640894684056e-05, |
| "loss": 0.6523, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.4717948717948718, |
| "grad_norm": 3.9111719131469727, |
| "learning_rate": 5.4850492642732406e-05, |
| "loss": 0.9792, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.4728205128205128, |
| "grad_norm": 4.359683990478516, |
| "learning_rate": 5.4689293511408155e-05, |
| "loss": 1.2826, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.47384615384615386, |
| "grad_norm": 3.241384267807007, |
| "learning_rate": 5.4528045191613896e-05, |
| "loss": 0.7115, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.4748717948717949, |
| "grad_norm": 3.9807498455047607, |
| "learning_rate": 5.43667493747682e-05, |
| "loss": 1.0668, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.4758974358974359, |
| "grad_norm": 6.574226379394531, |
| "learning_rate": 5.420540775278789e-05, |
| "loss": 0.9072, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.47692307692307695, |
| "grad_norm": 4.148740768432617, |
| "learning_rate": 5.4044022018070214e-05, |
| "loss": 0.7748, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.47794871794871796, |
| "grad_norm": 4.7819952964782715, |
| "learning_rate": 5.388259386347517e-05, |
| "loss": 1.1381, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.47897435897435897, |
| "grad_norm": 4.026560306549072, |
| "learning_rate": 5.37211249823077e-05, |
| "loss": 0.7976, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 3.8476622104644775, |
| "learning_rate": 5.3559617068299974e-05, |
| "loss": 0.8554, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.48102564102564105, |
| "grad_norm": 3.2147867679595947, |
| "learning_rate": 5.3398071815593585e-05, |
| "loss": 0.7868, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.48205128205128206, |
| "grad_norm": 3.6717700958251953, |
| "learning_rate": 5.3236490918721794e-05, |
| "loss": 0.5781, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.48307692307692307, |
| "grad_norm": 3.593134880065918, |
| "learning_rate": 5.307487607259175e-05, |
| "loss": 0.8755, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.4841025641025641, |
| "grad_norm": 4.13918399810791, |
| "learning_rate": 5.2913228972466685e-05, |
| "loss": 0.8725, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.48512820512820515, |
| "grad_norm": 4.774197578430176, |
| "learning_rate": 5.2751551313948246e-05, |
| "loss": 1.0297, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.48615384615384616, |
| "grad_norm": 3.984813690185547, |
| "learning_rate": 5.258984479295852e-05, |
| "loss": 0.9421, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.48717948717948717, |
| "grad_norm": 4.582718372344971, |
| "learning_rate": 5.242811110572242e-05, |
| "loss": 0.9425, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.4882051282051282, |
| "grad_norm": 4.723764419555664, |
| "learning_rate": 5.2266351948749784e-05, |
| "loss": 0.6812, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.48923076923076925, |
| "grad_norm": 3.9390711784362793, |
| "learning_rate": 5.210456901881761e-05, |
| "loss": 0.967, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.49025641025641026, |
| "grad_norm": 5.130176544189453, |
| "learning_rate": 5.194276401295231e-05, |
| "loss": 0.6723, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.49128205128205127, |
| "grad_norm": 4.183368682861328, |
| "learning_rate": 5.1780938628411794e-05, |
| "loss": 0.6017, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.49230769230769234, |
| "grad_norm": 4.739752769470215, |
| "learning_rate": 5.1619094562667804e-05, |
| "loss": 0.8418, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.49333333333333335, |
| "grad_norm": 4.610769748687744, |
| "learning_rate": 5.1457233513387994e-05, |
| "loss": 0.9842, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.49435897435897436, |
| "grad_norm": 9.134825706481934, |
| "learning_rate": 5.129535717841818e-05, |
| "loss": 0.6452, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.49538461538461537, |
| "grad_norm": 5.984698295593262, |
| "learning_rate": 5.11334672557645e-05, |
| "loss": 1.2291, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.49641025641025643, |
| "grad_norm": 6.393679618835449, |
| "learning_rate": 5.097156544357567e-05, |
| "loss": 1.0791, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.49743589743589745, |
| "grad_norm": 6.865532398223877, |
| "learning_rate": 5.080965344012508e-05, |
| "loss": 1.2418, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.49846153846153846, |
| "grad_norm": 8.137627601623535, |
| "learning_rate": 5.0647732943793025e-05, |
| "loss": 1.2448, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.49948717948717947, |
| "grad_norm": 6.4099602699279785, |
| "learning_rate": 5.048580565304887e-05, |
| "loss": 0.9019, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.5005128205128205, |
| "grad_norm": 6.274877071380615, |
| "learning_rate": 5.0323873266433306e-05, |
| "loss": 1.0603, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.5015384615384615, |
| "grad_norm": 5.010529041290283, |
| "learning_rate": 5.0161937482540446e-05, |
| "loss": 0.8753, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.5025641025641026, |
| "grad_norm": 7.632090091705322, |
| "learning_rate": 5e-05, |
| "loss": 1.3441, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.5035897435897436, |
| "grad_norm": 5.217228889465332, |
| "learning_rate": 4.983806251745957e-05, |
| "loss": 0.8046, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.5046153846153846, |
| "grad_norm": 5.437954425811768, |
| "learning_rate": 4.9676126733566705e-05, |
| "loss": 0.8649, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.5056410256410256, |
| "grad_norm": 4.9991631507873535, |
| "learning_rate": 4.9514194346951144e-05, |
| "loss": 0.6203, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.5066666666666667, |
| "grad_norm": 6.682119846343994, |
| "learning_rate": 4.9352267056206994e-05, |
| "loss": 1.0605, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.5076923076923077, |
| "grad_norm": 6.571596145629883, |
| "learning_rate": 4.919034655987493e-05, |
| "loss": 1.1826, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.5087179487179487, |
| "grad_norm": 7.844356536865234, |
| "learning_rate": 4.902843455642434e-05, |
| "loss": 1.1225, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.5097435897435898, |
| "grad_norm": 7.168961048126221, |
| "learning_rate": 4.88665327442355e-05, |
| "loss": 1.1934, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.5107692307692308, |
| "grad_norm": 7.493040084838867, |
| "learning_rate": 4.870464282158184e-05, |
| "loss": 1.3374, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.5117948717948718, |
| "grad_norm": 10.113459587097168, |
| "learning_rate": 4.854276648661203e-05, |
| "loss": 1.4273, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.5128205128205128, |
| "grad_norm": 18.08847427368164, |
| "learning_rate": 4.838090543733222e-05, |
| "loss": 2.0878, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5138461538461538, |
| "grad_norm": 3.4321253299713135, |
| "learning_rate": 4.821906137158822e-05, |
| "loss": 1.2126, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.5148717948717949, |
| "grad_norm": 2.918828010559082, |
| "learning_rate": 4.805723598704772e-05, |
| "loss": 0.8539, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.5158974358974359, |
| "grad_norm": 3.2345950603485107, |
| "learning_rate": 4.789543098118241e-05, |
| "loss": 0.8882, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.5169230769230769, |
| "grad_norm": 3.6772313117980957, |
| "learning_rate": 4.773364805125025e-05, |
| "loss": 1.0764, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.517948717948718, |
| "grad_norm": 4.0566582679748535, |
| "learning_rate": 4.7571888894277604e-05, |
| "loss": 1.1123, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.518974358974359, |
| "grad_norm": 3.4572150707244873, |
| "learning_rate": 4.741015520704148e-05, |
| "loss": 1.0085, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 3.5229337215423584, |
| "learning_rate": 4.724844868605176e-05, |
| "loss": 0.8503, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.521025641025641, |
| "grad_norm": 3.029756546020508, |
| "learning_rate": 4.708677102753331e-05, |
| "loss": 0.7468, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.522051282051282, |
| "grad_norm": 3.045581817626953, |
| "learning_rate": 4.692512392740827e-05, |
| "loss": 0.6034, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.5230769230769231, |
| "grad_norm": 3.791731834411621, |
| "learning_rate": 4.676350908127822e-05, |
| "loss": 0.6551, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.5241025641025641, |
| "grad_norm": 4.321029186248779, |
| "learning_rate": 4.660192818440641e-05, |
| "loss": 0.9886, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.5251282051282051, |
| "grad_norm": 3.605698585510254, |
| "learning_rate": 4.644038293170003e-05, |
| "loss": 0.8853, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.5261538461538462, |
| "grad_norm": 3.6669375896453857, |
| "learning_rate": 4.627887501769231e-05, |
| "loss": 0.8434, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.5271794871794871, |
| "grad_norm": 4.424201488494873, |
| "learning_rate": 4.611740613652484e-05, |
| "loss": 0.9809, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.5282051282051282, |
| "grad_norm": 4.041125774383545, |
| "learning_rate": 4.59559779819298e-05, |
| "loss": 0.7898, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.5292307692307693, |
| "grad_norm": 3.6709392070770264, |
| "learning_rate": 4.579459224721212e-05, |
| "loss": 0.8668, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.5302564102564102, |
| "grad_norm": 3.891552448272705, |
| "learning_rate": 4.5633250625231806e-05, |
| "loss": 0.789, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.5312820512820513, |
| "grad_norm": 3.718518018722534, |
| "learning_rate": 4.5471954808386115e-05, |
| "loss": 0.7236, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.5323076923076923, |
| "grad_norm": 5.797797203063965, |
| "learning_rate": 4.5310706488591856e-05, |
| "loss": 0.9424, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.5333333333333333, |
| "grad_norm": 3.6650149822235107, |
| "learning_rate": 4.51495073572676e-05, |
| "loss": 0.7161, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.5343589743589744, |
| "grad_norm": 4.334537506103516, |
| "learning_rate": 4.4988359105315956e-05, |
| "loss": 1.0199, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.5353846153846153, |
| "grad_norm": 4.335823059082031, |
| "learning_rate": 4.482726342310582e-05, |
| "loss": 0.6583, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.5364102564102564, |
| "grad_norm": 3.527566432952881, |
| "learning_rate": 4.4666222000454683e-05, |
| "loss": 0.5598, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.5374358974358975, |
| "grad_norm": 4.113170146942139, |
| "learning_rate": 4.450523652661086e-05, |
| "loss": 0.9213, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.5384615384615384, |
| "grad_norm": 3.18794322013855, |
| "learning_rate": 4.434430869023579e-05, |
| "loss": 0.5432, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.5394871794871795, |
| "grad_norm": 4.400610446929932, |
| "learning_rate": 4.4183440179386336e-05, |
| "loss": 0.837, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.5405128205128205, |
| "grad_norm": 5.420957088470459, |
| "learning_rate": 4.402263268149706e-05, |
| "loss": 0.7791, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.5415384615384615, |
| "grad_norm": 4.91825532913208, |
| "learning_rate": 4.386188788336251e-05, |
| "loss": 1.1835, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.5425641025641026, |
| "grad_norm": 5.261502742767334, |
| "learning_rate": 4.3701207471119556e-05, |
| "loss": 0.8806, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.5435897435897435, |
| "grad_norm": 4.36930513381958, |
| "learning_rate": 4.35405931302297e-05, |
| "loss": 0.7115, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.5446153846153846, |
| "grad_norm": 4.951527118682861, |
| "learning_rate": 4.338004654546136e-05, |
| "loss": 0.9458, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.5456410256410257, |
| "grad_norm": 5.315147876739502, |
| "learning_rate": 4.321956940087224e-05, |
| "loss": 0.8225, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.5466666666666666, |
| "grad_norm": 5.095892906188965, |
| "learning_rate": 4.305916337979168e-05, |
| "loss": 0.7765, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.5476923076923077, |
| "grad_norm": 5.901291370391846, |
| "learning_rate": 4.289883016480291e-05, |
| "loss": 0.9932, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.5487179487179488, |
| "grad_norm": 4.8045454025268555, |
| "learning_rate": 4.27385714377255e-05, |
| "loss": 0.8497, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.5497435897435897, |
| "grad_norm": 5.030290126800537, |
| "learning_rate": 4.2578388879597636e-05, |
| "loss": 0.8228, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.5507692307692308, |
| "grad_norm": 6.015605449676514, |
| "learning_rate": 4.24182841706586e-05, |
| "loss": 0.7904, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.5517948717948717, |
| "grad_norm": 4.619335651397705, |
| "learning_rate": 4.225825899033101e-05, |
| "loss": 0.7664, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.5528205128205128, |
| "grad_norm": 6.835779666900635, |
| "learning_rate": 4.2098315017203284e-05, |
| "loss": 1.2118, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.5538461538461539, |
| "grad_norm": 6.451062202453613, |
| "learning_rate": 4.193845392901201e-05, |
| "loss": 0.7507, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.5548717948717948, |
| "grad_norm": 6.827089786529541, |
| "learning_rate": 4.177867740262437e-05, |
| "loss": 1.2913, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.5558974358974359, |
| "grad_norm": 6.43461275100708, |
| "learning_rate": 4.1618987114020494e-05, |
| "loss": 0.9869, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.556923076923077, |
| "grad_norm": 6.440637588500977, |
| "learning_rate": 4.145938473827598e-05, |
| "loss": 1.0771, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.5579487179487179, |
| "grad_norm": 8.836165428161621, |
| "learning_rate": 4.129987194954421e-05, |
| "loss": 1.1488, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.558974358974359, |
| "grad_norm": 7.749456882476807, |
| "learning_rate": 4.114045042103887e-05, |
| "loss": 1.1287, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 8.85991096496582, |
| "learning_rate": 4.0981121825016335e-05, |
| "loss": 0.8482, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.561025641025641, |
| "grad_norm": 6.693284034729004, |
| "learning_rate": 4.08218878327582e-05, |
| "loss": 0.9606, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.5620512820512821, |
| "grad_norm": 13.326346397399902, |
| "learning_rate": 4.066275011455369e-05, |
| "loss": 2.4016, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.563076923076923, |
| "grad_norm": 9.869938850402832, |
| "learning_rate": 4.050371033968216e-05, |
| "loss": 1.4404, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.5641025641025641, |
| "grad_norm": 21.676836013793945, |
| "learning_rate": 4.0344770176395606e-05, |
| "loss": 2.7433, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.5651282051282052, |
| "grad_norm": 2.9185233116149902, |
| "learning_rate": 4.018593129190113e-05, |
| "loss": 0.9116, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.5661538461538461, |
| "grad_norm": 3.584000587463379, |
| "learning_rate": 4.002719535234346e-05, |
| "loss": 0.8786, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.5671794871794872, |
| "grad_norm": 3.348461389541626, |
| "learning_rate": 3.9868564022787505e-05, |
| "loss": 1.0537, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.5682051282051283, |
| "grad_norm": 3.597489595413208, |
| "learning_rate": 3.971003896720082e-05, |
| "loss": 0.8595, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.5692307692307692, |
| "grad_norm": 3.8525686264038086, |
| "learning_rate": 3.955162184843625e-05, |
| "loss": 1.2075, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.5702564102564103, |
| "grad_norm": 3.660264015197754, |
| "learning_rate": 3.9393314328214404e-05, |
| "loss": 0.8645, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.5712820512820512, |
| "grad_norm": 4.195328235626221, |
| "learning_rate": 3.9235118067106255e-05, |
| "loss": 0.791, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.5723076923076923, |
| "grad_norm": 3.948169231414795, |
| "learning_rate": 3.9077034724515735e-05, |
| "loss": 1.0316, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.5733333333333334, |
| "grad_norm": 4.242710590362549, |
| "learning_rate": 3.89190659586623e-05, |
| "loss": 1.2158, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.5743589743589743, |
| "grad_norm": 3.380972146987915, |
| "learning_rate": 3.876121342656355e-05, |
| "loss": 0.7281, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.5753846153846154, |
| "grad_norm": 3.5505964756011963, |
| "learning_rate": 3.860347878401785e-05, |
| "loss": 0.8476, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.5764102564102564, |
| "grad_norm": 3.690211534500122, |
| "learning_rate": 3.8445863685586946e-05, |
| "loss": 0.8592, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.5774358974358974, |
| "grad_norm": 3.36208176612854, |
| "learning_rate": 3.828836978457867e-05, |
| "loss": 0.8434, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.5784615384615385, |
| "grad_norm": 4.147233486175537, |
| "learning_rate": 3.8130998733029515e-05, |
| "loss": 0.9171, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.5794871794871795, |
| "grad_norm": 4.193312168121338, |
| "learning_rate": 3.7973752181687335e-05, |
| "loss": 1.189, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.5805128205128205, |
| "grad_norm": 4.2952799797058105, |
| "learning_rate": 3.7816631779994014e-05, |
| "loss": 1.0258, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.5815384615384616, |
| "grad_norm": 3.98516583442688, |
| "learning_rate": 3.765963917606828e-05, |
| "loss": 0.936, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.5825641025641025, |
| "grad_norm": 4.766544342041016, |
| "learning_rate": 3.7502776016688233e-05, |
| "loss": 0.8851, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.5835897435897436, |
| "grad_norm": 3.7004663944244385, |
| "learning_rate": 3.734604394727419e-05, |
| "loss": 0.9123, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.5846153846153846, |
| "grad_norm": 3.8416121006011963, |
| "learning_rate": 3.718944461187138e-05, |
| "loss": 0.9029, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.5856410256410256, |
| "grad_norm": 4.590026378631592, |
| "learning_rate": 3.703297965313275e-05, |
| "loss": 0.9093, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.5866666666666667, |
| "grad_norm": 5.443653583526611, |
| "learning_rate": 3.687665071230165e-05, |
| "loss": 1.2598, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.5876923076923077, |
| "grad_norm": 4.323064804077148, |
| "learning_rate": 3.672045942919474e-05, |
| "loss": 0.8458, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.5887179487179487, |
| "grad_norm": 4.859533309936523, |
| "learning_rate": 3.656440744218464e-05, |
| "loss": 0.8709, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.5897435897435898, |
| "grad_norm": 4.04263162612915, |
| "learning_rate": 3.640849638818286e-05, |
| "loss": 0.838, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.5907692307692308, |
| "grad_norm": 9.154648780822754, |
| "learning_rate": 3.6252727902622574e-05, |
| "loss": 1.0216, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.5917948717948718, |
| "grad_norm": 4.282992362976074, |
| "learning_rate": 3.60971036194415e-05, |
| "loss": 0.8146, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.5928205128205128, |
| "grad_norm": 4.42677640914917, |
| "learning_rate": 3.594162517106472e-05, |
| "loss": 0.8886, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.5938461538461538, |
| "grad_norm": 5.050022125244141, |
| "learning_rate": 3.578629418838757e-05, |
| "loss": 0.9042, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.5948717948717949, |
| "grad_norm": 3.115283727645874, |
| "learning_rate": 3.5631112300758595e-05, |
| "loss": 0.4213, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.5958974358974359, |
| "grad_norm": 4.380908489227295, |
| "learning_rate": 3.547608113596233e-05, |
| "loss": 0.8053, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.5969230769230769, |
| "grad_norm": 4.4191975593566895, |
| "learning_rate": 3.532120232020236e-05, |
| "loss": 0.9053, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.597948717948718, |
| "grad_norm": 5.054905891418457, |
| "learning_rate": 3.516647747808417e-05, |
| "loss": 1.0148, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.598974358974359, |
| "grad_norm": 4.585427761077881, |
| "learning_rate": 3.5011908232598125e-05, |
| "loss": 0.8022, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 4.69326639175415, |
| "learning_rate": 3.4857496205102474e-05, |
| "loss": 0.8858, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.601025641025641, |
| "grad_norm": 4.973596096038818, |
| "learning_rate": 3.470324301530631e-05, |
| "loss": 0.8065, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.602051282051282, |
| "grad_norm": 5.626595497131348, |
| "learning_rate": 3.4549150281252636e-05, |
| "loss": 0.9224, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.6030769230769231, |
| "grad_norm": 5.552666187286377, |
| "learning_rate": 3.4395219619301286e-05, |
| "loss": 0.9828, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.6041025641025641, |
| "grad_norm": 5.030958652496338, |
| "learning_rate": 3.424145264411208e-05, |
| "loss": 0.8678, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.6051282051282051, |
| "grad_norm": 8.205333709716797, |
| "learning_rate": 3.408785096862782e-05, |
| "loss": 1.0126, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.6061538461538462, |
| "grad_norm": 4.884055137634277, |
| "learning_rate": 3.3934416204057395e-05, |
| "loss": 0.6862, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.6071794871794872, |
| "grad_norm": 6.56550407409668, |
| "learning_rate": 3.3781149959858896e-05, |
| "loss": 0.9719, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.6082051282051282, |
| "grad_norm": 5.752076148986816, |
| "learning_rate": 3.362805384372267e-05, |
| "loss": 0.972, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.6092307692307692, |
| "grad_norm": 5.421663761138916, |
| "learning_rate": 3.347512946155457e-05, |
| "loss": 0.9217, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.6102564102564103, |
| "grad_norm": 5.89932918548584, |
| "learning_rate": 3.332237841745898e-05, |
| "loss": 0.7745, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.6112820512820513, |
| "grad_norm": 7.548627853393555, |
| "learning_rate": 3.316980231372208e-05, |
| "loss": 1.1902, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.6123076923076923, |
| "grad_norm": 7.091285705566406, |
| "learning_rate": 3.3017402750794974e-05, |
| "loss": 1.0425, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.6133333333333333, |
| "grad_norm": 7.975155830383301, |
| "learning_rate": 3.2865181327277e-05, |
| "loss": 0.9731, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.6143589743589744, |
| "grad_norm": 7.424154758453369, |
| "learning_rate": 3.271313963989886e-05, |
| "loss": 0.9359, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.6153846153846154, |
| "grad_norm": 17.703834533691406, |
| "learning_rate": 3.2561279283505883e-05, |
| "loss": 2.9188, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6164102564102564, |
| "grad_norm": 3.1198015213012695, |
| "learning_rate": 3.240960185104137e-05, |
| "loss": 0.9962, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.6174358974358974, |
| "grad_norm": 3.0521328449249268, |
| "learning_rate": 3.225810893352981e-05, |
| "loss": 0.9362, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.6184615384615385, |
| "grad_norm": 3.140900135040283, |
| "learning_rate": 3.21068021200602e-05, |
| "loss": 0.6986, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.6194871794871795, |
| "grad_norm": 3.426166534423828, |
| "learning_rate": 3.195568299776945e-05, |
| "loss": 0.738, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.6205128205128205, |
| "grad_norm": 4.168647289276123, |
| "learning_rate": 3.180475315182563e-05, |
| "loss": 1.1763, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.6215384615384615, |
| "grad_norm": 3.7301671504974365, |
| "learning_rate": 3.1654014165411396e-05, |
| "loss": 0.9091, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.6225641025641026, |
| "grad_norm": 4.1091485023498535, |
| "learning_rate": 3.150346761970741e-05, |
| "loss": 0.9588, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.6235897435897436, |
| "grad_norm": 3.767378091812134, |
| "learning_rate": 3.1353115093875676e-05, |
| "loss": 0.8968, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.6246153846153846, |
| "grad_norm": 3.5465545654296875, |
| "learning_rate": 3.120295816504305e-05, |
| "loss": 0.784, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.6256410256410256, |
| "grad_norm": 4.210227012634277, |
| "learning_rate": 3.105299840828466e-05, |
| "loss": 0.9259, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.6266666666666667, |
| "grad_norm": 3.9319095611572266, |
| "learning_rate": 3.090323739660742e-05, |
| "loss": 1.038, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.6276923076923077, |
| "grad_norm": 3.408377170562744, |
| "learning_rate": 3.075367670093345e-05, |
| "loss": 0.7967, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.6287179487179487, |
| "grad_norm": 3.094470262527466, |
| "learning_rate": 3.0604317890083676e-05, |
| "loss": 0.6266, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.6297435897435898, |
| "grad_norm": 3.8218648433685303, |
| "learning_rate": 3.045516253076137e-05, |
| "loss": 0.8968, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.6307692307692307, |
| "grad_norm": 3.7332828044891357, |
| "learning_rate": 3.0306212187535653e-05, |
| "loss": 0.8898, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.6317948717948718, |
| "grad_norm": 3.9425766468048096, |
| "learning_rate": 3.0157468422825145e-05, |
| "loss": 0.9481, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.6328205128205128, |
| "grad_norm": 3.9368338584899902, |
| "learning_rate": 3.000893279688155e-05, |
| "loss": 0.7755, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.6338461538461538, |
| "grad_norm": 3.7453091144561768, |
| "learning_rate": 2.986060686777332e-05, |
| "loss": 0.7559, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.6348717948717949, |
| "grad_norm": 4.814942359924316, |
| "learning_rate": 2.9712492191369244e-05, |
| "loss": 0.9113, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.6358974358974359, |
| "grad_norm": 4.351156234741211, |
| "learning_rate": 2.9564590321322207e-05, |
| "loss": 0.9169, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.6369230769230769, |
| "grad_norm": 4.052509307861328, |
| "learning_rate": 2.9416902809052815e-05, |
| "loss": 0.7972, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.637948717948718, |
| "grad_norm": 3.909560203552246, |
| "learning_rate": 2.9269431203733212e-05, |
| "loss": 0.7244, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.638974358974359, |
| "grad_norm": 5.468190670013428, |
| "learning_rate": 2.912217705227075e-05, |
| "loss": 1.1704, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 5.494494438171387, |
| "learning_rate": 2.8975141899291775e-05, |
| "loss": 0.8648, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.6410256410256411, |
| "grad_norm": 4.557878017425537, |
| "learning_rate": 2.882832728712551e-05, |
| "loss": 1.0224, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.642051282051282, |
| "grad_norm": 4.89199686050415, |
| "learning_rate": 2.868173475578772e-05, |
| "loss": 0.8124, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.6430769230769231, |
| "grad_norm": 5.018042087554932, |
| "learning_rate": 2.853536584296471e-05, |
| "loss": 1.0338, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.6441025641025641, |
| "grad_norm": 4.39663553237915, |
| "learning_rate": 2.838922208399712e-05, |
| "loss": 0.9534, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.6451282051282051, |
| "grad_norm": 5.320891380310059, |
| "learning_rate": 2.824330501186384e-05, |
| "loss": 0.8739, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.6461538461538462, |
| "grad_norm": 5.0310845375061035, |
| "learning_rate": 2.8097616157165883e-05, |
| "loss": 0.8826, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.6471794871794871, |
| "grad_norm": 5.115954399108887, |
| "learning_rate": 2.7952157048110406e-05, |
| "loss": 0.9303, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.6482051282051282, |
| "grad_norm": 5.387957572937012, |
| "learning_rate": 2.780692921049465e-05, |
| "loss": 1.0479, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.6492307692307693, |
| "grad_norm": 4.054910182952881, |
| "learning_rate": 2.7661934167689884e-05, |
| "loss": 0.8084, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.6502564102564102, |
| "grad_norm": 5.301115036010742, |
| "learning_rate": 2.751717344062552e-05, |
| "loss": 0.8776, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.6512820512820513, |
| "grad_norm": 4.4115376472473145, |
| "learning_rate": 2.737264854777306e-05, |
| "loss": 0.8594, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.6523076923076923, |
| "grad_norm": 4.735803604125977, |
| "learning_rate": 2.722836100513027e-05, |
| "loss": 0.6725, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.6533333333333333, |
| "grad_norm": 5.544336318969727, |
| "learning_rate": 2.7084312326205165e-05, |
| "loss": 1.1586, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.6543589743589744, |
| "grad_norm": 4.651020526885986, |
| "learning_rate": 2.6940504022000246e-05, |
| "loss": 0.7332, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.6553846153846153, |
| "grad_norm": 5.087306022644043, |
| "learning_rate": 2.6796937600996587e-05, |
| "loss": 0.8636, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.6564102564102564, |
| "grad_norm": 5.586525917053223, |
| "learning_rate": 2.6653614569137968e-05, |
| "loss": 0.8748, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.6574358974358975, |
| "grad_norm": 8.545527458190918, |
| "learning_rate": 2.6510536429815226e-05, |
| "loss": 1.5353, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.6584615384615384, |
| "grad_norm": 5.377351760864258, |
| "learning_rate": 2.636770468385029e-05, |
| "loss": 0.8199, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.6594871794871795, |
| "grad_norm": 7.6733479499816895, |
| "learning_rate": 2.622512082948063e-05, |
| "loss": 0.9214, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.6605128205128206, |
| "grad_norm": 5.725372791290283, |
| "learning_rate": 2.6082786362343377e-05, |
| "loss": 0.819, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.6615384615384615, |
| "grad_norm": 6.759417533874512, |
| "learning_rate": 2.5940702775459747e-05, |
| "loss": 0.9575, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.6625641025641026, |
| "grad_norm": 7.3707475662231445, |
| "learning_rate": 2.5798871559219363e-05, |
| "loss": 0.9863, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.6635897435897435, |
| "grad_norm": 6.218385696411133, |
| "learning_rate": 2.5657294201364522e-05, |
| "loss": 0.9681, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.6646153846153846, |
| "grad_norm": 8.35086727142334, |
| "learning_rate": 2.551597218697476e-05, |
| "loss": 1.2805, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.6656410256410257, |
| "grad_norm": 9.799511909484863, |
| "learning_rate": 2.537490699845109e-05, |
| "loss": 1.8079, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 14.814082145690918, |
| "learning_rate": 2.5234100115500643e-05, |
| "loss": 2.3477, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.6676923076923077, |
| "grad_norm": 3.628156900405884, |
| "learning_rate": 2.5093553015120935e-05, |
| "loss": 0.8513, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.6687179487179488, |
| "grad_norm": 3.282219171524048, |
| "learning_rate": 2.4953267171584572e-05, |
| "loss": 0.9223, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.6697435897435897, |
| "grad_norm": 4.517470836639404, |
| "learning_rate": 2.481324405642369e-05, |
| "loss": 1.1037, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.6707692307692308, |
| "grad_norm": 3.0027644634246826, |
| "learning_rate": 2.467348513841447e-05, |
| "loss": 0.7812, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.6717948717948717, |
| "grad_norm": 3.983159065246582, |
| "learning_rate": 2.4533991883561868e-05, |
| "loss": 1.0249, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.6728205128205128, |
| "grad_norm": 3.740907907485962, |
| "learning_rate": 2.4394765755084082e-05, |
| "loss": 0.7535, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.6738461538461539, |
| "grad_norm": 4.2395243644714355, |
| "learning_rate": 2.425580821339733e-05, |
| "loss": 0.7569, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.6748717948717948, |
| "grad_norm": 3.2786495685577393, |
| "learning_rate": 2.4117120716100483e-05, |
| "loss": 0.6535, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.6758974358974359, |
| "grad_norm": 3.233170986175537, |
| "learning_rate": 2.3978704717959775e-05, |
| "loss": 0.6215, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.676923076923077, |
| "grad_norm": 3.518514633178711, |
| "learning_rate": 2.3840561670893496e-05, |
| "loss": 0.7986, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.6779487179487179, |
| "grad_norm": 4.709671974182129, |
| "learning_rate": 2.370269302395685e-05, |
| "loss": 1.0514, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.678974358974359, |
| "grad_norm": 4.488591194152832, |
| "learning_rate": 2.3565100223326737e-05, |
| "loss": 1.0848, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 3.565408706665039, |
| "learning_rate": 2.3427784712286478e-05, |
| "loss": 0.8431, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.681025641025641, |
| "grad_norm": 4.225356578826904, |
| "learning_rate": 2.329074793121085e-05, |
| "loss": 0.8352, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.6820512820512821, |
| "grad_norm": 3.643540143966675, |
| "learning_rate": 2.315399131755081e-05, |
| "loss": 0.7205, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.683076923076923, |
| "grad_norm": 4.655734062194824, |
| "learning_rate": 2.3017516305818547e-05, |
| "loss": 1.1012, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.6841025641025641, |
| "grad_norm": 5.035673141479492, |
| "learning_rate": 2.2881324327572333e-05, |
| "loss": 0.8962, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.6851282051282052, |
| "grad_norm": 3.650304079055786, |
| "learning_rate": 2.2745416811401586e-05, |
| "loss": 0.7316, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.6861538461538461, |
| "grad_norm": 5.1811723709106445, |
| "learning_rate": 2.2609795182911857e-05, |
| "loss": 0.9837, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.6871794871794872, |
| "grad_norm": 3.705246686935425, |
| "learning_rate": 2.2474460864709824e-05, |
| "loss": 0.6939, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.6882051282051282, |
| "grad_norm": 3.557392120361328, |
| "learning_rate": 2.2339415276388476e-05, |
| "loss": 0.7794, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.6892307692307692, |
| "grad_norm": 4.696861743927002, |
| "learning_rate": 2.220465983451209e-05, |
| "loss": 0.8961, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.6902564102564103, |
| "grad_norm": 5.026604652404785, |
| "learning_rate": 2.207019595260154e-05, |
| "loss": 0.9163, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.6912820512820513, |
| "grad_norm": 4.0600786209106445, |
| "learning_rate": 2.193602504111927e-05, |
| "loss": 0.7917, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.6923076923076923, |
| "grad_norm": 4.523590564727783, |
| "learning_rate": 2.180214850745467e-05, |
| "loss": 0.8729, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.6933333333333334, |
| "grad_norm": 4.234561443328857, |
| "learning_rate": 2.166856775590926e-05, |
| "loss": 0.7915, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.6943589743589743, |
| "grad_norm": 4.244573593139648, |
| "learning_rate": 2.1535284187681864e-05, |
| "loss": 0.7352, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.6953846153846154, |
| "grad_norm": 4.519306182861328, |
| "learning_rate": 2.1402299200854088e-05, |
| "loss": 0.6901, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.6964102564102564, |
| "grad_norm": 5.200833320617676, |
| "learning_rate": 2.1269614190375475e-05, |
| "loss": 0.9269, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.6974358974358974, |
| "grad_norm": 3.9258668422698975, |
| "learning_rate": 2.1137230548049043e-05, |
| "loss": 0.6488, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.6984615384615385, |
| "grad_norm": 5.1966094970703125, |
| "learning_rate": 2.1005149662516517e-05, |
| "loss": 1.0121, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.6994871794871795, |
| "grad_norm": 4.120271682739258, |
| "learning_rate": 2.08733729192439e-05, |
| "loss": 0.6184, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.7005128205128205, |
| "grad_norm": 4.631044864654541, |
| "learning_rate": 2.0741901700506898e-05, |
| "loss": 0.8, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.7015384615384616, |
| "grad_norm": 4.592540740966797, |
| "learning_rate": 2.061073738537635e-05, |
| "loss": 0.721, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.7025641025641025, |
| "grad_norm": 4.564781665802002, |
| "learning_rate": 2.0479881349703883e-05, |
| "loss": 0.8965, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.7035897435897436, |
| "grad_norm": 4.793272972106934, |
| "learning_rate": 2.0349334966107363e-05, |
| "loss": 0.8799, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.7046153846153846, |
| "grad_norm": 4.774331092834473, |
| "learning_rate": 2.021909960395661e-05, |
| "loss": 0.6819, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.7056410256410256, |
| "grad_norm": 4.793571472167969, |
| "learning_rate": 2.0089176629358902e-05, |
| "loss": 0.7393, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.7066666666666667, |
| "grad_norm": 4.907595157623291, |
| "learning_rate": 1.9959567405144825e-05, |
| "loss": 0.6832, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.7076923076923077, |
| "grad_norm": 5.936582088470459, |
| "learning_rate": 1.983027329085377e-05, |
| "loss": 1.0449, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.7087179487179487, |
| "grad_norm": 7.5036468505859375, |
| "learning_rate": 1.9701295642719836e-05, |
| "loss": 1.0242, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.7097435897435898, |
| "grad_norm": 6.714776992797852, |
| "learning_rate": 1.9572635813657493e-05, |
| "loss": 0.9145, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.7107692307692308, |
| "grad_norm": 5.950802326202393, |
| "learning_rate": 1.9444295153247487e-05, |
| "loss": 0.799, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.7117948717948718, |
| "grad_norm": 6.308447360992432, |
| "learning_rate": 1.9316275007722628e-05, |
| "loss": 0.9457, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.7128205128205128, |
| "grad_norm": 7.886383533477783, |
| "learning_rate": 1.9188576719953633e-05, |
| "loss": 1.0317, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.7138461538461538, |
| "grad_norm": 5.275602340698242, |
| "learning_rate": 1.906120162943515e-05, |
| "loss": 0.7039, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.7148717948717949, |
| "grad_norm": 8.494133949279785, |
| "learning_rate": 1.8934151072271573e-05, |
| "loss": 1.3945, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.7158974358974359, |
| "grad_norm": 9.009941101074219, |
| "learning_rate": 1.8807426381163153e-05, |
| "loss": 1.0792, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.7169230769230769, |
| "grad_norm": 9.979042053222656, |
| "learning_rate": 1.8681028885391904e-05, |
| "loss": 1.8559, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.717948717948718, |
| "grad_norm": 14.340524673461914, |
| "learning_rate": 1.8554959910807775e-05, |
| "loss": 2.3886, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.718974358974359, |
| "grad_norm": 3.5783824920654297, |
| "learning_rate": 1.8429220779814653e-05, |
| "loss": 1.0347, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 3.505373001098633, |
| "learning_rate": 1.83038128113565e-05, |
| "loss": 1.1221, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.721025641025641, |
| "grad_norm": 3.311126232147217, |
| "learning_rate": 1.81787373209036e-05, |
| "loss": 1.016, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.7220512820512821, |
| "grad_norm": 4.206200122833252, |
| "learning_rate": 1.8053995620438623e-05, |
| "loss": 0.7464, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.7230769230769231, |
| "grad_norm": 3.581573963165283, |
| "learning_rate": 1.7929589018443016e-05, |
| "loss": 0.8472, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.7241025641025641, |
| "grad_norm": 3.8943471908569336, |
| "learning_rate": 1.7805518819883132e-05, |
| "loss": 0.9813, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.7251282051282051, |
| "grad_norm": 4.4279022216796875, |
| "learning_rate": 1.7681786326196663e-05, |
| "loss": 0.9147, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.7261538461538461, |
| "grad_norm": 4.258512020111084, |
| "learning_rate": 1.755839283527893e-05, |
| "loss": 1.1437, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.7271794871794872, |
| "grad_norm": 3.771702766418457, |
| "learning_rate": 1.743533964146924e-05, |
| "loss": 0.8131, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.7282051282051282, |
| "grad_norm": 3.5921738147735596, |
| "learning_rate": 1.7312628035537387e-05, |
| "loss": 0.7563, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.7292307692307692, |
| "grad_norm": 4.218902587890625, |
| "learning_rate": 1.7190259304670038e-05, |
| "loss": 0.9476, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.7302564102564103, |
| "grad_norm": 3.9128029346466064, |
| "learning_rate": 1.7068234732457287e-05, |
| "loss": 0.8582, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.7312820512820513, |
| "grad_norm": 3.746890068054199, |
| "learning_rate": 1.694655559887914e-05, |
| "loss": 0.7372, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.7323076923076923, |
| "grad_norm": 3.9440548419952393, |
| "learning_rate": 1.6825223180292138e-05, |
| "loss": 0.7916, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.7333333333333333, |
| "grad_norm": 3.8087127208709717, |
| "learning_rate": 1.6704238749415957e-05, |
| "loss": 0.5997, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.7343589743589743, |
| "grad_norm": 4.934430122375488, |
| "learning_rate": 1.658360357532e-05, |
| "loss": 0.9062, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.7353846153846154, |
| "grad_norm": 3.6877312660217285, |
| "learning_rate": 1.646331892341018e-05, |
| "loss": 0.7651, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.7364102564102564, |
| "grad_norm": 4.240451812744141, |
| "learning_rate": 1.6343386055415543e-05, |
| "loss": 0.9071, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.7374358974358974, |
| "grad_norm": 4.606338977813721, |
| "learning_rate": 1.6223806229375182e-05, |
| "loss": 1.053, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.7384615384615385, |
| "grad_norm": 3.6351633071899414, |
| "learning_rate": 1.6104580699624837e-05, |
| "loss": 0.7827, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.7394871794871795, |
| "grad_norm": 3.7633748054504395, |
| "learning_rate": 1.5985710716783935e-05, |
| "loss": 0.6667, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.7405128205128205, |
| "grad_norm": 3.6130781173706055, |
| "learning_rate": 1.586719752774231e-05, |
| "loss": 0.7119, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.7415384615384616, |
| "grad_norm": 4.104767322540283, |
| "learning_rate": 1.574904237564726e-05, |
| "loss": 0.8783, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.7425641025641025, |
| "grad_norm": 4.894397258758545, |
| "learning_rate": 1.563124649989043e-05, |
| "loss": 0.8815, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.7435897435897436, |
| "grad_norm": 4.747399806976318, |
| "learning_rate": 1.5513811136094787e-05, |
| "loss": 0.7852, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.7446153846153846, |
| "grad_norm": 4.582078456878662, |
| "learning_rate": 1.5396737516101755e-05, |
| "loss": 0.8133, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.7456410256410256, |
| "grad_norm": 4.204028129577637, |
| "learning_rate": 1.5280026867958185e-05, |
| "loss": 0.6605, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.7466666666666667, |
| "grad_norm": 4.3474531173706055, |
| "learning_rate": 1.516368041590358e-05, |
| "loss": 0.6586, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.7476923076923077, |
| "grad_norm": 3.6631569862365723, |
| "learning_rate": 1.5047699380357133e-05, |
| "loss": 0.4857, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.7487179487179487, |
| "grad_norm": 3.6860592365264893, |
| "learning_rate": 1.4932084977905042e-05, |
| "loss": 0.5411, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.7497435897435898, |
| "grad_norm": 5.683980464935303, |
| "learning_rate": 1.4816838421287694e-05, |
| "loss": 0.906, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.7507692307692307, |
| "grad_norm": 4.695862293243408, |
| "learning_rate": 1.470196091938691e-05, |
| "loss": 0.6484, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.7517948717948718, |
| "grad_norm": 6.877423286437988, |
| "learning_rate": 1.4587453677213348e-05, |
| "loss": 1.0808, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.7528205128205128, |
| "grad_norm": 4.961154937744141, |
| "learning_rate": 1.4473317895893772e-05, |
| "loss": 0.7292, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.7538461538461538, |
| "grad_norm": 5.3160810470581055, |
| "learning_rate": 1.4359554772658552e-05, |
| "loss": 0.7776, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.7548717948717949, |
| "grad_norm": 5.270435333251953, |
| "learning_rate": 1.4246165500828972e-05, |
| "loss": 0.8105, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.7558974358974359, |
| "grad_norm": 5.729541301727295, |
| "learning_rate": 1.4133151269804873e-05, |
| "loss": 1.291, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.7569230769230769, |
| "grad_norm": 3.9068515300750732, |
| "learning_rate": 1.402051326505207e-05, |
| "loss": 0.5514, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.757948717948718, |
| "grad_norm": 4.7010111808776855, |
| "learning_rate": 1.3908252668089899e-05, |
| "loss": 0.5938, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.7589743589743589, |
| "grad_norm": 6.777288436889648, |
| "learning_rate": 1.3796370656478935e-05, |
| "loss": 1.1077, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 5.429808139801025, |
| "learning_rate": 1.368486840380851e-05, |
| "loss": 0.7201, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.7610256410256411, |
| "grad_norm": 5.458662033081055, |
| "learning_rate": 1.3573747079684518e-05, |
| "loss": 0.7914, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.762051282051282, |
| "grad_norm": 4.463566303253174, |
| "learning_rate": 1.3463007849717036e-05, |
| "loss": 0.5937, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.7630769230769231, |
| "grad_norm": 6.832617282867432, |
| "learning_rate": 1.3352651875508204e-05, |
| "loss": 1.0022, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.764102564102564, |
| "grad_norm": 7.7007293701171875, |
| "learning_rate": 1.3242680314639993e-05, |
| "loss": 1.1953, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.7651282051282051, |
| "grad_norm": 6.916568756103516, |
| "learning_rate": 1.3133094320661998e-05, |
| "loss": 0.8883, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.7661538461538462, |
| "grad_norm": 7.466612815856934, |
| "learning_rate": 1.3023895043079476e-05, |
| "loss": 0.9905, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.7671794871794871, |
| "grad_norm": 8.147319793701172, |
| "learning_rate": 1.2915083627341128e-05, |
| "loss": 1.0014, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.7682051282051282, |
| "grad_norm": 9.48543643951416, |
| "learning_rate": 1.2806661214827287e-05, |
| "loss": 0.9548, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.7692307692307693, |
| "grad_norm": 18.878480911254883, |
| "learning_rate": 1.2698628942837699e-05, |
| "loss": 3.1681, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.7702564102564102, |
| "grad_norm": 3.2501041889190674, |
| "learning_rate": 1.2590987944579807e-05, |
| "loss": 1.0004, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.7712820512820513, |
| "grad_norm": 3.6627116203308105, |
| "learning_rate": 1.2483739349156726e-05, |
| "loss": 0.9882, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.7723076923076924, |
| "grad_norm": 3.411827802658081, |
| "learning_rate": 1.2376884281555484e-05, |
| "loss": 0.8563, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.7733333333333333, |
| "grad_norm": 4.175601482391357, |
| "learning_rate": 1.2270423862635189e-05, |
| "loss": 1.2118, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.7743589743589744, |
| "grad_norm": 3.686321973800659, |
| "learning_rate": 1.2164359209115234e-05, |
| "loss": 0.7145, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.7753846153846153, |
| "grad_norm": 3.6827125549316406, |
| "learning_rate": 1.2058691433563674e-05, |
| "loss": 0.741, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.7764102564102564, |
| "grad_norm": 7.265366554260254, |
| "learning_rate": 1.1953421644385443e-05, |
| "loss": 0.9565, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.7774358974358975, |
| "grad_norm": 3.1191012859344482, |
| "learning_rate": 1.1848550945810848e-05, |
| "loss": 0.7104, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.7784615384615384, |
| "grad_norm": 3.883070468902588, |
| "learning_rate": 1.1744080437883859e-05, |
| "loss": 0.911, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.7794871794871795, |
| "grad_norm": 3.3209662437438965, |
| "learning_rate": 1.1640011216450691e-05, |
| "loss": 0.7606, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.7805128205128206, |
| "grad_norm": 4.259766578674316, |
| "learning_rate": 1.1536344373148244e-05, |
| "loss": 0.8399, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.7815384615384615, |
| "grad_norm": 3.5853612422943115, |
| "learning_rate": 1.1433080995392614e-05, |
| "loss": 0.6282, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.7825641025641026, |
| "grad_norm": 5.121779918670654, |
| "learning_rate": 1.133022216636781e-05, |
| "loss": 0.9597, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.7835897435897435, |
| "grad_norm": 3.7153100967407227, |
| "learning_rate": 1.1227768965014246e-05, |
| "loss": 0.9798, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.7846153846153846, |
| "grad_norm": 4.351454734802246, |
| "learning_rate": 1.1125722466017547e-05, |
| "loss": 0.84, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.7856410256410257, |
| "grad_norm": 4.489700794219971, |
| "learning_rate": 1.102408373979717e-05, |
| "loss": 0.9916, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.7866666666666666, |
| "grad_norm": 3.369802951812744, |
| "learning_rate": 1.092285385249528e-05, |
| "loss": 0.541, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.7876923076923077, |
| "grad_norm": 4.338639736175537, |
| "learning_rate": 1.0822033865965503e-05, |
| "loss": 0.8406, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.7887179487179488, |
| "grad_norm": 3.770918607711792, |
| "learning_rate": 1.0721624837761768e-05, |
| "loss": 0.7247, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.7897435897435897, |
| "grad_norm": 4.7859039306640625, |
| "learning_rate": 1.0621627821127289e-05, |
| "loss": 0.7578, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.7907692307692308, |
| "grad_norm": 4.7032623291015625, |
| "learning_rate": 1.0522043864983428e-05, |
| "loss": 0.8842, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.7917948717948718, |
| "grad_norm": 5.078568458557129, |
| "learning_rate": 1.0422874013918793e-05, |
| "loss": 0.9599, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.7928205128205128, |
| "grad_norm": 4.564446449279785, |
| "learning_rate": 1.0324119308178166e-05, |
| "loss": 0.9349, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.7938461538461539, |
| "grad_norm": 4.562546253204346, |
| "learning_rate": 1.022578078365169e-05, |
| "loss": 0.7547, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.7948717948717948, |
| "grad_norm": 4.574657917022705, |
| "learning_rate": 1.012785947186397e-05, |
| "loss": 0.6049, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.7958974358974359, |
| "grad_norm": 4.5475053787231445, |
| "learning_rate": 1.0030356399963204e-05, |
| "loss": 0.6777, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.796923076923077, |
| "grad_norm": 3.587956190109253, |
| "learning_rate": 9.933272590710507e-06, |
| "loss": 0.5728, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.7979487179487179, |
| "grad_norm": 3.741227388381958, |
| "learning_rate": 9.836609062469066e-06, |
| "loss": 0.5207, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.798974358974359, |
| "grad_norm": 6.142617702484131, |
| "learning_rate": 9.740366829193587e-06, |
| "loss": 1.1337, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 4.094137191772461, |
| "learning_rate": 9.644546900419533e-06, |
| "loss": 0.6916, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.801025641025641, |
| "grad_norm": 5.459488391876221, |
| "learning_rate": 9.549150281252633e-06, |
| "loss": 0.9617, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.8020512820512821, |
| "grad_norm": 5.044382095336914, |
| "learning_rate": 9.454177972358259e-06, |
| "loss": 0.9123, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.803076923076923, |
| "grad_norm": 4.838907718658447, |
| "learning_rate": 9.35963096995101e-06, |
| "loss": 0.8702, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.8041025641025641, |
| "grad_norm": 5.395598411560059, |
| "learning_rate": 9.265510265784189e-06, |
| "loss": 1.2312, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.8051282051282052, |
| "grad_norm": 3.8278088569641113, |
| "learning_rate": 9.171816847139448e-06, |
| "loss": 0.5905, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.8061538461538461, |
| "grad_norm": 4.812705039978027, |
| "learning_rate": 9.078551696816434e-06, |
| "loss": 0.7691, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.8071794871794872, |
| "grad_norm": 5.471896648406982, |
| "learning_rate": 8.985715793122407e-06, |
| "loss": 0.9679, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.8082051282051282, |
| "grad_norm": 5.208366394042969, |
| "learning_rate": 8.893310109862102e-06, |
| "loss": 1.0003, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.8092307692307692, |
| "grad_norm": 5.83384370803833, |
| "learning_rate": 8.801335616327377e-06, |
| "loss": 0.853, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.8102564102564103, |
| "grad_norm": 4.475183963775635, |
| "learning_rate": 8.70979327728718e-06, |
| "loss": 0.6102, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.8112820512820513, |
| "grad_norm": 4.50262975692749, |
| "learning_rate": 8.618684052977305e-06, |
| "loss": 0.6673, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.8123076923076923, |
| "grad_norm": 6.1138691902160645, |
| "learning_rate": 8.528008899090412e-06, |
| "loss": 1.1774, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.8133333333333334, |
| "grad_norm": 5.287784099578857, |
| "learning_rate": 8.437768766765974e-06, |
| "loss": 0.8959, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.8143589743589743, |
| "grad_norm": 4.6912994384765625, |
| "learning_rate": 8.347964602580243e-06, |
| "loss": 0.5866, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.8153846153846154, |
| "grad_norm": 4.410092353820801, |
| "learning_rate": 8.25859734853645e-06, |
| "loss": 0.7006, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.8164102564102564, |
| "grad_norm": 6.904149532318115, |
| "learning_rate": 8.169667942054759e-06, |
| "loss": 1.2351, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.8174358974358974, |
| "grad_norm": 6.1469550132751465, |
| "learning_rate": 8.081177315962602e-06, |
| "loss": 0.9114, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.8184615384615385, |
| "grad_norm": 7.1000895500183105, |
| "learning_rate": 7.99312639848474e-06, |
| "loss": 1.0631, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.8194871794871795, |
| "grad_norm": 7.745519638061523, |
| "learning_rate": 7.905516113233653e-06, |
| "loss": 0.9995, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.8205128205128205, |
| "grad_norm": 14.297471046447754, |
| "learning_rate": 7.81834737919978e-06, |
| "loss": 2.0584, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.8215384615384616, |
| "grad_norm": 3.660001754760742, |
| "learning_rate": 7.731621110741872e-06, |
| "loss": 0.9644, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.8225641025641026, |
| "grad_norm": 3.4968271255493164, |
| "learning_rate": 7.645338217577475e-06, |
| "loss": 0.9172, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.8235897435897436, |
| "grad_norm": 3.162583351135254, |
| "learning_rate": 7.559499604773279e-06, |
| "loss": 0.7705, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.8246153846153846, |
| "grad_norm": 3.755932331085205, |
| "learning_rate": 7.474106172735746e-06, |
| "loss": 0.8697, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.8256410256410256, |
| "grad_norm": 3.186575412750244, |
| "learning_rate": 7.389158817201542e-06, |
| "loss": 0.903, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.8266666666666667, |
| "grad_norm": 3.6311652660369873, |
| "learning_rate": 7.304658429228245e-06, |
| "loss": 1.001, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.8276923076923077, |
| "grad_norm": 3.348775625228882, |
| "learning_rate": 7.220605895184945e-06, |
| "loss": 0.75, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.8287179487179487, |
| "grad_norm": 3.6370596885681152, |
| "learning_rate": 7.13700209674294e-06, |
| "loss": 0.9634, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.8297435897435897, |
| "grad_norm": 4.622466564178467, |
| "learning_rate": 7.053847910866513e-06, |
| "loss": 1.2344, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.8307692307692308, |
| "grad_norm": 3.5539474487304688, |
| "learning_rate": 6.9711442098037375e-06, |
| "loss": 0.8593, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.8317948717948718, |
| "grad_norm": 3.8597571849823, |
| "learning_rate": 6.888891861077301e-06, |
| "loss": 0.7546, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.8328205128205128, |
| "grad_norm": 3.2743446826934814, |
| "learning_rate": 6.807091727475412e-06, |
| "loss": 0.6182, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.8338461538461538, |
| "grad_norm": 5.070436477661133, |
| "learning_rate": 6.725744667042777e-06, |
| "loss": 1.3895, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.8348717948717949, |
| "grad_norm": 3.76391339302063, |
| "learning_rate": 6.644851533071556e-06, |
| "loss": 0.6863, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.8358974358974359, |
| "grad_norm": 3.7185099124908447, |
| "learning_rate": 6.564413174092443e-06, |
| "loss": 0.6729, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.8369230769230769, |
| "grad_norm": 3.9108810424804688, |
| "learning_rate": 6.4844304338657844e-06, |
| "loss": 0.8355, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.837948717948718, |
| "grad_norm": 4.387764930725098, |
| "learning_rate": 6.4049041513726485e-06, |
| "loss": 0.9891, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.838974358974359, |
| "grad_norm": 4.212962627410889, |
| "learning_rate": 6.3258351608061315e-06, |
| "loss": 1.0, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 3.4375810623168945, |
| "learning_rate": 6.247224291562509e-06, |
| "loss": 0.6408, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.841025641025641, |
| "grad_norm": 4.018990993499756, |
| "learning_rate": 6.16907236823262e-06, |
| "loss": 0.7336, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.8420512820512821, |
| "grad_norm": 4.63192892074585, |
| "learning_rate": 6.091380210593145e-06, |
| "loss": 0.9198, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.8430769230769231, |
| "grad_norm": 3.9990158081054688, |
| "learning_rate": 6.014148633598055e-06, |
| "loss": 0.852, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.8441025641025641, |
| "grad_norm": 4.2810163497924805, |
| "learning_rate": 5.937378447370067e-06, |
| "loss": 0.7765, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.8451282051282051, |
| "grad_norm": 4.975213527679443, |
| "learning_rate": 5.86107045719208e-06, |
| "loss": 1.2429, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.8461538461538461, |
| "grad_norm": 4.42708158493042, |
| "learning_rate": 5.785225463498828e-06, |
| "loss": 0.8026, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.8471794871794872, |
| "grad_norm": 4.280889987945557, |
| "learning_rate": 5.70984426186838e-06, |
| "loss": 0.7082, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.8482051282051282, |
| "grad_norm": 6.7891645431518555, |
| "learning_rate": 5.634927643013899e-06, |
| "loss": 0.7442, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.8492307692307692, |
| "grad_norm": 4.235758304595947, |
| "learning_rate": 5.560476392775238e-06, |
| "loss": 0.8627, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.8502564102564103, |
| "grad_norm": 4.850736141204834, |
| "learning_rate": 5.486491292110796e-06, |
| "loss": 0.8016, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.8512820512820513, |
| "grad_norm": 3.9992334842681885, |
| "learning_rate": 5.412973117089287e-06, |
| "loss": 0.7891, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.8523076923076923, |
| "grad_norm": 4.047679901123047, |
| "learning_rate": 5.339922638881545e-06, |
| "loss": 0.5642, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.8533333333333334, |
| "grad_norm": 5.204737663269043, |
| "learning_rate": 5.267340623752553e-06, |
| "loss": 1.0036, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.8543589743589743, |
| "grad_norm": 5.493986129760742, |
| "learning_rate": 5.195227833053274e-06, |
| "loss": 0.9189, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.8553846153846154, |
| "grad_norm": 6.99483060836792, |
| "learning_rate": 5.123585023212785e-06, |
| "loss": 1.2142, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.8564102564102564, |
| "grad_norm": 4.1271491050720215, |
| "learning_rate": 5.05241294573024e-06, |
| "loss": 0.5715, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.8574358974358974, |
| "grad_norm": 5.13178014755249, |
| "learning_rate": 4.981712347167061e-06, |
| "loss": 0.9571, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.8584615384615385, |
| "grad_norm": 5.234194755554199, |
| "learning_rate": 4.9114839691390854e-06, |
| "loss": 0.9082, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.8594871794871795, |
| "grad_norm": 5.754642963409424, |
| "learning_rate": 4.841728548308744e-06, |
| "loss": 0.9004, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.8605128205128205, |
| "grad_norm": 4.62493371963501, |
| "learning_rate": 4.772446816377407e-06, |
| "loss": 0.6618, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.8615384615384616, |
| "grad_norm": 6.897546768188477, |
| "learning_rate": 4.703639500077656e-06, |
| "loss": 1.1324, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.8625641025641025, |
| "grad_norm": 4.677278995513916, |
| "learning_rate": 4.635307321165688e-06, |
| "loss": 0.6254, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.8635897435897436, |
| "grad_norm": 6.221714973449707, |
| "learning_rate": 4.567450996413713e-06, |
| "loss": 1.146, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.8646153846153846, |
| "grad_norm": 5.52736759185791, |
| "learning_rate": 4.500071237602482e-06, |
| "loss": 0.8631, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.8656410256410256, |
| "grad_norm": 5.572301387786865, |
| "learning_rate": 4.433168751513761e-06, |
| "loss": 0.8625, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.8666666666666667, |
| "grad_norm": 6.426190376281738, |
| "learning_rate": 4.366744239922998e-06, |
| "loss": 0.8229, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.8676923076923077, |
| "grad_norm": 7.4777679443359375, |
| "learning_rate": 4.30079839959186e-06, |
| "loss": 0.9241, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.8687179487179487, |
| "grad_norm": 6.525635719299316, |
| "learning_rate": 4.235331922261026e-06, |
| "loss": 0.9205, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.8697435897435898, |
| "grad_norm": 7.924921035766602, |
| "learning_rate": 4.170345494642863e-06, |
| "loss": 1.4281, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.8707692307692307, |
| "grad_norm": 8.663949966430664, |
| "learning_rate": 4.10583979841424e-06, |
| "loss": 1.4309, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.8717948717948718, |
| "grad_norm": 14.360984802246094, |
| "learning_rate": 4.041815510209396e-06, |
| "loss": 1.9381, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.8728205128205129, |
| "grad_norm": 3.2258362770080566, |
| "learning_rate": 3.9782733016128005e-06, |
| "loss": 0.9545, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.8738461538461538, |
| "grad_norm": 3.155390739440918, |
| "learning_rate": 3.915213839152176e-06, |
| "loss": 1.0386, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.8748717948717949, |
| "grad_norm": 3.149043560028076, |
| "learning_rate": 3.852637784291424e-06, |
| "loss": 0.9249, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.8758974358974358, |
| "grad_norm": 3.604149341583252, |
| "learning_rate": 3.790545793423761e-06, |
| "loss": 1.0529, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.8769230769230769, |
| "grad_norm": 3.0421512126922607, |
| "learning_rate": 3.728938517864794e-06, |
| "loss": 0.7461, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.877948717948718, |
| "grad_norm": 3.300569534301758, |
| "learning_rate": 3.6678166038456807e-06, |
| "loss": 0.7742, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.8789743589743589, |
| "grad_norm": 3.0753672122955322, |
| "learning_rate": 3.60718069250639e-06, |
| "loss": 0.6109, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 4.064855098724365, |
| "learning_rate": 3.5470314198889185e-06, |
| "loss": 0.9794, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.8810256410256411, |
| "grad_norm": 3.6606357097625732, |
| "learning_rate": 3.4873694169306913e-06, |
| "loss": 0.7496, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.882051282051282, |
| "grad_norm": 4.065293788909912, |
| "learning_rate": 3.4281953094578877e-06, |
| "loss": 0.904, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.8830769230769231, |
| "grad_norm": 3.2183470726013184, |
| "learning_rate": 3.369509718178887e-06, |
| "loss": 0.5392, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.884102564102564, |
| "grad_norm": 4.25131368637085, |
| "learning_rate": 3.3113132586777784e-06, |
| "loss": 0.6751, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.8851282051282051, |
| "grad_norm": 4.080262184143066, |
| "learning_rate": 3.253606541407872e-06, |
| "loss": 1.0854, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.8861538461538462, |
| "grad_norm": 5.6910247802734375, |
| "learning_rate": 3.196390171685343e-06, |
| "loss": 1.1699, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.8871794871794871, |
| "grad_norm": 3.5453498363494873, |
| "learning_rate": 3.1396647496828247e-06, |
| "loss": 0.8176, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.8882051282051282, |
| "grad_norm": 4.133404731750488, |
| "learning_rate": 3.0834308704231484e-06, |
| "loss": 0.7646, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.8892307692307693, |
| "grad_norm": 3.6567392349243164, |
| "learning_rate": 3.027689123773109e-06, |
| "loss": 0.6477, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.8902564102564102, |
| "grad_norm": 5.468822956085205, |
| "learning_rate": 2.9724400944372398e-06, |
| "loss": 0.8332, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.8912820512820513, |
| "grad_norm": 4.6036882400512695, |
| "learning_rate": 2.917684361951728e-06, |
| "loss": 0.8671, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.8923076923076924, |
| "grad_norm": 3.711745500564575, |
| "learning_rate": 2.8634225006782865e-06, |
| "loss": 0.6129, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.8933333333333333, |
| "grad_norm": 4.098292827606201, |
| "learning_rate": 2.8096550797981792e-06, |
| "loss": 0.625, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.8943589743589744, |
| "grad_norm": 4.045825958251953, |
| "learning_rate": 2.7563826633061896e-06, |
| "loss": 0.5502, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.8953846153846153, |
| "grad_norm": 3.8534200191497803, |
| "learning_rate": 2.703605810004772e-06, |
| "loss": 0.7319, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.8964102564102564, |
| "grad_norm": 3.8560359477996826, |
| "learning_rate": 2.65132507349814e-06, |
| "loss": 0.6883, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.8974358974358975, |
| "grad_norm": 5.30885124206543, |
| "learning_rate": 2.5995410021864787e-06, |
| "loss": 0.7475, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.8984615384615384, |
| "grad_norm": 5.563632488250732, |
| "learning_rate": 2.548254139260192e-06, |
| "loss": 1.1936, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.8994871794871795, |
| "grad_norm": 4.295792102813721, |
| "learning_rate": 2.4974650226942064e-06, |
| "loss": 0.7475, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.9005128205128206, |
| "grad_norm": 7.171024322509766, |
| "learning_rate": 2.4471741852423237e-06, |
| "loss": 1.4032, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.9015384615384615, |
| "grad_norm": 5.549228191375732, |
| "learning_rate": 2.397382154431621e-06, |
| "loss": 1.0653, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.9025641025641026, |
| "grad_norm": 4.5205979347229, |
| "learning_rate": 2.3480894525569562e-06, |
| "loss": 0.7206, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.9035897435897436, |
| "grad_norm": 5.302089214324951, |
| "learning_rate": 2.2992965966754377e-06, |
| "loss": 0.8298, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.9046153846153846, |
| "grad_norm": 4.690470218658447, |
| "learning_rate": 2.251004098601034e-06, |
| "loss": 0.653, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.9056410256410257, |
| "grad_norm": 4.091747760772705, |
| "learning_rate": 2.2032124648992015e-06, |
| "loss": 0.5173, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.9066666666666666, |
| "grad_norm": 4.637690544128418, |
| "learning_rate": 2.1559221968815546e-06, |
| "loss": 0.6316, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.9076923076923077, |
| "grad_norm": 4.933149814605713, |
| "learning_rate": 2.1091337906006482e-06, |
| "loss": 0.991, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.9087179487179488, |
| "grad_norm": 5.4409027099609375, |
| "learning_rate": 2.062847736844703e-06, |
| "loss": 0.9278, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.9097435897435897, |
| "grad_norm": 5.3039398193359375, |
| "learning_rate": 2.017064521132533e-06, |
| "loss": 0.7831, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.9107692307692308, |
| "grad_norm": 5.107433319091797, |
| "learning_rate": 1.9717846237084005e-06, |
| "loss": 0.8805, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.9117948717948718, |
| "grad_norm": 5.635267734527588, |
| "learning_rate": 1.9270085195370045e-06, |
| "loss": 0.8542, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.9128205128205128, |
| "grad_norm": 6.010116100311279, |
| "learning_rate": 1.8827366782984913e-06, |
| "loss": 1.1149, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.9138461538461539, |
| "grad_norm": 4.707157135009766, |
| "learning_rate": 1.8389695643835247e-06, |
| "loss": 0.6094, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.9148717948717948, |
| "grad_norm": 5.779000759124756, |
| "learning_rate": 1.7957076368884274e-06, |
| "loss": 0.9566, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.9158974358974359, |
| "grad_norm": 5.43092679977417, |
| "learning_rate": 1.7529513496103323e-06, |
| "loss": 0.7754, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.916923076923077, |
| "grad_norm": 6.918627738952637, |
| "learning_rate": 1.7107011510424764e-06, |
| "loss": 1.151, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.9179487179487179, |
| "grad_norm": 6.21636962890625, |
| "learning_rate": 1.6689574843694433e-06, |
| "loss": 0.7324, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.918974358974359, |
| "grad_norm": 8.857195854187012, |
| "learning_rate": 1.6277207874625444e-06, |
| "loss": 0.9653, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 7.489193916320801, |
| "learning_rate": 1.5869914928752117e-06, |
| "loss": 0.9201, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.921025641025641, |
| "grad_norm": 6.698476791381836, |
| "learning_rate": 1.546770027838479e-06, |
| "loss": 1.0077, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.9220512820512821, |
| "grad_norm": 9.213371276855469, |
| "learning_rate": 1.507056814256491e-06, |
| "loss": 1.2657, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.9230769230769231, |
| "grad_norm": 15.109607696533203, |
| "learning_rate": 1.4678522687020413e-06, |
| "loss": 2.0015, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.9241025641025641, |
| "grad_norm": 3.072422981262207, |
| "learning_rate": 1.4291568024122848e-06, |
| "loss": 1.0559, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.9251282051282051, |
| "grad_norm": 2.742314577102661, |
| "learning_rate": 1.390970821284343e-06, |
| "loss": 0.7734, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.9261538461538461, |
| "grad_norm": 3.3717610836029053, |
| "learning_rate": 1.3532947258710904e-06, |
| "loss": 0.9725, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.9271794871794872, |
| "grad_norm": 3.4587204456329346, |
| "learning_rate": 1.3161289113769404e-06, |
| "loss": 0.827, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.9282051282051282, |
| "grad_norm": 6.684597969055176, |
| "learning_rate": 1.2794737676536994e-06, |
| "loss": 0.9701, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.9292307692307692, |
| "grad_norm": 3.692589521408081, |
| "learning_rate": 1.2433296791964754e-06, |
| "loss": 0.9335, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.9302564102564103, |
| "grad_norm": 4.69821834564209, |
| "learning_rate": 1.207697025139659e-06, |
| "loss": 0.9612, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.9312820512820513, |
| "grad_norm": 3.526686906814575, |
| "learning_rate": 1.1725761792529377e-06, |
| "loss": 0.6213, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.9323076923076923, |
| "grad_norm": 4.1468939781188965, |
| "learning_rate": 1.1379675099373488e-06, |
| "loss": 0.8209, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.9333333333333333, |
| "grad_norm": 3.930953025817871, |
| "learning_rate": 1.1038713802214717e-06, |
| "loss": 0.9604, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.9343589743589743, |
| "grad_norm": 3.896559000015259, |
| "learning_rate": 1.0702881477575588e-06, |
| "loss": 0.8926, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.9353846153846154, |
| "grad_norm": 3.752502679824829, |
| "learning_rate": 1.0372181648178436e-06, |
| "loss": 0.9382, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.9364102564102564, |
| "grad_norm": 3.334625244140625, |
| "learning_rate": 1.004661778290783e-06, |
| "loss": 0.6633, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.9374358974358974, |
| "grad_norm": 3.897460460662842, |
| "learning_rate": 9.726193296774766e-07, |
| "loss": 0.7738, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.9384615384615385, |
| "grad_norm": 4.598691940307617, |
| "learning_rate": 9.410911550880475e-07, |
| "loss": 0.8331, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.9394871794871795, |
| "grad_norm": 4.020224571228027, |
| "learning_rate": 9.100775852381226e-07, |
| "loss": 0.9878, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.9405128205128205, |
| "grad_norm": 4.421807289123535, |
| "learning_rate": 8.795789454453862e-07, |
| "loss": 1.1013, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.9415384615384615, |
| "grad_norm": 4.398540019989014, |
| "learning_rate": 8.495955556261204e-07, |
| "loss": 0.8937, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.9425641025641026, |
| "grad_norm": 6.260739803314209, |
| "learning_rate": 8.201277302919086e-07, |
| "loss": 1.1365, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.9435897435897436, |
| "grad_norm": 3.387582778930664, |
| "learning_rate": 7.911757785462881e-07, |
| "loss": 0.5612, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.9446153846153846, |
| "grad_norm": 4.812023162841797, |
| "learning_rate": 7.627400040815413e-07, |
| "loss": 1.0781, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.9456410256410256, |
| "grad_norm": 4.107918739318848, |
| "learning_rate": 7.348207051754818e-07, |
| "loss": 0.7609, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.9466666666666667, |
| "grad_norm": 4.248846530914307, |
| "learning_rate": 7.074181746883401e-07, |
| "loss": 0.7369, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.9476923076923077, |
| "grad_norm": 4.63174295425415, |
| "learning_rate": 6.805327000596995e-07, |
| "loss": 0.6237, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.9487179487179487, |
| "grad_norm": 3.942258596420288, |
| "learning_rate": 6.54164563305465e-07, |
| "loss": 0.7415, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.9497435897435897, |
| "grad_norm": 5.168544292449951, |
| "learning_rate": 6.283140410149213e-07, |
| "loss": 1.0296, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.9507692307692308, |
| "grad_norm": 4.351825714111328, |
| "learning_rate": 6.029814043478022e-07, |
| "loss": 0.9396, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.9517948717948718, |
| "grad_norm": 5.255843162536621, |
| "learning_rate": 5.781669190314809e-07, |
| "loss": 0.6457, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.9528205128205128, |
| "grad_norm": 5.010144233703613, |
| "learning_rate": 5.538708453581787e-07, |
| "loss": 0.8027, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.9538461538461539, |
| "grad_norm": 5.048897743225098, |
| "learning_rate": 5.300934381821998e-07, |
| "loss": 0.7858, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.9548717948717949, |
| "grad_norm": 5.082890510559082, |
| "learning_rate": 5.068349469173006e-07, |
| "loss": 0.8434, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.9558974358974359, |
| "grad_norm": 4.683363437652588, |
| "learning_rate": 4.840956155340415e-07, |
| "loss": 0.846, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.9569230769230769, |
| "grad_norm": 4.555981636047363, |
| "learning_rate": 4.6187568255726124e-07, |
| "loss": 0.7578, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.9579487179487179, |
| "grad_norm": 4.5115814208984375, |
| "learning_rate": 4.4017538106352894e-07, |
| "loss": 0.654, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.958974358974359, |
| "grad_norm": 5.074052810668945, |
| "learning_rate": 4.189949386787462e-07, |
| "loss": 1.1065, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 5.363509654998779, |
| "learning_rate": 3.9833457757572636e-07, |
| "loss": 0.7843, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.961025641025641, |
| "grad_norm": 6.79396915435791, |
| "learning_rate": 3.7819451447189126e-07, |
| "loss": 0.7907, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.9620512820512821, |
| "grad_norm": 4.234402656555176, |
| "learning_rate": 3.5857496062695617e-07, |
| "loss": 0.621, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.963076923076923, |
| "grad_norm": 4.6178131103515625, |
| "learning_rate": 3.394761218407705e-07, |
| "loss": 0.716, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.9641025641025641, |
| "grad_norm": 5.502908706665039, |
| "learning_rate": 3.208981984511195e-07, |
| "loss": 1.1312, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.9651282051282051, |
| "grad_norm": 4.802907943725586, |
| "learning_rate": 3.0284138533160924e-07, |
| "loss": 0.6067, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.9661538461538461, |
| "grad_norm": 4.86731481552124, |
| "learning_rate": 2.8530587188968504e-07, |
| "loss": 0.4606, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.9671794871794872, |
| "grad_norm": 6.775837421417236, |
| "learning_rate": 2.682918420645719e-07, |
| "loss": 1.2505, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.9682051282051282, |
| "grad_norm": 5.894476413726807, |
| "learning_rate": 2.5179947432540376e-07, |
| "loss": 0.7912, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.9692307692307692, |
| "grad_norm": 5.020647048950195, |
| "learning_rate": 2.3582894166930268e-07, |
| "loss": 0.6911, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.9702564102564103, |
| "grad_norm": 6.510494232177734, |
| "learning_rate": 2.2038041161960288e-07, |
| "loss": 0.8434, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.9712820512820513, |
| "grad_norm": 8.360902786254883, |
| "learning_rate": 2.0545404622407393e-07, |
| "loss": 1.4077, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.9723076923076923, |
| "grad_norm": 8.382393836975098, |
| "learning_rate": 1.91050002053228e-07, |
| "loss": 1.0157, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.9733333333333334, |
| "grad_norm": 10.754633903503418, |
| "learning_rate": 1.7716843019867646e-07, |
| "loss": 1.6177, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.9743589743589743, |
| "grad_norm": 16.695589065551758, |
| "learning_rate": 1.6380947627153143e-07, |
| "loss": 2.4161, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.9753846153846154, |
| "grad_norm": 3.2838544845581055, |
| "learning_rate": 1.509732804009012e-07, |
| "loss": 1.1099, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.9764102564102564, |
| "grad_norm": 2.8751566410064697, |
| "learning_rate": 1.386599772324082e-07, |
| "loss": 0.8006, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.9774358974358974, |
| "grad_norm": 3.975473403930664, |
| "learning_rate": 1.268696959267679e-07, |
| "loss": 0.9313, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.9784615384615385, |
| "grad_norm": 4.9324235916137695, |
| "learning_rate": 1.156025601584676e-07, |
| "loss": 0.8868, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.9794871794871794, |
| "grad_norm": 3.668186664581299, |
| "learning_rate": 1.0485868811441757e-07, |
| "loss": 0.819, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.9805128205128205, |
| "grad_norm": 3.585177183151245, |
| "learning_rate": 9.463819249275751e-08, |
| "loss": 0.67, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.9815384615384616, |
| "grad_norm": 5.605104446411133, |
| "learning_rate": 8.494118050164646e-08, |
| "loss": 1.3032, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.9825641025641025, |
| "grad_norm": 5.455284118652344, |
| "learning_rate": 7.576775385815249e-08, |
| "loss": 0.7616, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.9835897435897436, |
| "grad_norm": 4.1384711265563965, |
| "learning_rate": 6.711800878718144e-08, |
| "loss": 0.8938, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.9846153846153847, |
| "grad_norm": 3.7249691486358643, |
| "learning_rate": 5.899203602046655e-08, |
| "loss": 0.6647, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.9856410256410256, |
| "grad_norm": 5.5328474044799805, |
| "learning_rate": 5.1389920795613667e-08, |
| "loss": 1.0767, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.9866666666666667, |
| "grad_norm": 4.143031120300293, |
| "learning_rate": 4.4311742855218664e-08, |
| "loss": 0.7569, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.9876923076923076, |
| "grad_norm": 5.039745807647705, |
| "learning_rate": 3.775757644601807e-08, |
| "loss": 1.0621, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.9887179487179487, |
| "grad_norm": 4.493295192718506, |
| "learning_rate": 3.172749031811195e-08, |
| "loss": 1.0456, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.9897435897435898, |
| "grad_norm": 3.9239814281463623, |
| "learning_rate": 2.6221547724253337e-08, |
| "loss": 0.6195, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.9907692307692307, |
| "grad_norm": 6.028420448303223, |
| "learning_rate": 2.1239806419176556e-08, |
| "loss": 0.6658, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.9917948717948718, |
| "grad_norm": 4.432763576507568, |
| "learning_rate": 1.678231865899216e-08, |
| "loss": 0.7334, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.9928205128205129, |
| "grad_norm": 3.8991336822509766, |
| "learning_rate": 1.2849131200631802e-08, |
| "loss": 0.7016, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.9938461538461538, |
| "grad_norm": 6.39743185043335, |
| "learning_rate": 9.440285301370865e-09, |
| "loss": 1.026, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.9948717948717949, |
| "grad_norm": 5.205996513366699, |
| "learning_rate": 6.5558167183898955e-09, |
| "loss": 1.2714, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.9958974358974358, |
| "grad_norm": 5.89625358581543, |
| "learning_rate": 4.1957557084082445e-09, |
| "loss": 0.9163, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.9969230769230769, |
| "grad_norm": 6.269636631011963, |
| "learning_rate": 2.360127027339898e-09, |
| "loss": 1.2324, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.997948717948718, |
| "grad_norm": 5.002432823181152, |
| "learning_rate": 1.0489499300603278e-09, |
| "loss": 0.8293, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.9989743589743589, |
| "grad_norm": 5.600581169128418, |
| "learning_rate": 2.622381702066523e-10, |
| "loss": 0.6417, |
| "step": 974 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 10.595677375793457, |
| "learning_rate": 0.0, |
| "loss": 1.405, |
| "step": 975 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 975, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 244, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.4722657929527296e+16, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
