| { |
| "best_global_step": 5250, |
| "best_metric": 0.9666666666666667, |
| "best_model_checkpoint": "/content/drive/MyDrive/results/checkpoint-5250", |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 5250, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.005714285714285714, |
| "grad_norm": 17.64273452758789, |
| "learning_rate": 4.9914285714285717e-05, |
| "loss": 1.1936, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.011428571428571429, |
| "grad_norm": 4.266286373138428, |
| "learning_rate": 4.981904761904762e-05, |
| "loss": 0.265, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.017142857142857144, |
| "grad_norm": 28.424535751342773, |
| "learning_rate": 4.972380952380953e-05, |
| "loss": 0.4838, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.022857142857142857, |
| "grad_norm": 36.92447280883789, |
| "learning_rate": 4.962857142857143e-05, |
| "loss": 0.4289, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.02857142857142857, |
| "grad_norm": 49.1165885925293, |
| "learning_rate": 4.9533333333333336e-05, |
| "loss": 0.579, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.03428571428571429, |
| "grad_norm": 31.20170783996582, |
| "learning_rate": 4.943809523809524e-05, |
| "loss": 0.56, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.05594627931714058, |
| "learning_rate": 4.934285714285715e-05, |
| "loss": 0.0823, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.045714285714285714, |
| "grad_norm": 0.7502098083496094, |
| "learning_rate": 4.9247619047619045e-05, |
| "loss": 0.3356, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.05142857142857143, |
| "grad_norm": 104.74690246582031, |
| "learning_rate": 4.9152380952380955e-05, |
| "loss": 0.2556, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.05714285714285714, |
| "grad_norm": 0.05787898600101471, |
| "learning_rate": 4.905714285714286e-05, |
| "loss": 0.4061, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.06285714285714286, |
| "grad_norm": 0.8398348093032837, |
| "learning_rate": 4.896190476190476e-05, |
| "loss": 0.2675, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.06857142857142857, |
| "grad_norm": 4.1175856590271, |
| "learning_rate": 4.886666666666667e-05, |
| "loss": 0.3414, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.07428571428571429, |
| "grad_norm": 0.06024930998682976, |
| "learning_rate": 4.8771428571428574e-05, |
| "loss": 0.1901, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.00804824847728014, |
| "learning_rate": 4.8676190476190484e-05, |
| "loss": 0.0111, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.08571428571428572, |
| "grad_norm": 0.005609757266938686, |
| "learning_rate": 4.858095238095238e-05, |
| "loss": 0.9472, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.09142857142857143, |
| "grad_norm": 43.13453674316406, |
| "learning_rate": 4.848571428571429e-05, |
| "loss": 0.2571, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.09714285714285714, |
| "grad_norm": 1.92853581905365, |
| "learning_rate": 4.839047619047619e-05, |
| "loss": 0.002, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.10285714285714286, |
| "grad_norm": 27.809879302978516, |
| "learning_rate": 4.8295238095238096e-05, |
| "loss": 0.5223, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.10857142857142857, |
| "grad_norm": 0.012841647490859032, |
| "learning_rate": 4.82e-05, |
| "loss": 0.6077, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.11428571428571428, |
| "grad_norm": 0.61527019739151, |
| "learning_rate": 4.810476190476191e-05, |
| "loss": 0.3418, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.09194618463516235, |
| "learning_rate": 4.800952380952381e-05, |
| "loss": 0.3749, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.12571428571428572, |
| "grad_norm": 0.21131029725074768, |
| "learning_rate": 4.7914285714285715e-05, |
| "loss": 0.0281, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.13142857142857142, |
| "grad_norm": 0.1608801633119583, |
| "learning_rate": 4.781904761904762e-05, |
| "loss": 0.184, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.13714285714285715, |
| "grad_norm": 0.026573240756988525, |
| "learning_rate": 4.772380952380953e-05, |
| "loss": 0.3858, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.14285714285714285, |
| "grad_norm": 0.021040327847003937, |
| "learning_rate": 4.762857142857143e-05, |
| "loss": 0.0634, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.14857142857142858, |
| "grad_norm": 82.99083709716797, |
| "learning_rate": 4.7533333333333334e-05, |
| "loss": 0.2441, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.15428571428571428, |
| "grad_norm": 128.93238830566406, |
| "learning_rate": 4.7438095238095244e-05, |
| "loss": 0.4496, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.004401959013193846, |
| "learning_rate": 4.734285714285715e-05, |
| "loss": 0.4872, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.1657142857142857, |
| "grad_norm": 125.09761047363281, |
| "learning_rate": 4.724761904761905e-05, |
| "loss": 0.1564, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.17142857142857143, |
| "grad_norm": 0.0030965199694037437, |
| "learning_rate": 4.7152380952380954e-05, |
| "loss": 0.0033, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.17714285714285713, |
| "grad_norm": 2.635863780975342, |
| "learning_rate": 4.7057142857142864e-05, |
| "loss": 0.2608, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.18285714285714286, |
| "grad_norm": 68.70153045654297, |
| "learning_rate": 4.696190476190476e-05, |
| "loss": 0.4525, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.18857142857142858, |
| "grad_norm": 63.105289459228516, |
| "learning_rate": 4.686666666666667e-05, |
| "loss": 0.0194, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.19428571428571428, |
| "grad_norm": 236.0360565185547, |
| "learning_rate": 4.677142857142857e-05, |
| "loss": 0.1372, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 32.54331588745117, |
| "learning_rate": 4.6676190476190476e-05, |
| "loss": 0.2613, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.2057142857142857, |
| "grad_norm": 0.004675976932048798, |
| "learning_rate": 4.658095238095238e-05, |
| "loss": 0.0429, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.21142857142857144, |
| "grad_norm": 0.03607281669974327, |
| "learning_rate": 4.648571428571429e-05, |
| "loss": 0.1908, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.21714285714285714, |
| "grad_norm": 5.619046211242676, |
| "learning_rate": 4.639047619047619e-05, |
| "loss": 0.3356, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.22285714285714286, |
| "grad_norm": 0.010914904996752739, |
| "learning_rate": 4.6295238095238095e-05, |
| "loss": 0.0158, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.22857142857142856, |
| "grad_norm": 21.886714935302734, |
| "learning_rate": 4.6200000000000005e-05, |
| "loss": 0.5892, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.2342857142857143, |
| "grad_norm": 0.5232288241386414, |
| "learning_rate": 4.610476190476191e-05, |
| "loss": 0.284, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.020836379379034042, |
| "learning_rate": 4.600952380952381e-05, |
| "loss": 0.003, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.24571428571428572, |
| "grad_norm": 0.2039761245250702, |
| "learning_rate": 4.5914285714285714e-05, |
| "loss": 0.0367, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.25142857142857145, |
| "grad_norm": 0.0693800076842308, |
| "learning_rate": 4.5819047619047624e-05, |
| "loss": 0.8173, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.2571428571428571, |
| "grad_norm": 0.12653951346874237, |
| "learning_rate": 4.572380952380953e-05, |
| "loss": 0.1129, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.26285714285714284, |
| "grad_norm": 0.051900703459978104, |
| "learning_rate": 4.562857142857143e-05, |
| "loss": 0.0039, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.26857142857142857, |
| "grad_norm": 0.010676045902073383, |
| "learning_rate": 4.553333333333333e-05, |
| "loss": 0.0213, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.2742857142857143, |
| "grad_norm": 0.01385498233139515, |
| "learning_rate": 4.543809523809524e-05, |
| "loss": 0.0004, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.005326184444129467, |
| "learning_rate": 4.534285714285714e-05, |
| "loss": 1.0164, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 13.521037101745605, |
| "learning_rate": 4.524761904761905e-05, |
| "loss": 0.1799, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.2914285714285714, |
| "grad_norm": 15.31581974029541, |
| "learning_rate": 4.515238095238096e-05, |
| "loss": 0.4792, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.29714285714285715, |
| "grad_norm": 40.255271911621094, |
| "learning_rate": 4.5057142857142856e-05, |
| "loss": 0.1579, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.3028571428571429, |
| "grad_norm": 0.029169712215662003, |
| "learning_rate": 4.4961904761904765e-05, |
| "loss": 0.0016, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.30857142857142855, |
| "grad_norm": 0.006985415704548359, |
| "learning_rate": 4.486666666666667e-05, |
| "loss": 0.0005, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.3142857142857143, |
| "grad_norm": 0.0030239038169384003, |
| "learning_rate": 4.477142857142858e-05, |
| "loss": 0.0005, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 213.19363403320312, |
| "learning_rate": 4.4676190476190475e-05, |
| "loss": 0.098, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.32571428571428573, |
| "grad_norm": 0.0016493991715833545, |
| "learning_rate": 4.4580952380952385e-05, |
| "loss": 0.1849, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.3314285714285714, |
| "grad_norm": 3.3912854194641113, |
| "learning_rate": 4.448571428571429e-05, |
| "loss": 0.0361, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.33714285714285713, |
| "grad_norm": 0.08376946300268173, |
| "learning_rate": 4.439047619047619e-05, |
| "loss": 0.136, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.34285714285714286, |
| "grad_norm": 0.06373479962348938, |
| "learning_rate": 4.4295238095238094e-05, |
| "loss": 0.0732, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.3485714285714286, |
| "grad_norm": 0.006168875843286514, |
| "learning_rate": 4.4200000000000004e-05, |
| "loss": 0.0091, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.35428571428571426, |
| "grad_norm": 0.203340083360672, |
| "learning_rate": 4.410476190476191e-05, |
| "loss": 0.0007, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.0036060588899999857, |
| "learning_rate": 4.400952380952381e-05, |
| "loss": 0.0155, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.3657142857142857, |
| "grad_norm": 0.02062399871647358, |
| "learning_rate": 4.391428571428572e-05, |
| "loss": 0.3418, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.37142857142857144, |
| "grad_norm": 0.004614683333784342, |
| "learning_rate": 4.381904761904762e-05, |
| "loss": 0.4713, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.37714285714285717, |
| "grad_norm": 0.0917469784617424, |
| "learning_rate": 4.3723809523809526e-05, |
| "loss": 0.1973, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.38285714285714284, |
| "grad_norm": 0.07799511402845383, |
| "learning_rate": 4.362857142857143e-05, |
| "loss": 0.0014, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.38857142857142857, |
| "grad_norm": 0.007951086387038231, |
| "learning_rate": 4.353333333333334e-05, |
| "loss": 0.0483, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.3942857142857143, |
| "grad_norm": 0.060382016003131866, |
| "learning_rate": 4.343809523809524e-05, |
| "loss": 0.0004, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.006447291001677513, |
| "learning_rate": 4.3342857142857145e-05, |
| "loss": 0.0003, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.4057142857142857, |
| "grad_norm": 0.01139091793447733, |
| "learning_rate": 4.324761904761905e-05, |
| "loss": 0.0606, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.4114285714285714, |
| "grad_norm": 0.007752606179565191, |
| "learning_rate": 4.315238095238096e-05, |
| "loss": 0.3511, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.41714285714285715, |
| "grad_norm": 0.005164056550711393, |
| "learning_rate": 4.3057142857142854e-05, |
| "loss": 0.0002, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.4228571428571429, |
| "grad_norm": 0.0030327115673571825, |
| "learning_rate": 4.2961904761904764e-05, |
| "loss": 0.0005, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.42857142857142855, |
| "grad_norm": 0.006210773717612028, |
| "learning_rate": 4.286666666666667e-05, |
| "loss": 0.2733, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.4342857142857143, |
| "grad_norm": 0.008665598928928375, |
| "learning_rate": 4.277142857142857e-05, |
| "loss": 0.1271, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 6.627468109130859, |
| "learning_rate": 4.267619047619048e-05, |
| "loss": 0.0024, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.44571428571428573, |
| "grad_norm": 0.003166120033711195, |
| "learning_rate": 4.2580952380952383e-05, |
| "loss": 0.1635, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.4514285714285714, |
| "grad_norm": 0.0037195708137005568, |
| "learning_rate": 4.2485714285714286e-05, |
| "loss": 0.0133, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.45714285714285713, |
| "grad_norm": 0.004893586505204439, |
| "learning_rate": 4.239047619047619e-05, |
| "loss": 0.0002, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.46285714285714286, |
| "grad_norm": 14.389771461486816, |
| "learning_rate": 4.22952380952381e-05, |
| "loss": 0.6484, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.4685714285714286, |
| "grad_norm": 0.0205438993871212, |
| "learning_rate": 4.22e-05, |
| "loss": 0.0008, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.4742857142857143, |
| "grad_norm": 0.029758727177977562, |
| "learning_rate": 4.2104761904761906e-05, |
| "loss": 0.0017, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.0652284175157547, |
| "learning_rate": 4.200952380952381e-05, |
| "loss": 0.0031, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.4857142857142857, |
| "grad_norm": 0.022819459438323975, |
| "learning_rate": 4.191428571428572e-05, |
| "loss": 0.168, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.49142857142857144, |
| "grad_norm": 0.03881710767745972, |
| "learning_rate": 4.181904761904762e-05, |
| "loss": 0.3566, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.49714285714285716, |
| "grad_norm": 0.030063018202781677, |
| "learning_rate": 4.1723809523809525e-05, |
| "loss": 0.299, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.5028571428571429, |
| "grad_norm": 0.019900143146514893, |
| "learning_rate": 4.162857142857143e-05, |
| "loss": 0.003, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.5085714285714286, |
| "grad_norm": 0.18599964678287506, |
| "learning_rate": 4.153333333333334e-05, |
| "loss": 0.1079, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.5142857142857142, |
| "grad_norm": 29.733247756958008, |
| "learning_rate": 4.143809523809524e-05, |
| "loss": 0.0087, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 0.0029357471503317356, |
| "learning_rate": 4.1342857142857144e-05, |
| "loss": 0.0005, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.5257142857142857, |
| "grad_norm": 40.658172607421875, |
| "learning_rate": 4.1247619047619054e-05, |
| "loss": 0.5826, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.5314285714285715, |
| "grad_norm": 0.0411856509745121, |
| "learning_rate": 4.115238095238095e-05, |
| "loss": 0.2686, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.5371428571428571, |
| "grad_norm": 0.1206296905875206, |
| "learning_rate": 4.105714285714286e-05, |
| "loss": 0.0575, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.5428571428571428, |
| "grad_norm": 0.20079247653484344, |
| "learning_rate": 4.096190476190476e-05, |
| "loss": 0.1637, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.5485714285714286, |
| "grad_norm": 0.00546575803309679, |
| "learning_rate": 4.086666666666667e-05, |
| "loss": 0.1395, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.5542857142857143, |
| "grad_norm": 31.38728141784668, |
| "learning_rate": 4.077142857142857e-05, |
| "loss": 0.3212, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 0.08750612288713455, |
| "learning_rate": 4.067619047619048e-05, |
| "loss": 0.0101, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.5657142857142857, |
| "grad_norm": 0.025732310488820076, |
| "learning_rate": 4.058095238095238e-05, |
| "loss": 0.0005, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 0.01430827472358942, |
| "learning_rate": 4.0485714285714285e-05, |
| "loss": 0.0084, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.5771428571428572, |
| "grad_norm": 0.011811007745563984, |
| "learning_rate": 4.039047619047619e-05, |
| "loss": 0.1173, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.5828571428571429, |
| "grad_norm": 0.008889657445251942, |
| "learning_rate": 4.02952380952381e-05, |
| "loss": 0.0006, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.5885714285714285, |
| "grad_norm": 0.0036330576986074448, |
| "learning_rate": 4.02e-05, |
| "loss": 0.0003, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.5942857142857143, |
| "grad_norm": 0.00234435242600739, |
| "learning_rate": 4.0104761904761904e-05, |
| "loss": 0.0014, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.00307627790607512, |
| "learning_rate": 4.0009523809523814e-05, |
| "loss": 0.2218, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.6057142857142858, |
| "grad_norm": 0.06940986961126328, |
| "learning_rate": 3.991428571428572e-05, |
| "loss": 0.2121, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.6114285714285714, |
| "grad_norm": 0.055650509893894196, |
| "learning_rate": 3.981904761904762e-05, |
| "loss": 0.1474, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.6171428571428571, |
| "grad_norm": 0.013883732259273529, |
| "learning_rate": 3.9723809523809524e-05, |
| "loss": 0.0039, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.6228571428571429, |
| "grad_norm": 0.017993193119764328, |
| "learning_rate": 3.9628571428571433e-05, |
| "loss": 0.2885, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.6285714285714286, |
| "grad_norm": 0.0010237176902592182, |
| "learning_rate": 3.9533333333333337e-05, |
| "loss": 0.0005, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.6342857142857142, |
| "grad_norm": 0.03742056339979172, |
| "learning_rate": 3.943809523809524e-05, |
| "loss": 0.0008, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.006955550517886877, |
| "learning_rate": 3.934285714285714e-05, |
| "loss": 0.0007, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.6457142857142857, |
| "grad_norm": 0.000616920180618763, |
| "learning_rate": 3.924761904761905e-05, |
| "loss": 0.083, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.6514285714285715, |
| "grad_norm": 0.00940029602497816, |
| "learning_rate": 3.915238095238095e-05, |
| "loss": 0.3797, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.6571428571428571, |
| "grad_norm": 0.0073593053966760635, |
| "learning_rate": 3.905714285714286e-05, |
| "loss": 0.0007, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.6628571428571428, |
| "grad_norm": 0.005003395956009626, |
| "learning_rate": 3.896190476190477e-05, |
| "loss": 0.1397, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.6685714285714286, |
| "grad_norm": 8.796880722045898, |
| "learning_rate": 3.8866666666666665e-05, |
| "loss": 0.1778, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.6742857142857143, |
| "grad_norm": 1.834512710571289, |
| "learning_rate": 3.8771428571428575e-05, |
| "loss": 0.0039, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 0.005978061817586422, |
| "learning_rate": 3.867619047619048e-05, |
| "loss": 0.229, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.6857142857142857, |
| "grad_norm": 0.16255253553390503, |
| "learning_rate": 3.858095238095238e-05, |
| "loss": 0.2901, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.6914285714285714, |
| "grad_norm": 0.016696909442543983, |
| "learning_rate": 3.8485714285714284e-05, |
| "loss": 0.2277, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.6971428571428572, |
| "grad_norm": 28.156402587890625, |
| "learning_rate": 3.8390476190476194e-05, |
| "loss": 0.7037, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.7028571428571428, |
| "grad_norm": 0.0052309781312942505, |
| "learning_rate": 3.82952380952381e-05, |
| "loss": 0.141, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.7085714285714285, |
| "grad_norm": 0.023107612505555153, |
| "learning_rate": 3.82e-05, |
| "loss": 0.0274, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.7142857142857143, |
| "grad_norm": 25.400758743286133, |
| "learning_rate": 3.81047619047619e-05, |
| "loss": 0.1414, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.012754510156810284, |
| "learning_rate": 3.800952380952381e-05, |
| "loss": 0.0011, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.7257142857142858, |
| "grad_norm": 0.03145015984773636, |
| "learning_rate": 3.7914285714285716e-05, |
| "loss": 0.2261, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.7314285714285714, |
| "grad_norm": 0.005335725843906403, |
| "learning_rate": 3.781904761904762e-05, |
| "loss": 0.133, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.7371428571428571, |
| "grad_norm": 18.77435302734375, |
| "learning_rate": 3.772380952380953e-05, |
| "loss": 0.3016, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.7428571428571429, |
| "grad_norm": 0.5359045267105103, |
| "learning_rate": 3.762857142857143e-05, |
| "loss": 0.0014, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.7485714285714286, |
| "grad_norm": 0.01060380507260561, |
| "learning_rate": 3.7533333333333335e-05, |
| "loss": 0.0005, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.7542857142857143, |
| "grad_norm": 0.00490752374753356, |
| "learning_rate": 3.743809523809524e-05, |
| "loss": 0.1164, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.007693658582866192, |
| "learning_rate": 3.734285714285715e-05, |
| "loss": 0.0016, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.7657142857142857, |
| "grad_norm": 0.007629761938005686, |
| "learning_rate": 3.7247619047619045e-05, |
| "loss": 0.0002, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.7714285714285715, |
| "grad_norm": 0.005593541543930769, |
| "learning_rate": 3.7152380952380955e-05, |
| "loss": 0.0003, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.7771428571428571, |
| "grad_norm": 0.0050601474940776825, |
| "learning_rate": 3.705714285714286e-05, |
| "loss": 0.0002, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.7828571428571428, |
| "grad_norm": 0.016248669475317, |
| "learning_rate": 3.696190476190477e-05, |
| "loss": 0.0069, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.7885714285714286, |
| "grad_norm": 0.0007902105571702123, |
| "learning_rate": 3.6866666666666664e-05, |
| "loss": 0.0001, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.7942857142857143, |
| "grad_norm": 0.004743722267448902, |
| "learning_rate": 3.6771428571428574e-05, |
| "loss": 0.0001, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.0179720651358366, |
| "learning_rate": 3.6676190476190484e-05, |
| "loss": 0.265, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.8057142857142857, |
| "grad_norm": 0.00921972282230854, |
| "learning_rate": 3.658095238095238e-05, |
| "loss": 0.1813, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.8114285714285714, |
| "grad_norm": 0.16893801093101501, |
| "learning_rate": 3.648571428571429e-05, |
| "loss": 0.001, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.8171428571428572, |
| "grad_norm": 0.007356683257967234, |
| "learning_rate": 3.639047619047619e-05, |
| "loss": 0.1811, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.8228571428571428, |
| "grad_norm": 0.018923858180642128, |
| "learning_rate": 3.6295238095238096e-05, |
| "loss": 0.2858, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.8285714285714286, |
| "grad_norm": 0.27437275648117065, |
| "learning_rate": 3.62e-05, |
| "loss": 0.0007, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.8342857142857143, |
| "grad_norm": 0.019771279767155647, |
| "learning_rate": 3.610476190476191e-05, |
| "loss": 0.0284, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 0.025037268176674843, |
| "learning_rate": 3.600952380952381e-05, |
| "loss": 0.0038, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.8457142857142858, |
| "grad_norm": 0.00392900500446558, |
| "learning_rate": 3.5914285714285715e-05, |
| "loss": 0.0004, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.8514285714285714, |
| "grad_norm": 0.005280690733343363, |
| "learning_rate": 3.581904761904762e-05, |
| "loss": 0.0002, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 0.006058228202164173, |
| "learning_rate": 3.572380952380953e-05, |
| "loss": 0.1732, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.8628571428571429, |
| "grad_norm": 0.0036155020352452993, |
| "learning_rate": 3.562857142857143e-05, |
| "loss": 0.1937, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.8685714285714285, |
| "grad_norm": 0.01190293487161398, |
| "learning_rate": 3.5533333333333334e-05, |
| "loss": 0.0002, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.8742857142857143, |
| "grad_norm": 0.03379315882921219, |
| "learning_rate": 3.5438095238095244e-05, |
| "loss": 0.0012, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 0.004034122917801142, |
| "learning_rate": 3.534285714285715e-05, |
| "loss": 0.1078, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.8857142857142857, |
| "grad_norm": 0.03500176966190338, |
| "learning_rate": 3.524761904761905e-05, |
| "loss": 0.0002, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.8914285714285715, |
| "grad_norm": 0.04621439427137375, |
| "learning_rate": 3.515238095238095e-05, |
| "loss": 0.175, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.8971428571428571, |
| "grad_norm": 0.03876712545752525, |
| "learning_rate": 3.505714285714286e-05, |
| "loss": 0.1415, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.9028571428571428, |
| "grad_norm": 0.03286244720220566, |
| "learning_rate": 3.496190476190476e-05, |
| "loss": 0.0628, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.9085714285714286, |
| "grad_norm": 0.003553480375558138, |
| "learning_rate": 3.486666666666667e-05, |
| "loss": 0.0006, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.9142857142857143, |
| "grad_norm": 0.021509798243641853, |
| "learning_rate": 3.477142857142857e-05, |
| "loss": 0.1404, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 0.002711076056584716, |
| "learning_rate": 3.4676190476190476e-05, |
| "loss": 0.0001, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.9257142857142857, |
| "grad_norm": 0.03283485397696495, |
| "learning_rate": 3.458095238095238e-05, |
| "loss": 0.1149, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.9314285714285714, |
| "grad_norm": 0.012038812972605228, |
| "learning_rate": 3.448571428571429e-05, |
| "loss": 0.0002, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.9371428571428572, |
| "grad_norm": 0.0029999371618032455, |
| "learning_rate": 3.439047619047619e-05, |
| "loss": 0.0016, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.9428571428571428, |
| "grad_norm": 0.0046099647879600525, |
| "learning_rate": 3.4295238095238095e-05, |
| "loss": 0.1932, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.9485714285714286, |
| "grad_norm": 0.002256957348436117, |
| "learning_rate": 3.4200000000000005e-05, |
| "loss": 0.5235, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.9542857142857143, |
| "grad_norm": 0.008223737590014935, |
| "learning_rate": 3.410476190476191e-05, |
| "loss": 0.0011, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.00148666906170547, |
| "learning_rate": 3.400952380952381e-05, |
| "loss": 0.1731, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.9657142857142857, |
| "grad_norm": 0.001003509620204568, |
| "learning_rate": 3.3914285714285714e-05, |
| "loss": 0.0002, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.9714285714285714, |
| "grad_norm": 0.0026724948547780514, |
| "learning_rate": 3.3819047619047624e-05, |
| "loss": 0.0001, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.9771428571428571, |
| "grad_norm": 0.001233028364367783, |
| "learning_rate": 3.372380952380953e-05, |
| "loss": 0.0001, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.9828571428571429, |
| "grad_norm": 0.0011282219784334302, |
| "learning_rate": 3.362857142857143e-05, |
| "loss": 0.0001, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.9885714285714285, |
| "grad_norm": 0.0020980266854166985, |
| "learning_rate": 3.353333333333333e-05, |
| "loss": 0.2675, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.9942857142857143, |
| "grad_norm": 0.0013234962243586779, |
| "learning_rate": 3.343809523809524e-05, |
| "loss": 0.1349, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.010626723058521748, |
| "learning_rate": 3.334285714285714e-05, |
| "loss": 0.0009, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_accuracy": 0.9466666666666667, |
| "eval_confusion_matrix": [ |
| [ |
| 134, |
| 16 |
| ], |
| [ |
| 0, |
| 150 |
| ] |
| ], |
| "eval_f1": 0.9493670886075949, |
| "eval_loss": 0.2967332601547241, |
| "eval_precision": 0.9036144578313253, |
| "eval_recall": 1.0, |
| "eval_runtime": 51.1105, |
| "eval_samples_per_second": 5.87, |
| "eval_steps_per_second": 1.467, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.0057142857142858, |
| "grad_norm": 191.6178741455078, |
| "learning_rate": 3.324761904761905e-05, |
| "loss": 0.0348, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.0114285714285713, |
| "grad_norm": 0.022168243303894997, |
| "learning_rate": 3.315238095238095e-05, |
| "loss": 0.0001, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.0171428571428571, |
| "grad_norm": 0.041331078857183456, |
| "learning_rate": 3.305714285714286e-05, |
| "loss": 0.125, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.022857142857143, |
| "grad_norm": 0.0064868382178246975, |
| "learning_rate": 3.2961904761904765e-05, |
| "loss": 0.0002, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.0285714285714285, |
| "grad_norm": 0.0005450797034427524, |
| "learning_rate": 3.286666666666667e-05, |
| "loss": 0.0004, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.0342857142857143, |
| "grad_norm": 0.0019499881891533732, |
| "learning_rate": 3.277142857142858e-05, |
| "loss": 0.0003, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.04, |
| "grad_norm": 0.000634088646620512, |
| "learning_rate": 3.2676190476190474e-05, |
| "loss": 0.0599, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.0457142857142858, |
| "grad_norm": 0.0006264725234359503, |
| "learning_rate": 3.2580952380952384e-05, |
| "loss": 0.0825, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.0514285714285714, |
| "grad_norm": 0.0005956575041636825, |
| "learning_rate": 3.248571428571429e-05, |
| "loss": 0.4389, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.0571428571428572, |
| "grad_norm": 0.0012814581859856844, |
| "learning_rate": 3.239047619047619e-05, |
| "loss": 0.0007, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.062857142857143, |
| "grad_norm": 0.006957199424505234, |
| "learning_rate": 3.2295238095238094e-05, |
| "loss": 0.0, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.0685714285714285, |
| "grad_norm": 66.56617736816406, |
| "learning_rate": 3.2200000000000003e-05, |
| "loss": 0.0219, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.0742857142857143, |
| "grad_norm": 0.001454865443520248, |
| "learning_rate": 3.2104761904761907e-05, |
| "loss": 0.1612, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.08, |
| "grad_norm": 0.002158357296139002, |
| "learning_rate": 3.200952380952381e-05, |
| "loss": 0.0051, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.0857142857142856, |
| "grad_norm": 0.025121623650193214, |
| "learning_rate": 3.191428571428571e-05, |
| "loss": 0.0009, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.0914285714285714, |
| "grad_norm": 0.018106577917933464, |
| "learning_rate": 3.181904761904762e-05, |
| "loss": 0.0005, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.0971428571428572, |
| "grad_norm": 0.0005600413423962891, |
| "learning_rate": 3.1723809523809526e-05, |
| "loss": 0.0001, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.1028571428571428, |
| "grad_norm": 0.0014657884603366256, |
| "learning_rate": 3.162857142857143e-05, |
| "loss": 0.0, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.1085714285714285, |
| "grad_norm": 0.006889593321830034, |
| "learning_rate": 3.153333333333334e-05, |
| "loss": 0.0, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.1142857142857143, |
| "grad_norm": 0.0012295544147491455, |
| "learning_rate": 3.143809523809524e-05, |
| "loss": 0.0, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.12, |
| "grad_norm": 0.00048537232214584947, |
| "learning_rate": 3.1342857142857145e-05, |
| "loss": 0.1003, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.1257142857142857, |
| "grad_norm": 0.0005973904044367373, |
| "learning_rate": 3.124761904761905e-05, |
| "loss": 0.0, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.1314285714285715, |
| "grad_norm": 52.513946533203125, |
| "learning_rate": 3.115238095238096e-05, |
| "loss": 0.1301, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.1371428571428572, |
| "grad_norm": 0.000671566987875849, |
| "learning_rate": 3.1057142857142854e-05, |
| "loss": 0.0, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.1428571428571428, |
| "grad_norm": 5.312678813934326, |
| "learning_rate": 3.0961904761904764e-05, |
| "loss": 0.003, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.1485714285714286, |
| "grad_norm": 0.001150663592852652, |
| "learning_rate": 3.086666666666667e-05, |
| "loss": 0.0011, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.1542857142857144, |
| "grad_norm": 0.0007879695622250438, |
| "learning_rate": 3.077142857142857e-05, |
| "loss": 0.0, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.16, |
| "grad_norm": 0.00015067661297507584, |
| "learning_rate": 3.067619047619047e-05, |
| "loss": 0.0, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.1657142857142857, |
| "grad_norm": 0.00041570121538825333, |
| "learning_rate": 3.058095238095238e-05, |
| "loss": 0.0009, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.1714285714285715, |
| "grad_norm": 0.000430635322118178, |
| "learning_rate": 3.048571428571429e-05, |
| "loss": 0.0, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.177142857142857, |
| "grad_norm": 0.043512534350156784, |
| "learning_rate": 3.0390476190476193e-05, |
| "loss": 0.0001, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.1828571428571428, |
| "grad_norm": 0.0007381869945675135, |
| "learning_rate": 3.02952380952381e-05, |
| "loss": 0.0111, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.1885714285714286, |
| "grad_norm": 0.008462137542665005, |
| "learning_rate": 3.02e-05, |
| "loss": 0.2104, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.1942857142857144, |
| "grad_norm": 0.00042232233681716025, |
| "learning_rate": 3.010476190476191e-05, |
| "loss": 0.1346, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.2, |
| "grad_norm": 0.0002577291743364185, |
| "learning_rate": 3.000952380952381e-05, |
| "loss": 0.1239, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.2057142857142857, |
| "grad_norm": 0.0002823601244017482, |
| "learning_rate": 2.9914285714285718e-05, |
| "loss": 0.1407, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.2114285714285715, |
| "grad_norm": 0.00040068200905807316, |
| "learning_rate": 2.9819047619047618e-05, |
| "loss": 0.2899, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.217142857142857, |
| "grad_norm": 32.870643615722656, |
| "learning_rate": 2.9723809523809524e-05, |
| "loss": 0.3597, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.2228571428571429, |
| "grad_norm": 0.6476877927780151, |
| "learning_rate": 2.9628571428571428e-05, |
| "loss": 0.5764, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.2285714285714286, |
| "grad_norm": 0.00826298724859953, |
| "learning_rate": 2.9533333333333334e-05, |
| "loss": 0.2299, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.2342857142857142, |
| "grad_norm": 3.858116865158081, |
| "learning_rate": 2.9438095238095237e-05, |
| "loss": 0.0016, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.24, |
| "grad_norm": 0.0067163994535803795, |
| "learning_rate": 2.9342857142857144e-05, |
| "loss": 0.0003, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.2457142857142858, |
| "grad_norm": 0.0036509858909994364, |
| "learning_rate": 2.924761904761905e-05, |
| "loss": 0.1285, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.2514285714285713, |
| "grad_norm": 0.015552601777017117, |
| "learning_rate": 2.9152380952380953e-05, |
| "loss": 0.0004, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.2571428571428571, |
| "grad_norm": 0.000446611171355471, |
| "learning_rate": 2.905714285714286e-05, |
| "loss": 0.0005, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.262857142857143, |
| "grad_norm": 0.0009512038086540997, |
| "learning_rate": 2.8961904761904763e-05, |
| "loss": 0.0001, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.2685714285714287, |
| "grad_norm": 0.0030640887562185526, |
| "learning_rate": 2.886666666666667e-05, |
| "loss": 0.0001, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.2742857142857142, |
| "grad_norm": 0.0019656685180962086, |
| "learning_rate": 2.8771428571428572e-05, |
| "loss": 0.0004, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.28, |
| "grad_norm": 0.002176352310925722, |
| "learning_rate": 2.867619047619048e-05, |
| "loss": 0.2573, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.2857142857142856, |
| "grad_norm": 0.015082145109772682, |
| "learning_rate": 2.8580952380952382e-05, |
| "loss": 0.0011, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.2914285714285714, |
| "grad_norm": 0.008587644435465336, |
| "learning_rate": 2.848571428571429e-05, |
| "loss": 0.0005, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.2971428571428572, |
| "grad_norm": 0.005948375444859266, |
| "learning_rate": 2.8390476190476188e-05, |
| "loss": 0.0003, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.302857142857143, |
| "grad_norm": 0.005841241218149662, |
| "learning_rate": 2.8295238095238098e-05, |
| "loss": 0.0002, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.3085714285714285, |
| "grad_norm": 0.002768011298030615, |
| "learning_rate": 2.8199999999999998e-05, |
| "loss": 0.0002, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.3142857142857143, |
| "grad_norm": 0.008890604600310326, |
| "learning_rate": 2.8104761904761908e-05, |
| "loss": 0.0001, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.32, |
| "grad_norm": 0.005875918548554182, |
| "learning_rate": 2.8009523809523814e-05, |
| "loss": 0.0001, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.3257142857142856, |
| "grad_norm": 0.003565941471606493, |
| "learning_rate": 2.7914285714285714e-05, |
| "loss": 0.0001, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.3314285714285714, |
| "grad_norm": 0.0007341969758272171, |
| "learning_rate": 2.7819047619047624e-05, |
| "loss": 0.0001, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.3371428571428572, |
| "grad_norm": 0.0013373341644182801, |
| "learning_rate": 2.7723809523809523e-05, |
| "loss": 0.1067, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.342857142857143, |
| "grad_norm": 1.3335057497024536, |
| "learning_rate": 2.762857142857143e-05, |
| "loss": 0.0007, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.3485714285714285, |
| "grad_norm": 0.004974650219082832, |
| "learning_rate": 2.7533333333333333e-05, |
| "loss": 0.0001, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.3542857142857143, |
| "grad_norm": 0.0024440072011202574, |
| "learning_rate": 2.743809523809524e-05, |
| "loss": 0.0001, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.3599999999999999, |
| "grad_norm": 0.0007350842352025211, |
| "learning_rate": 2.7342857142857142e-05, |
| "loss": 0.0001, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.3657142857142857, |
| "grad_norm": 0.0008731639827601612, |
| "learning_rate": 2.724761904761905e-05, |
| "loss": 0.0, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.3714285714285714, |
| "grad_norm": 0.002871771575883031, |
| "learning_rate": 2.7152380952380952e-05, |
| "loss": 0.0005, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.3771428571428572, |
| "grad_norm": 0.0009955806890502572, |
| "learning_rate": 2.705714285714286e-05, |
| "loss": 0.0, |
| "step": 2410 |
| }, |
| { |
| "epoch": 1.3828571428571428, |
| "grad_norm": 0.0100939329713583, |
| "learning_rate": 2.696190476190476e-05, |
| "loss": 0.1438, |
| "step": 2420 |
| }, |
| { |
| "epoch": 1.3885714285714286, |
| "grad_norm": 0.00022404429910238832, |
| "learning_rate": 2.6866666666666668e-05, |
| "loss": 0.2367, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.3942857142857144, |
| "grad_norm": 0.0022444508504122496, |
| "learning_rate": 2.6771428571428575e-05, |
| "loss": 0.0, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.4, |
| "grad_norm": 0.0005950150662101805, |
| "learning_rate": 2.6676190476190478e-05, |
| "loss": 0.0004, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.4057142857142857, |
| "grad_norm": 0.001695643295533955, |
| "learning_rate": 2.6580952380952384e-05, |
| "loss": 0.1158, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.4114285714285715, |
| "grad_norm": 0.000949078646954149, |
| "learning_rate": 2.6485714285714287e-05, |
| "loss": 0.0002, |
| "step": 2470 |
| }, |
| { |
| "epoch": 1.4171428571428573, |
| "grad_norm": 0.0008333760779350996, |
| "learning_rate": 2.6390476190476194e-05, |
| "loss": 0.0009, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.4228571428571428, |
| "grad_norm": 0.0009505357011221349, |
| "learning_rate": 2.6295238095238093e-05, |
| "loss": 0.0, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.4285714285714286, |
| "grad_norm": 0.0007399366004392505, |
| "learning_rate": 2.6200000000000003e-05, |
| "loss": 0.1381, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.4342857142857142, |
| "grad_norm": 0.001596577581949532, |
| "learning_rate": 2.6104761904761903e-05, |
| "loss": 0.0001, |
| "step": 2510 |
| }, |
| { |
| "epoch": 1.44, |
| "grad_norm": 0.004256479442119598, |
| "learning_rate": 2.6009523809523813e-05, |
| "loss": 0.0001, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.4457142857142857, |
| "grad_norm": 0.0038327255751937628, |
| "learning_rate": 2.5914285714285713e-05, |
| "loss": 0.0971, |
| "step": 2530 |
| }, |
| { |
| "epoch": 1.4514285714285715, |
| "grad_norm": 0.0014680447056889534, |
| "learning_rate": 2.581904761904762e-05, |
| "loss": 0.0001, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.457142857142857, |
| "grad_norm": 0.0017378309275954962, |
| "learning_rate": 2.572380952380953e-05, |
| "loss": 0.0, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.4628571428571429, |
| "grad_norm": 0.0006963812629692256, |
| "learning_rate": 2.562857142857143e-05, |
| "loss": 0.0, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.4685714285714286, |
| "grad_norm": 0.0005469249445013702, |
| "learning_rate": 2.553333333333334e-05, |
| "loss": 0.0, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.4742857142857142, |
| "grad_norm": 0.0020307425875216722, |
| "learning_rate": 2.5438095238095238e-05, |
| "loss": 0.0, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.48, |
| "grad_norm": 0.00296126795001328, |
| "learning_rate": 2.5342857142857145e-05, |
| "loss": 0.0002, |
| "step": 2590 |
| }, |
| { |
| "epoch": 1.4857142857142858, |
| "grad_norm": 0.0009966791840270162, |
| "learning_rate": 2.5247619047619048e-05, |
| "loss": 0.1516, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.4914285714285715, |
| "grad_norm": 0.00031807803316041827, |
| "learning_rate": 2.5152380952380954e-05, |
| "loss": 0.0001, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.497142857142857, |
| "grad_norm": 0.009828347712755203, |
| "learning_rate": 2.5057142857142857e-05, |
| "loss": 0.0007, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.502857142857143, |
| "grad_norm": 0.0006143170758150518, |
| "learning_rate": 2.4961904761904764e-05, |
| "loss": 0.0005, |
| "step": 2630 |
| }, |
| { |
| "epoch": 1.5085714285714285, |
| "grad_norm": 0.0012674720492213964, |
| "learning_rate": 2.486666666666667e-05, |
| "loss": 0.0014, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.5142857142857142, |
| "grad_norm": 0.0010443321662023664, |
| "learning_rate": 2.4771428571428573e-05, |
| "loss": 0.0, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.52, |
| "grad_norm": 0.0004041406500618905, |
| "learning_rate": 2.4676190476190476e-05, |
| "loss": 0.0, |
| "step": 2660 |
| }, |
| { |
| "epoch": 1.5257142857142858, |
| "grad_norm": 0.0026177330873906612, |
| "learning_rate": 2.4580952380952383e-05, |
| "loss": 0.0, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.5314285714285716, |
| "grad_norm": 0.0008137308177538216, |
| "learning_rate": 2.4485714285714286e-05, |
| "loss": 0.0001, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.5371428571428571, |
| "grad_norm": 0.0007725137984380126, |
| "learning_rate": 2.4390476190476193e-05, |
| "loss": 0.0, |
| "step": 2690 |
| }, |
| { |
| "epoch": 1.5428571428571427, |
| "grad_norm": 0.0001600683172000572, |
| "learning_rate": 2.4295238095238096e-05, |
| "loss": 0.0, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.5485714285714285, |
| "grad_norm": 0.0004096600168850273, |
| "learning_rate": 2.4200000000000002e-05, |
| "loss": 0.0, |
| "step": 2710 |
| }, |
| { |
| "epoch": 1.5542857142857143, |
| "grad_norm": 0.0005124931922182441, |
| "learning_rate": 2.4104761904761905e-05, |
| "loss": 0.0, |
| "step": 2720 |
| }, |
| { |
| "epoch": 1.56, |
| "grad_norm": 0.0005082632414996624, |
| "learning_rate": 2.4009523809523808e-05, |
| "loss": 0.0, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.5657142857142858, |
| "grad_norm": 0.000712780689354986, |
| "learning_rate": 2.3914285714285715e-05, |
| "loss": 0.0, |
| "step": 2740 |
| }, |
| { |
| "epoch": 1.5714285714285714, |
| "grad_norm": 0.00032857173937372863, |
| "learning_rate": 2.381904761904762e-05, |
| "loss": 0.1229, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.5771428571428572, |
| "grad_norm": 0.00030128704383969307, |
| "learning_rate": 2.3723809523809524e-05, |
| "loss": 0.0001, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.5828571428571427, |
| "grad_norm": 0.00038745187339372933, |
| "learning_rate": 2.362857142857143e-05, |
| "loss": 0.0001, |
| "step": 2770 |
| }, |
| { |
| "epoch": 1.5885714285714285, |
| "grad_norm": 0.0006683755200356245, |
| "learning_rate": 2.3533333333333334e-05, |
| "loss": 0.0, |
| "step": 2780 |
| }, |
| { |
| "epoch": 1.5942857142857143, |
| "grad_norm": 0.059161413460969925, |
| "learning_rate": 2.343809523809524e-05, |
| "loss": 0.1192, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 0.00031077099265530705, |
| "learning_rate": 2.3342857142857143e-05, |
| "loss": 0.0, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.6057142857142859, |
| "grad_norm": 0.00445091538131237, |
| "learning_rate": 2.324761904761905e-05, |
| "loss": 0.0, |
| "step": 2810 |
| }, |
| { |
| "epoch": 1.6114285714285714, |
| "grad_norm": 0.0002443564881104976, |
| "learning_rate": 2.3152380952380953e-05, |
| "loss": 0.0051, |
| "step": 2820 |
| }, |
| { |
| "epoch": 1.617142857142857, |
| "grad_norm": 0.0018730099545791745, |
| "learning_rate": 2.3057142857142856e-05, |
| "loss": 0.0, |
| "step": 2830 |
| }, |
| { |
| "epoch": 1.6228571428571428, |
| "grad_norm": 0.0003027350758202374, |
| "learning_rate": 2.2961904761904763e-05, |
| "loss": 0.0, |
| "step": 2840 |
| }, |
| { |
| "epoch": 1.6285714285714286, |
| "grad_norm": 0.00027901650173589587, |
| "learning_rate": 2.2866666666666666e-05, |
| "loss": 0.0, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.6342857142857143, |
| "grad_norm": 0.00037021900061517954, |
| "learning_rate": 2.2771428571428572e-05, |
| "loss": 0.0071, |
| "step": 2860 |
| }, |
| { |
| "epoch": 1.6400000000000001, |
| "grad_norm": 0.0009214534074999392, |
| "learning_rate": 2.267619047619048e-05, |
| "loss": 0.0, |
| "step": 2870 |
| }, |
| { |
| "epoch": 1.6457142857142857, |
| "grad_norm": 0.0006592008285224438, |
| "learning_rate": 2.2580952380952382e-05, |
| "loss": 0.0001, |
| "step": 2880 |
| }, |
| { |
| "epoch": 1.6514285714285715, |
| "grad_norm": 0.0019794690888375044, |
| "learning_rate": 2.2485714285714288e-05, |
| "loss": 0.0002, |
| "step": 2890 |
| }, |
| { |
| "epoch": 1.657142857142857, |
| "grad_norm": 0.0005633673281408846, |
| "learning_rate": 2.239047619047619e-05, |
| "loss": 0.0, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.6628571428571428, |
| "grad_norm": 0.00013770227087661624, |
| "learning_rate": 2.2295238095238098e-05, |
| "loss": 0.0, |
| "step": 2910 |
| }, |
| { |
| "epoch": 1.6685714285714286, |
| "grad_norm": 0.0002988230262417346, |
| "learning_rate": 2.22e-05, |
| "loss": 0.0, |
| "step": 2920 |
| }, |
| { |
| "epoch": 1.6742857142857144, |
| "grad_norm": 0.00019854371203109622, |
| "learning_rate": 2.2104761904761907e-05, |
| "loss": 0.0, |
| "step": 2930 |
| }, |
| { |
| "epoch": 1.6800000000000002, |
| "grad_norm": 0.0002982499136123806, |
| "learning_rate": 2.200952380952381e-05, |
| "loss": 0.0, |
| "step": 2940 |
| }, |
| { |
| "epoch": 1.6857142857142857, |
| "grad_norm": 0.0014506465522572398, |
| "learning_rate": 2.1914285714285714e-05, |
| "loss": 0.0, |
| "step": 2950 |
| }, |
| { |
| "epoch": 1.6914285714285713, |
| "grad_norm": 0.00011890920723089948, |
| "learning_rate": 2.181904761904762e-05, |
| "loss": 0.0019, |
| "step": 2960 |
| }, |
| { |
| "epoch": 1.697142857142857, |
| "grad_norm": 8.7045606051106e-05, |
| "learning_rate": 2.1723809523809523e-05, |
| "loss": 0.2113, |
| "step": 2970 |
| }, |
| { |
| "epoch": 1.7028571428571428, |
| "grad_norm": 0.00029679082217626274, |
| "learning_rate": 2.162857142857143e-05, |
| "loss": 0.0, |
| "step": 2980 |
| }, |
| { |
| "epoch": 1.7085714285714286, |
| "grad_norm": 0.00038837609463371336, |
| "learning_rate": 2.1533333333333333e-05, |
| "loss": 0.1748, |
| "step": 2990 |
| }, |
| { |
| "epoch": 1.7142857142857144, |
| "grad_norm": 0.0008633567485958338, |
| "learning_rate": 2.143809523809524e-05, |
| "loss": 0.0001, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.72, |
| "grad_norm": 0.008784199133515358, |
| "learning_rate": 2.1342857142857146e-05, |
| "loss": 0.0004, |
| "step": 3010 |
| }, |
| { |
| "epoch": 1.7257142857142858, |
| "grad_norm": 0.002609346294775605, |
| "learning_rate": 2.124761904761905e-05, |
| "loss": 0.0, |
| "step": 3020 |
| }, |
| { |
| "epoch": 1.7314285714285713, |
| "grad_norm": 0.003019396448507905, |
| "learning_rate": 2.1152380952380955e-05, |
| "loss": 0.0, |
| "step": 3030 |
| }, |
| { |
| "epoch": 1.737142857142857, |
| "grad_norm": 0.01715235412120819, |
| "learning_rate": 2.105714285714286e-05, |
| "loss": 0.0, |
| "step": 3040 |
| }, |
| { |
| "epoch": 1.7428571428571429, |
| "grad_norm": 0.00014924482093192637, |
| "learning_rate": 2.0961904761904765e-05, |
| "loss": 0.0002, |
| "step": 3050 |
| }, |
| { |
| "epoch": 1.7485714285714287, |
| "grad_norm": 0.0014672178076580167, |
| "learning_rate": 2.0866666666666668e-05, |
| "loss": 0.0001, |
| "step": 3060 |
| }, |
| { |
| "epoch": 1.7542857142857144, |
| "grad_norm": 0.0014473780756816268, |
| "learning_rate": 2.077142857142857e-05, |
| "loss": 0.0003, |
| "step": 3070 |
| }, |
| { |
| "epoch": 1.76, |
| "grad_norm": 0.0001476660545449704, |
| "learning_rate": 2.0676190476190477e-05, |
| "loss": 0.0001, |
| "step": 3080 |
| }, |
| { |
| "epoch": 1.7657142857142856, |
| "grad_norm": 38.00840377807617, |
| "learning_rate": 2.058095238095238e-05, |
| "loss": 0.175, |
| "step": 3090 |
| }, |
| { |
| "epoch": 1.7714285714285714, |
| "grad_norm": 0.0005729282274842262, |
| "learning_rate": 2.0485714285714287e-05, |
| "loss": 0.0, |
| "step": 3100 |
| }, |
| { |
| "epoch": 1.7771428571428571, |
| "grad_norm": 0.0005378316855058074, |
| "learning_rate": 2.039047619047619e-05, |
| "loss": 0.0, |
| "step": 3110 |
| }, |
| { |
| "epoch": 1.782857142857143, |
| "grad_norm": 0.0008378399070352316, |
| "learning_rate": 2.0295238095238097e-05, |
| "loss": 0.0004, |
| "step": 3120 |
| }, |
| { |
| "epoch": 1.7885714285714287, |
| "grad_norm": 0.0002487874880898744, |
| "learning_rate": 2.0200000000000003e-05, |
| "loss": 0.0, |
| "step": 3130 |
| }, |
| { |
| "epoch": 1.7942857142857143, |
| "grad_norm": 0.0004080509825143963, |
| "learning_rate": 2.0104761904761906e-05, |
| "loss": 0.0, |
| "step": 3140 |
| }, |
| { |
| "epoch": 1.8, |
| "grad_norm": 0.0027122183237224817, |
| "learning_rate": 2.0009523809523813e-05, |
| "loss": 0.1379, |
| "step": 3150 |
| }, |
| { |
| "epoch": 1.8057142857142856, |
| "grad_norm": 0.0038423400837928057, |
| "learning_rate": 1.9914285714285716e-05, |
| "loss": 0.0, |
| "step": 3160 |
| }, |
| { |
| "epoch": 1.8114285714285714, |
| "grad_norm": 0.014261185191571712, |
| "learning_rate": 1.981904761904762e-05, |
| "loss": 0.0001, |
| "step": 3170 |
| }, |
| { |
| "epoch": 1.8171428571428572, |
| "grad_norm": 0.002577024046331644, |
| "learning_rate": 1.9723809523809525e-05, |
| "loss": 0.0001, |
| "step": 3180 |
| }, |
| { |
| "epoch": 1.822857142857143, |
| "grad_norm": 0.001190463313832879, |
| "learning_rate": 1.962857142857143e-05, |
| "loss": 0.0, |
| "step": 3190 |
| }, |
| { |
| "epoch": 1.8285714285714287, |
| "grad_norm": 0.002406089100986719, |
| "learning_rate": 1.9533333333333335e-05, |
| "loss": 0.1616, |
| "step": 3200 |
| }, |
| { |
| "epoch": 1.8342857142857143, |
| "grad_norm": 0.01103859394788742, |
| "learning_rate": 1.9438095238095238e-05, |
| "loss": 0.0001, |
| "step": 3210 |
| }, |
| { |
| "epoch": 1.8399999999999999, |
| "grad_norm": 0.00028789998032152653, |
| "learning_rate": 1.9342857142857144e-05, |
| "loss": 0.0014, |
| "step": 3220 |
| }, |
| { |
| "epoch": 1.8457142857142856, |
| "grad_norm": 0.0012670767027884722, |
| "learning_rate": 1.9247619047619048e-05, |
| "loss": 0.0, |
| "step": 3230 |
| }, |
| { |
| "epoch": 1.8514285714285714, |
| "grad_norm": 0.0026308537926524878, |
| "learning_rate": 1.915238095238095e-05, |
| "loss": 0.0001, |
| "step": 3240 |
| }, |
| { |
| "epoch": 1.8571428571428572, |
| "grad_norm": 0.00014759917394258082, |
| "learning_rate": 1.9057142857142857e-05, |
| "loss": 0.0, |
| "step": 3250 |
| }, |
| { |
| "epoch": 1.862857142857143, |
| "grad_norm": 0.001177117694169283, |
| "learning_rate": 1.8961904761904764e-05, |
| "loss": 0.0, |
| "step": 3260 |
| }, |
| { |
| "epoch": 1.8685714285714285, |
| "grad_norm": 0.0002536766405683011, |
| "learning_rate": 1.886666666666667e-05, |
| "loss": 0.0, |
| "step": 3270 |
| }, |
| { |
| "epoch": 1.8742857142857143, |
| "grad_norm": 0.0006252914317883551, |
| "learning_rate": 1.8771428571428573e-05, |
| "loss": 0.0206, |
| "step": 3280 |
| }, |
| { |
| "epoch": 1.88, |
| "grad_norm": 0.0007432335987687111, |
| "learning_rate": 1.8676190476190476e-05, |
| "loss": 0.0, |
| "step": 3290 |
| }, |
| { |
| "epoch": 1.8857142857142857, |
| "grad_norm": 0.003461675252765417, |
| "learning_rate": 1.8580952380952383e-05, |
| "loss": 0.0001, |
| "step": 3300 |
| }, |
| { |
| "epoch": 1.8914285714285715, |
| "grad_norm": 0.001025988138280809, |
| "learning_rate": 1.8485714285714286e-05, |
| "loss": 0.0, |
| "step": 3310 |
| }, |
| { |
| "epoch": 1.8971428571428572, |
| "grad_norm": 0.000230508841923438, |
| "learning_rate": 1.8390476190476192e-05, |
| "loss": 0.0001, |
| "step": 3320 |
| }, |
| { |
| "epoch": 1.9028571428571428, |
| "grad_norm": 0.0005648944643326104, |
| "learning_rate": 1.8295238095238095e-05, |
| "loss": 0.0, |
| "step": 3330 |
| }, |
| { |
| "epoch": 1.9085714285714286, |
| "grad_norm": 0.0018147100927308202, |
| "learning_rate": 1.8200000000000002e-05, |
| "loss": 0.0001, |
| "step": 3340 |
| }, |
| { |
| "epoch": 1.9142857142857141, |
| "grad_norm": 0.003773145377635956, |
| "learning_rate": 1.8104761904761905e-05, |
| "loss": 0.0001, |
| "step": 3350 |
| }, |
| { |
| "epoch": 1.92, |
| "grad_norm": 0.001586846774443984, |
| "learning_rate": 1.8009523809523808e-05, |
| "loss": 0.0, |
| "step": 3360 |
| }, |
| { |
| "epoch": 1.9257142857142857, |
| "grad_norm": 0.0017239123117178679, |
| "learning_rate": 1.7914285714285715e-05, |
| "loss": 0.0, |
| "step": 3370 |
| }, |
| { |
| "epoch": 1.9314285714285715, |
| "grad_norm": 0.0014524596044793725, |
| "learning_rate": 1.7819047619047618e-05, |
| "loss": 0.0002, |
| "step": 3380 |
| }, |
| { |
| "epoch": 1.9371428571428573, |
| "grad_norm": 0.000279445230262354, |
| "learning_rate": 1.7723809523809528e-05, |
| "loss": 0.0, |
| "step": 3390 |
| }, |
| { |
| "epoch": 1.9428571428571428, |
| "grad_norm": 0.0004057343758177012, |
| "learning_rate": 1.762857142857143e-05, |
| "loss": 0.0, |
| "step": 3400 |
| }, |
| { |
| "epoch": 1.9485714285714286, |
| "grad_norm": 0.00027936859987676144, |
| "learning_rate": 1.7533333333333334e-05, |
| "loss": 0.0, |
| "step": 3410 |
| }, |
| { |
| "epoch": 1.9542857142857142, |
| "grad_norm": 0.001509898342192173, |
| "learning_rate": 1.743809523809524e-05, |
| "loss": 0.0, |
| "step": 3420 |
| }, |
| { |
| "epoch": 1.96, |
| "grad_norm": 0.00012822652934119105, |
| "learning_rate": 1.7342857142857143e-05, |
| "loss": 0.1328, |
| "step": 3430 |
| }, |
| { |
| "epoch": 1.9657142857142857, |
| "grad_norm": 0.0005337603506632149, |
| "learning_rate": 1.724761904761905e-05, |
| "loss": 0.0, |
| "step": 3440 |
| }, |
| { |
| "epoch": 1.9714285714285715, |
| "grad_norm": 0.030693264678120613, |
| "learning_rate": 1.7152380952380953e-05, |
| "loss": 0.1004, |
| "step": 3450 |
| }, |
| { |
| "epoch": 1.977142857142857, |
| "grad_norm": 5.570947178057395e-05, |
| "learning_rate": 1.7057142857142856e-05, |
| "loss": 0.0, |
| "step": 3460 |
| }, |
| { |
| "epoch": 1.9828571428571429, |
| "grad_norm": 0.00020090014731977135, |
| "learning_rate": 1.6961904761904762e-05, |
| "loss": 0.0, |
| "step": 3470 |
| }, |
| { |
| "epoch": 1.9885714285714284, |
| "grad_norm": 0.0002237821026938036, |
| "learning_rate": 1.6866666666666666e-05, |
| "loss": 0.0, |
| "step": 3480 |
| }, |
| { |
| "epoch": 1.9942857142857142, |
| "grad_norm": 0.00015548437659163028, |
| "learning_rate": 1.6771428571428572e-05, |
| "loss": 0.0, |
| "step": 3490 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.0005550477071665227, |
| "learning_rate": 1.6676190476190475e-05, |
| "loss": 0.0, |
| "step": 3500 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_accuracy": 0.94, |
| "eval_confusion_matrix": [ |
| [ |
| 133, |
| 17 |
| ], |
| [ |
| 1, |
| 149 |
| ] |
| ], |
| "eval_f1": 0.9430379746835443, |
| "eval_loss": 0.5125534534454346, |
| "eval_precision": 0.8975903614457831, |
| "eval_recall": 0.9933333333333333, |
| "eval_runtime": 50.9554, |
| "eval_samples_per_second": 5.888, |
| "eval_steps_per_second": 1.472, |
| "step": 3500 |
| }, |
| { |
| "epoch": 2.005714285714286, |
| "grad_norm": 0.00017283546912949532, |
| "learning_rate": 1.658095238095238e-05, |
| "loss": 0.0, |
| "step": 3510 |
| }, |
| { |
| "epoch": 2.0114285714285716, |
| "grad_norm": 0.0003137349267490208, |
| "learning_rate": 1.6485714285714288e-05, |
| "loss": 0.0, |
| "step": 3520 |
| }, |
| { |
| "epoch": 2.0171428571428573, |
| "grad_norm": 6.861820293124765e-05, |
| "learning_rate": 1.639047619047619e-05, |
| "loss": 0.0, |
| "step": 3530 |
| }, |
| { |
| "epoch": 2.0228571428571427, |
| "grad_norm": 0.0003773813950829208, |
| "learning_rate": 1.6295238095238098e-05, |
| "loss": 0.0, |
| "step": 3540 |
| }, |
| { |
| "epoch": 2.0285714285714285, |
| "grad_norm": 0.00010245596786262468, |
| "learning_rate": 1.62e-05, |
| "loss": 0.0, |
| "step": 3550 |
| }, |
| { |
| "epoch": 2.0342857142857143, |
| "grad_norm": 0.00012887960474472493, |
| "learning_rate": 1.6104761904761907e-05, |
| "loss": 0.0, |
| "step": 3560 |
| }, |
| { |
| "epoch": 2.04, |
| "grad_norm": 5.6707096518948674e-05, |
| "learning_rate": 1.600952380952381e-05, |
| "loss": 0.0, |
| "step": 3570 |
| }, |
| { |
| "epoch": 2.045714285714286, |
| "grad_norm": 0.00012953024997841567, |
| "learning_rate": 1.5914285714285713e-05, |
| "loss": 0.0, |
| "step": 3580 |
| }, |
| { |
| "epoch": 2.0514285714285716, |
| "grad_norm": 0.0003262261161580682, |
| "learning_rate": 1.581904761904762e-05, |
| "loss": 0.0, |
| "step": 3590 |
| }, |
| { |
| "epoch": 2.057142857142857, |
| "grad_norm": 0.00010095710604218766, |
| "learning_rate": 1.5723809523809523e-05, |
| "loss": 0.0, |
| "step": 3600 |
| }, |
| { |
| "epoch": 2.0628571428571427, |
| "grad_norm": 0.00024281902005895972, |
| "learning_rate": 1.562857142857143e-05, |
| "loss": 0.0, |
| "step": 3610 |
| }, |
| { |
| "epoch": 2.0685714285714285, |
| "grad_norm": 0.0005229800590313971, |
| "learning_rate": 1.5533333333333333e-05, |
| "loss": 0.0, |
| "step": 3620 |
| }, |
| { |
| "epoch": 2.0742857142857143, |
| "grad_norm": 0.00016934247105382383, |
| "learning_rate": 1.543809523809524e-05, |
| "loss": 0.0, |
| "step": 3630 |
| }, |
| { |
| "epoch": 2.08, |
| "grad_norm": 0.00047693029046058655, |
| "learning_rate": 1.5342857142857146e-05, |
| "loss": 0.0, |
| "step": 3640 |
| }, |
| { |
| "epoch": 2.085714285714286, |
| "grad_norm": 0.0010783161269500852, |
| "learning_rate": 1.524761904761905e-05, |
| "loss": 0.0, |
| "step": 3650 |
| }, |
| { |
| "epoch": 2.0914285714285716, |
| "grad_norm": 3.603072400437668e-05, |
| "learning_rate": 1.5152380952380953e-05, |
| "loss": 0.0, |
| "step": 3660 |
| }, |
| { |
| "epoch": 2.097142857142857, |
| "grad_norm": 9.976412547985092e-05, |
| "learning_rate": 1.5057142857142858e-05, |
| "loss": 0.0, |
| "step": 3670 |
| }, |
| { |
| "epoch": 2.1028571428571428, |
| "grad_norm": 0.0002500391856301576, |
| "learning_rate": 1.4961904761904763e-05, |
| "loss": 0.002, |
| "step": 3680 |
| }, |
| { |
| "epoch": 2.1085714285714285, |
| "grad_norm": 0.008575944229960442, |
| "learning_rate": 1.4866666666666668e-05, |
| "loss": 0.0, |
| "step": 3690 |
| }, |
| { |
| "epoch": 2.1142857142857143, |
| "grad_norm": 0.002280476037412882, |
| "learning_rate": 1.4771428571428573e-05, |
| "loss": 0.0001, |
| "step": 3700 |
| }, |
| { |
| "epoch": 2.12, |
| "grad_norm": 9.380945994053036e-05, |
| "learning_rate": 1.4676190476190477e-05, |
| "loss": 0.0, |
| "step": 3710 |
| }, |
| { |
| "epoch": 2.125714285714286, |
| "grad_norm": 0.0001557975629111752, |
| "learning_rate": 1.458095238095238e-05, |
| "loss": 0.0, |
| "step": 3720 |
| }, |
| { |
| "epoch": 2.1314285714285712, |
| "grad_norm": 6.075110286474228e-05, |
| "learning_rate": 1.4485714285714285e-05, |
| "loss": 0.0, |
| "step": 3730 |
| }, |
| { |
| "epoch": 2.137142857142857, |
| "grad_norm": 6.973413110245019e-05, |
| "learning_rate": 1.439047619047619e-05, |
| "loss": 0.0017, |
| "step": 3740 |
| }, |
| { |
| "epoch": 2.142857142857143, |
| "grad_norm": 0.00011618684220593423, |
| "learning_rate": 1.4295238095238095e-05, |
| "loss": 0.0, |
| "step": 3750 |
| }, |
| { |
| "epoch": 2.1485714285714286, |
| "grad_norm": 8.91627132659778e-05, |
| "learning_rate": 1.42e-05, |
| "loss": 0.0, |
| "step": 3760 |
| }, |
| { |
| "epoch": 2.1542857142857144, |
| "grad_norm": 0.0054176379926502705, |
| "learning_rate": 1.4104761904761906e-05, |
| "loss": 0.0, |
| "step": 3770 |
| }, |
| { |
| "epoch": 2.16, |
| "grad_norm": 0.0012819734402000904, |
| "learning_rate": 1.400952380952381e-05, |
| "loss": 0.0, |
| "step": 3780 |
| }, |
| { |
| "epoch": 2.1657142857142855, |
| "grad_norm": 7.005385850789025e-05, |
| "learning_rate": 1.3914285714285716e-05, |
| "loss": 0.0021, |
| "step": 3790 |
| }, |
| { |
| "epoch": 2.1714285714285713, |
| "grad_norm": 0.0001678011758485809, |
| "learning_rate": 1.381904761904762e-05, |
| "loss": 0.0, |
| "step": 3800 |
| }, |
| { |
| "epoch": 2.177142857142857, |
| "grad_norm": 4.183638156973757e-05, |
| "learning_rate": 1.3723809523809525e-05, |
| "loss": 0.0, |
| "step": 3810 |
| }, |
| { |
| "epoch": 2.182857142857143, |
| "grad_norm": 0.0002746658574324101, |
| "learning_rate": 1.362857142857143e-05, |
| "loss": 0.0, |
| "step": 3820 |
| }, |
| { |
| "epoch": 2.1885714285714286, |
| "grad_norm": 0.03200303018093109, |
| "learning_rate": 1.3533333333333335e-05, |
| "loss": 0.0002, |
| "step": 3830 |
| }, |
| { |
| "epoch": 2.1942857142857144, |
| "grad_norm": 0.007175718434154987, |
| "learning_rate": 1.3438095238095238e-05, |
| "loss": 0.0, |
| "step": 3840 |
| }, |
| { |
| "epoch": 2.2, |
| "grad_norm": 0.0004663194122258574, |
| "learning_rate": 1.3342857142857143e-05, |
| "loss": 0.0, |
| "step": 3850 |
| }, |
| { |
| "epoch": 2.2057142857142855, |
| "grad_norm": 0.0004923281958326697, |
| "learning_rate": 1.3247619047619047e-05, |
| "loss": 0.0, |
| "step": 3860 |
| }, |
| { |
| "epoch": 2.2114285714285713, |
| "grad_norm": 8.160548168234527e-05, |
| "learning_rate": 1.3152380952380952e-05, |
| "loss": 0.0, |
| "step": 3870 |
| }, |
| { |
| "epoch": 2.217142857142857, |
| "grad_norm": 0.00010685829329304397, |
| "learning_rate": 1.3057142857142857e-05, |
| "loss": 0.0, |
| "step": 3880 |
| }, |
| { |
| "epoch": 2.222857142857143, |
| "grad_norm": 0.00010946416296064854, |
| "learning_rate": 1.2961904761904762e-05, |
| "loss": 0.0, |
| "step": 3890 |
| }, |
| { |
| "epoch": 2.2285714285714286, |
| "grad_norm": 13.993741035461426, |
| "learning_rate": 1.2866666666666668e-05, |
| "loss": 0.2752, |
| "step": 3900 |
| }, |
| { |
| "epoch": 2.2342857142857144, |
| "grad_norm": 0.001442020875401795, |
| "learning_rate": 1.2771428571428573e-05, |
| "loss": 0.0, |
| "step": 3910 |
| }, |
| { |
| "epoch": 2.24, |
| "grad_norm": 0.007251039147377014, |
| "learning_rate": 1.2676190476190478e-05, |
| "loss": 0.0001, |
| "step": 3920 |
| }, |
| { |
| "epoch": 2.2457142857142856, |
| "grad_norm": 0.0012721733655780554, |
| "learning_rate": 1.2580952380952383e-05, |
| "loss": 0.0, |
| "step": 3930 |
| }, |
| { |
| "epoch": 2.2514285714285713, |
| "grad_norm": 0.0039008103776723146, |
| "learning_rate": 1.2485714285714287e-05, |
| "loss": 0.0001, |
| "step": 3940 |
| }, |
| { |
| "epoch": 2.257142857142857, |
| "grad_norm": 0.0056327409110963345, |
| "learning_rate": 1.239047619047619e-05, |
| "loss": 0.0032, |
| "step": 3950 |
| }, |
| { |
| "epoch": 2.262857142857143, |
| "grad_norm": 78.16199493408203, |
| "learning_rate": 1.2295238095238095e-05, |
| "loss": 0.0105, |
| "step": 3960 |
| }, |
| { |
| "epoch": 2.2685714285714287, |
| "grad_norm": 0.0002347400295548141, |
| "learning_rate": 1.22e-05, |
| "loss": 0.0001, |
| "step": 3970 |
| }, |
| { |
| "epoch": 2.2742857142857145, |
| "grad_norm": 0.00019826251082122326, |
| "learning_rate": 1.2104761904761905e-05, |
| "loss": 0.0, |
| "step": 3980 |
| }, |
| { |
| "epoch": 2.2800000000000002, |
| "grad_norm": 0.0017973437206819654, |
| "learning_rate": 1.2009523809523811e-05, |
| "loss": 0.0176, |
| "step": 3990 |
| }, |
| { |
| "epoch": 2.2857142857142856, |
| "grad_norm": 10.789312362670898, |
| "learning_rate": 1.1914285714285716e-05, |
| "loss": 0.0008, |
| "step": 4000 |
| }, |
| { |
| "epoch": 2.2914285714285714, |
| "grad_norm": 0.004998413380235434, |
| "learning_rate": 1.181904761904762e-05, |
| "loss": 0.1344, |
| "step": 4010 |
| }, |
| { |
| "epoch": 2.297142857142857, |
| "grad_norm": 0.0064169419929385185, |
| "learning_rate": 1.1723809523809524e-05, |
| "loss": 0.0001, |
| "step": 4020 |
| }, |
| { |
| "epoch": 2.302857142857143, |
| "grad_norm": 0.004109396133571863, |
| "learning_rate": 1.1628571428571429e-05, |
| "loss": 0.0001, |
| "step": 4030 |
| }, |
| { |
| "epoch": 2.3085714285714287, |
| "grad_norm": 0.0033773588947951794, |
| "learning_rate": 1.1533333333333334e-05, |
| "loss": 0.0001, |
| "step": 4040 |
| }, |
| { |
| "epoch": 2.314285714285714, |
| "grad_norm": 0.005388237070292234, |
| "learning_rate": 1.1438095238095238e-05, |
| "loss": 0.0001, |
| "step": 4050 |
| }, |
| { |
| "epoch": 2.32, |
| "grad_norm": 0.0030257939361035824, |
| "learning_rate": 1.1342857142857143e-05, |
| "loss": 0.0001, |
| "step": 4060 |
| }, |
| { |
| "epoch": 2.3257142857142856, |
| "grad_norm": 0.0022999662905931473, |
| "learning_rate": 1.1247619047619048e-05, |
| "loss": 0.0001, |
| "step": 4070 |
| }, |
| { |
| "epoch": 2.3314285714285714, |
| "grad_norm": 0.002740332391113043, |
| "learning_rate": 1.1152380952380953e-05, |
| "loss": 0.0001, |
| "step": 4080 |
| }, |
| { |
| "epoch": 2.337142857142857, |
| "grad_norm": 0.007748172152787447, |
| "learning_rate": 1.1057142857142858e-05, |
| "loss": 0.0001, |
| "step": 4090 |
| }, |
| { |
| "epoch": 2.342857142857143, |
| "grad_norm": 0.015297933481633663, |
| "learning_rate": 1.0961904761904762e-05, |
| "loss": 0.0001, |
| "step": 4100 |
| }, |
| { |
| "epoch": 2.3485714285714288, |
| "grad_norm": 0.0015045689651742578, |
| "learning_rate": 1.0866666666666667e-05, |
| "loss": 0.0001, |
| "step": 4110 |
| }, |
| { |
| "epoch": 2.354285714285714, |
| "grad_norm": 0.00012206973769934848, |
| "learning_rate": 1.0771428571428572e-05, |
| "loss": 0.0, |
| "step": 4120 |
| }, |
| { |
| "epoch": 2.36, |
| "grad_norm": 0.0005804594256915152, |
| "learning_rate": 1.0676190476190477e-05, |
| "loss": 0.0464, |
| "step": 4130 |
| }, |
| { |
| "epoch": 2.3657142857142857, |
| "grad_norm": 0.0007652407512068748, |
| "learning_rate": 1.0580952380952381e-05, |
| "loss": 0.0, |
| "step": 4140 |
| }, |
| { |
| "epoch": 2.3714285714285714, |
| "grad_norm": 0.0018780704122036695, |
| "learning_rate": 1.0485714285714286e-05, |
| "loss": 0.0, |
| "step": 4150 |
| }, |
| { |
| "epoch": 2.3771428571428572, |
| "grad_norm": 0.0002682679914869368, |
| "learning_rate": 1.0390476190476191e-05, |
| "loss": 0.0, |
| "step": 4160 |
| }, |
| { |
| "epoch": 2.382857142857143, |
| "grad_norm": 0.00043953480781055987, |
| "learning_rate": 1.0295238095238096e-05, |
| "loss": 0.0, |
| "step": 4170 |
| }, |
| { |
| "epoch": 2.388571428571429, |
| "grad_norm": 0.0001228087057825178, |
| "learning_rate": 1.02e-05, |
| "loss": 0.0, |
| "step": 4180 |
| }, |
| { |
| "epoch": 2.394285714285714, |
| "grad_norm": 0.00029892867314629257, |
| "learning_rate": 1.0104761904761905e-05, |
| "loss": 0.0, |
| "step": 4190 |
| }, |
| { |
| "epoch": 2.4, |
| "grad_norm": 0.0004074455937370658, |
| "learning_rate": 1.000952380952381e-05, |
| "loss": 0.0, |
| "step": 4200 |
| }, |
| { |
| "epoch": 2.4057142857142857, |
| "grad_norm": 0.0005844789557158947, |
| "learning_rate": 9.914285714285715e-06, |
| "loss": 0.0, |
| "step": 4210 |
| }, |
| { |
| "epoch": 2.4114285714285715, |
| "grad_norm": 0.00046123721404001117, |
| "learning_rate": 9.81904761904762e-06, |
| "loss": 0.0, |
| "step": 4220 |
| }, |
| { |
| "epoch": 2.4171428571428573, |
| "grad_norm": 0.0011657255236059427, |
| "learning_rate": 9.723809523809525e-06, |
| "loss": 0.0, |
| "step": 4230 |
| }, |
| { |
| "epoch": 2.422857142857143, |
| "grad_norm": 0.0011154413223266602, |
| "learning_rate": 9.628571428571428e-06, |
| "loss": 0.0, |
| "step": 4240 |
| }, |
| { |
| "epoch": 2.4285714285714284, |
| "grad_norm": 0.00023190287174656987, |
| "learning_rate": 9.533333333333334e-06, |
| "loss": 0.0, |
| "step": 4250 |
| }, |
| { |
| "epoch": 2.434285714285714, |
| "grad_norm": 0.00045083038276061416, |
| "learning_rate": 9.438095238095239e-06, |
| "loss": 0.0001, |
| "step": 4260 |
| }, |
| { |
| "epoch": 2.44, |
| "grad_norm": 0.0004936573095619678, |
| "learning_rate": 9.342857142857144e-06, |
| "loss": 0.0, |
| "step": 4270 |
| }, |
| { |
| "epoch": 2.4457142857142857, |
| "grad_norm": 0.0010168432490900159, |
| "learning_rate": 9.247619047619048e-06, |
| "loss": 0.0001, |
| "step": 4280 |
| }, |
| { |
| "epoch": 2.4514285714285715, |
| "grad_norm": 0.0024651673156768084, |
| "learning_rate": 9.152380952380953e-06, |
| "loss": 0.0, |
| "step": 4290 |
| }, |
| { |
| "epoch": 2.4571428571428573, |
| "grad_norm": 0.0002833318430930376, |
| "learning_rate": 9.057142857142856e-06, |
| "loss": 0.0, |
| "step": 4300 |
| }, |
| { |
| "epoch": 2.4628571428571426, |
| "grad_norm": 0.00025572095182724297, |
| "learning_rate": 8.961904761904763e-06, |
| "loss": 0.0, |
| "step": 4310 |
| }, |
| { |
| "epoch": 2.4685714285714284, |
| "grad_norm": 0.0006804050644859672, |
| "learning_rate": 8.866666666666668e-06, |
| "loss": 0.0, |
| "step": 4320 |
| }, |
| { |
| "epoch": 2.474285714285714, |
| "grad_norm": 0.0005508310277946293, |
| "learning_rate": 8.771428571428572e-06, |
| "loss": 0.0, |
| "step": 4330 |
| }, |
| { |
| "epoch": 2.48, |
| "grad_norm": 0.00043234092299826443, |
| "learning_rate": 8.676190476190477e-06, |
| "loss": 0.0, |
| "step": 4340 |
| }, |
| { |
| "epoch": 2.4857142857142858, |
| "grad_norm": 0.0006869285716675222, |
| "learning_rate": 8.580952380952382e-06, |
| "loss": 0.0, |
| "step": 4350 |
| }, |
| { |
| "epoch": 2.4914285714285715, |
| "grad_norm": 0.001050940016284585, |
| "learning_rate": 8.485714285714285e-06, |
| "loss": 0.0, |
| "step": 4360 |
| }, |
| { |
| "epoch": 2.4971428571428573, |
| "grad_norm": 0.00048428226727992296, |
| "learning_rate": 8.39047619047619e-06, |
| "loss": 0.0, |
| "step": 4370 |
| }, |
| { |
| "epoch": 2.5028571428571427, |
| "grad_norm": 0.000336820085067302, |
| "learning_rate": 8.295238095238096e-06, |
| "loss": 0.0, |
| "step": 4380 |
| }, |
| { |
| "epoch": 2.5085714285714285, |
| "grad_norm": 0.0003323036653455347, |
| "learning_rate": 8.200000000000001e-06, |
| "loss": 0.0, |
| "step": 4390 |
| }, |
| { |
| "epoch": 2.5142857142857142, |
| "grad_norm": 0.0005860298406332731, |
| "learning_rate": 8.104761904761906e-06, |
| "loss": 0.0, |
| "step": 4400 |
| }, |
| { |
| "epoch": 2.52, |
| "grad_norm": 0.0005550537025555968, |
| "learning_rate": 8.009523809523809e-06, |
| "loss": 0.0, |
| "step": 4410 |
| }, |
| { |
| "epoch": 2.525714285714286, |
| "grad_norm": 0.00014624079631175846, |
| "learning_rate": 7.914285714285714e-06, |
| "loss": 0.0, |
| "step": 4420 |
| }, |
| { |
| "epoch": 2.5314285714285716, |
| "grad_norm": 0.00028704293072223663, |
| "learning_rate": 7.819047619047619e-06, |
| "loss": 0.0, |
| "step": 4430 |
| }, |
| { |
| "epoch": 2.5371428571428574, |
| "grad_norm": 0.00035230160574428737, |
| "learning_rate": 7.723809523809525e-06, |
| "loss": 0.0, |
| "step": 4440 |
| }, |
| { |
| "epoch": 2.5428571428571427, |
| "grad_norm": 0.00022486354282591492, |
| "learning_rate": 7.628571428571429e-06, |
| "loss": 0.0, |
| "step": 4450 |
| }, |
| { |
| "epoch": 2.5485714285714285, |
| "grad_norm": 0.0001660576235735789, |
| "learning_rate": 7.533333333333334e-06, |
| "loss": 0.0, |
| "step": 4460 |
| }, |
| { |
| "epoch": 2.5542857142857143, |
| "grad_norm": 0.0007397806039080024, |
| "learning_rate": 7.4380952380952386e-06, |
| "loss": 0.0, |
| "step": 4470 |
| }, |
| { |
| "epoch": 2.56, |
| "grad_norm": 0.0003560290497262031, |
| "learning_rate": 7.342857142857143e-06, |
| "loss": 0.0, |
| "step": 4480 |
| }, |
| { |
| "epoch": 2.565714285714286, |
| "grad_norm": 0.0009970648679882288, |
| "learning_rate": 7.247619047619047e-06, |
| "loss": 0.0, |
| "step": 4490 |
| }, |
| { |
| "epoch": 2.571428571428571, |
| "grad_norm": 0.00034063379280269146, |
| "learning_rate": 7.152380952380952e-06, |
| "loss": 0.0, |
| "step": 4500 |
| }, |
| { |
| "epoch": 2.5771428571428574, |
| "grad_norm": 0.00013504046364687383, |
| "learning_rate": 7.057142857142858e-06, |
| "loss": 0.02, |
| "step": 4510 |
| }, |
| { |
| "epoch": 2.5828571428571427, |
| "grad_norm": 0.00010252052015857771, |
| "learning_rate": 6.9619047619047625e-06, |
| "loss": 0.0, |
| "step": 4520 |
| }, |
| { |
| "epoch": 2.5885714285714285, |
| "grad_norm": 0.0002892795600928366, |
| "learning_rate": 6.866666666666667e-06, |
| "loss": 0.0, |
| "step": 4530 |
| }, |
| { |
| "epoch": 2.5942857142857143, |
| "grad_norm": 0.003318347269669175, |
| "learning_rate": 6.771428571428571e-06, |
| "loss": 0.0, |
| "step": 4540 |
| }, |
| { |
| "epoch": 2.6, |
| "grad_norm": 0.006657494697719812, |
| "learning_rate": 6.676190476190476e-06, |
| "loss": 0.0, |
| "step": 4550 |
| }, |
| { |
| "epoch": 2.605714285714286, |
| "grad_norm": 0.00014147396723274142, |
| "learning_rate": 6.580952380952381e-06, |
| "loss": 0.0, |
| "step": 4560 |
| }, |
| { |
| "epoch": 2.611428571428571, |
| "grad_norm": 0.0003994531580246985, |
| "learning_rate": 6.485714285714286e-06, |
| "loss": 0.0, |
| "step": 4570 |
| }, |
| { |
| "epoch": 2.617142857142857, |
| "grad_norm": 6.055740232113749e-05, |
| "learning_rate": 6.390476190476191e-06, |
| "loss": 0.0, |
| "step": 4580 |
| }, |
| { |
| "epoch": 2.6228571428571428, |
| "grad_norm": 0.0002802383096423, |
| "learning_rate": 6.295238095238096e-06, |
| "loss": 0.0, |
| "step": 4590 |
| }, |
| { |
| "epoch": 2.6285714285714286, |
| "grad_norm": 0.0009657997288741171, |
| "learning_rate": 6.2e-06, |
| "loss": 0.0021, |
| "step": 4600 |
| }, |
| { |
| "epoch": 2.6342857142857143, |
| "grad_norm": 0.00023567554308101535, |
| "learning_rate": 6.104761904761905e-06, |
| "loss": 0.0, |
| "step": 4610 |
| }, |
| { |
| "epoch": 2.64, |
| "grad_norm": 0.0008193803951144218, |
| "learning_rate": 6.00952380952381e-06, |
| "loss": 0.0, |
| "step": 4620 |
| }, |
| { |
| "epoch": 2.645714285714286, |
| "grad_norm": 0.000607913127169013, |
| "learning_rate": 5.914285714285714e-06, |
| "loss": 0.0, |
| "step": 4630 |
| }, |
| { |
| "epoch": 2.6514285714285712, |
| "grad_norm": 0.01604347862303257, |
| "learning_rate": 5.819047619047619e-06, |
| "loss": 0.0, |
| "step": 4640 |
| }, |
| { |
| "epoch": 2.657142857142857, |
| "grad_norm": 0.00019674281065817922, |
| "learning_rate": 5.723809523809525e-06, |
| "loss": 0.0, |
| "step": 4650 |
| }, |
| { |
| "epoch": 2.662857142857143, |
| "grad_norm": 0.00020247329666744918, |
| "learning_rate": 5.628571428571429e-06, |
| "loss": 0.0, |
| "step": 4660 |
| }, |
| { |
| "epoch": 2.6685714285714286, |
| "grad_norm": 7.82244824222289e-05, |
| "learning_rate": 5.5333333333333334e-06, |
| "loss": 0.0, |
| "step": 4670 |
| }, |
| { |
| "epoch": 2.6742857142857144, |
| "grad_norm": 0.0032224650494754314, |
| "learning_rate": 5.438095238095239e-06, |
| "loss": 0.0002, |
| "step": 4680 |
| }, |
| { |
| "epoch": 2.68, |
| "grad_norm": 0.0001266950712306425, |
| "learning_rate": 5.342857142857143e-06, |
| "loss": 0.0, |
| "step": 4690 |
| }, |
| { |
| "epoch": 2.685714285714286, |
| "grad_norm": 0.0003128187672700733, |
| "learning_rate": 5.247619047619048e-06, |
| "loss": 0.0, |
| "step": 4700 |
| }, |
| { |
| "epoch": 2.6914285714285713, |
| "grad_norm": 8.848737343214452e-05, |
| "learning_rate": 5.152380952380953e-06, |
| "loss": 0.0, |
| "step": 4710 |
| }, |
| { |
| "epoch": 2.697142857142857, |
| "grad_norm": 0.00016205843712668866, |
| "learning_rate": 5.057142857142857e-06, |
| "loss": 0.0, |
| "step": 4720 |
| }, |
| { |
| "epoch": 2.702857142857143, |
| "grad_norm": 0.0008374791359528899, |
| "learning_rate": 4.961904761904762e-06, |
| "loss": 0.0, |
| "step": 4730 |
| }, |
| { |
| "epoch": 2.7085714285714286, |
| "grad_norm": 0.000905798573512584, |
| "learning_rate": 4.866666666666667e-06, |
| "loss": 0.0, |
| "step": 4740 |
| }, |
| { |
| "epoch": 2.7142857142857144, |
| "grad_norm": 0.000344063009833917, |
| "learning_rate": 4.771428571428572e-06, |
| "loss": 0.0, |
| "step": 4750 |
| }, |
| { |
| "epoch": 2.7199999999999998, |
| "grad_norm": 0.00029003596864640713, |
| "learning_rate": 4.6761904761904765e-06, |
| "loss": 0.0, |
| "step": 4760 |
| }, |
| { |
| "epoch": 2.725714285714286, |
| "grad_norm": 0.0001983811380341649, |
| "learning_rate": 4.580952380952381e-06, |
| "loss": 0.0, |
| "step": 4770 |
| }, |
| { |
| "epoch": 2.7314285714285713, |
| "grad_norm": 0.00027567471261136234, |
| "learning_rate": 4.485714285714286e-06, |
| "loss": 0.0, |
| "step": 4780 |
| }, |
| { |
| "epoch": 2.737142857142857, |
| "grad_norm": 0.00010963853128487244, |
| "learning_rate": 4.390476190476191e-06, |
| "loss": 0.0, |
| "step": 4790 |
| }, |
| { |
| "epoch": 2.742857142857143, |
| "grad_norm": 0.0003232955641578883, |
| "learning_rate": 4.295238095238095e-06, |
| "loss": 0.0, |
| "step": 4800 |
| }, |
| { |
| "epoch": 2.7485714285714287, |
| "grad_norm": 0.00042872430640272796, |
| "learning_rate": 4.2000000000000004e-06, |
| "loss": 0.0, |
| "step": 4810 |
| }, |
| { |
| "epoch": 2.7542857142857144, |
| "grad_norm": 0.0009108009398914874, |
| "learning_rate": 4.104761904761905e-06, |
| "loss": 0.0, |
| "step": 4820 |
| }, |
| { |
| "epoch": 2.76, |
| "grad_norm": 4.120513767702505e-05, |
| "learning_rate": 4.009523809523809e-06, |
| "loss": 0.0, |
| "step": 4830 |
| }, |
| { |
| "epoch": 2.7657142857142856, |
| "grad_norm": 0.0005982104339636862, |
| "learning_rate": 3.914285714285715e-06, |
| "loss": 0.0, |
| "step": 4840 |
| }, |
| { |
| "epoch": 2.7714285714285714, |
| "grad_norm": 0.0007304543978534639, |
| "learning_rate": 3.81904761904762e-06, |
| "loss": 0.0, |
| "step": 4850 |
| }, |
| { |
| "epoch": 2.777142857142857, |
| "grad_norm": 0.0001447016402380541, |
| "learning_rate": 3.723809523809524e-06, |
| "loss": 0.0, |
| "step": 4860 |
| }, |
| { |
| "epoch": 2.782857142857143, |
| "grad_norm": 0.004214869346469641, |
| "learning_rate": 3.6285714285714283e-06, |
| "loss": 0.0, |
| "step": 4870 |
| }, |
| { |
| "epoch": 2.7885714285714287, |
| "grad_norm": 2.427528852422256e-05, |
| "learning_rate": 3.5333333333333335e-06, |
| "loss": 0.0, |
| "step": 4880 |
| }, |
| { |
| "epoch": 2.7942857142857145, |
| "grad_norm": 0.000658748671412468, |
| "learning_rate": 3.4380952380952383e-06, |
| "loss": 0.0, |
| "step": 4890 |
| }, |
| { |
| "epoch": 2.8, |
| "grad_norm": 0.00025370597722940147, |
| "learning_rate": 3.3428571428571427e-06, |
| "loss": 0.0, |
| "step": 4900 |
| }, |
| { |
| "epoch": 2.8057142857142856, |
| "grad_norm": 0.00044226579484529793, |
| "learning_rate": 3.247619047619048e-06, |
| "loss": 0.0, |
| "step": 4910 |
| }, |
| { |
| "epoch": 2.8114285714285714, |
| "grad_norm": 0.00022848587832413614, |
| "learning_rate": 3.1523809523809527e-06, |
| "loss": 0.0, |
| "step": 4920 |
| }, |
| { |
| "epoch": 2.817142857142857, |
| "grad_norm": 0.000251859804848209, |
| "learning_rate": 3.0571428571428575e-06, |
| "loss": 0.0, |
| "step": 4930 |
| }, |
| { |
| "epoch": 2.822857142857143, |
| "grad_norm": 9.293461334891617e-05, |
| "learning_rate": 2.961904761904762e-06, |
| "loss": 0.0, |
| "step": 4940 |
| }, |
| { |
| "epoch": 2.8285714285714287, |
| "grad_norm": 7.478984480258077e-05, |
| "learning_rate": 2.8666666666666666e-06, |
| "loss": 0.0, |
| "step": 4950 |
| }, |
| { |
| "epoch": 2.8342857142857145, |
| "grad_norm": 6.910181400598958e-05, |
| "learning_rate": 2.771428571428572e-06, |
| "loss": 0.0, |
| "step": 4960 |
| }, |
| { |
| "epoch": 2.84, |
| "grad_norm": 0.00022847332002129406, |
| "learning_rate": 2.676190476190476e-06, |
| "loss": 0.0, |
| "step": 4970 |
| }, |
| { |
| "epoch": 2.8457142857142856, |
| "grad_norm": 0.00016812649846542627, |
| "learning_rate": 2.580952380952381e-06, |
| "loss": 0.0, |
| "step": 4980 |
| }, |
| { |
| "epoch": 2.8514285714285714, |
| "grad_norm": 7.331292727030814e-05, |
| "learning_rate": 2.4857142857142858e-06, |
| "loss": 0.0, |
| "step": 4990 |
| }, |
| { |
| "epoch": 2.857142857142857, |
| "grad_norm": 2.6648223865777254e-05, |
| "learning_rate": 2.3904761904761905e-06, |
| "loss": 0.0, |
| "step": 5000 |
| }, |
| { |
| "epoch": 2.862857142857143, |
| "grad_norm": 0.0002731605782173574, |
| "learning_rate": 2.2952380952380953e-06, |
| "loss": 0.0, |
| "step": 5010 |
| }, |
| { |
| "epoch": 2.8685714285714283, |
| "grad_norm": 0.00027567759389057755, |
| "learning_rate": 2.2e-06, |
| "loss": 0.0, |
| "step": 5020 |
| }, |
| { |
| "epoch": 2.8742857142857146, |
| "grad_norm": 0.0005045129801146686, |
| "learning_rate": 2.104761904761905e-06, |
| "loss": 0.0, |
| "step": 5030 |
| }, |
| { |
| "epoch": 2.88, |
| "grad_norm": 3.466946873231791e-05, |
| "learning_rate": 2.0095238095238097e-06, |
| "loss": 0.0, |
| "step": 5040 |
| }, |
| { |
| "epoch": 2.8857142857142857, |
| "grad_norm": 0.0006444873288273811, |
| "learning_rate": 1.9142857142857145e-06, |
| "loss": 0.0, |
| "step": 5050 |
| }, |
| { |
| "epoch": 2.8914285714285715, |
| "grad_norm": 0.0033203684724867344, |
| "learning_rate": 1.8190476190476193e-06, |
| "loss": 0.0, |
| "step": 5060 |
| }, |
| { |
| "epoch": 2.8971428571428572, |
| "grad_norm": 4.6863657189533114e-05, |
| "learning_rate": 1.7238095238095236e-06, |
| "loss": 0.0, |
| "step": 5070 |
| }, |
| { |
| "epoch": 2.902857142857143, |
| "grad_norm": 4.2079998820554465e-05, |
| "learning_rate": 1.6285714285714286e-06, |
| "loss": 0.0, |
| "step": 5080 |
| }, |
| { |
| "epoch": 2.9085714285714284, |
| "grad_norm": 0.00018445741443429142, |
| "learning_rate": 1.5333333333333334e-06, |
| "loss": 0.0, |
| "step": 5090 |
| }, |
| { |
| "epoch": 2.914285714285714, |
| "grad_norm": 0.00016903992218431085, |
| "learning_rate": 1.4380952380952382e-06, |
| "loss": 0.0, |
| "step": 5100 |
| }, |
| { |
| "epoch": 2.92, |
| "grad_norm": 0.0006538815214298666, |
| "learning_rate": 1.342857142857143e-06, |
| "loss": 0.0, |
| "step": 5110 |
| }, |
| { |
| "epoch": 2.9257142857142857, |
| "grad_norm": 0.00015442119911313057, |
| "learning_rate": 1.2476190476190476e-06, |
| "loss": 0.0, |
| "step": 5120 |
| }, |
| { |
| "epoch": 2.9314285714285715, |
| "grad_norm": 0.00018666092364583164, |
| "learning_rate": 1.1523809523809523e-06, |
| "loss": 0.0, |
| "step": 5130 |
| }, |
| { |
| "epoch": 2.9371428571428573, |
| "grad_norm": 0.0007471938733942807, |
| "learning_rate": 1.0571428571428573e-06, |
| "loss": 0.0, |
| "step": 5140 |
| }, |
| { |
| "epoch": 2.942857142857143, |
| "grad_norm": 3.835792085737921e-05, |
| "learning_rate": 9.61904761904762e-07, |
| "loss": 0.0, |
| "step": 5150 |
| }, |
| { |
| "epoch": 2.9485714285714284, |
| "grad_norm": 0.0004982486134395003, |
| "learning_rate": 8.666666666666667e-07, |
| "loss": 0.0, |
| "step": 5160 |
| }, |
| { |
| "epoch": 2.954285714285714, |
| "grad_norm": 0.00017907234723679721, |
| "learning_rate": 7.714285714285715e-07, |
| "loss": 0.0, |
| "step": 5170 |
| }, |
| { |
| "epoch": 2.96, |
| "grad_norm": 0.00027692195726558566, |
| "learning_rate": 6.761904761904762e-07, |
| "loss": 0.0, |
| "step": 5180 |
| }, |
| { |
| "epoch": 2.9657142857142857, |
| "grad_norm": 0.0002869718009606004, |
| "learning_rate": 5.80952380952381e-07, |
| "loss": 0.0, |
| "step": 5190 |
| }, |
| { |
| "epoch": 2.9714285714285715, |
| "grad_norm": 0.0005655371933244169, |
| "learning_rate": 4.857142857142857e-07, |
| "loss": 0.0, |
| "step": 5200 |
| }, |
| { |
| "epoch": 2.977142857142857, |
| "grad_norm": 0.001884320518001914, |
| "learning_rate": 3.904761904761905e-07, |
| "loss": 0.0, |
| "step": 5210 |
| }, |
| { |
| "epoch": 2.982857142857143, |
| "grad_norm": 0.00031709790346212685, |
| "learning_rate": 2.9523809523809526e-07, |
| "loss": 0.0, |
| "step": 5220 |
| }, |
| { |
| "epoch": 2.9885714285714284, |
| "grad_norm": 0.00012961153697688133, |
| "learning_rate": 2.0000000000000002e-07, |
| "loss": 0.0, |
| "step": 5230 |
| }, |
| { |
| "epoch": 2.994285714285714, |
| "grad_norm": 0.0007898889016360044, |
| "learning_rate": 1.0476190476190478e-07, |
| "loss": 0.0, |
| "step": 5240 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.00026336294831708074, |
| "learning_rate": 9.523809523809524e-09, |
| "loss": 0.0, |
| "step": 5250 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_accuracy": 0.9666666666666667, |
| "eval_confusion_matrix": [ |
| [ |
| 142, |
| 8 |
| ], |
| [ |
| 2, |
| 148 |
| ] |
| ], |
| "eval_f1": 0.9673202614379085, |
| "eval_loss": 0.24902738630771637, |
| "eval_precision": 0.9487179487179487, |
| "eval_recall": 0.9866666666666667, |
| "eval_runtime": 50.8101, |
| "eval_samples_per_second": 5.904, |
| "eval_steps_per_second": 1.476, |
| "step": 5250 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 5250, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.423439637774336e+18, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
