| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 160.0, |
| "eval_steps": 500, |
| "global_step": 20000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.08, |
| "grad_norm": 9.023629188537598, |
| "learning_rate": 1.5000000000000002e-07, |
| "loss": 0.7141, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 9.261289596557617, |
| "learning_rate": 3.1666666666666667e-07, |
| "loss": 0.741, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 8.105447769165039, |
| "learning_rate": 4.833333333333334e-07, |
| "loss": 0.718, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 6.859663009643555, |
| "learning_rate": 6.5e-07, |
| "loss": 0.6255, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 6.373777389526367, |
| "learning_rate": 8.166666666666666e-07, |
| "loss": 0.5555, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 5.0986857414245605, |
| "learning_rate": 9.833333333333334e-07, |
| "loss": 0.4596, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.9565378427505493, |
| "learning_rate": 1.15e-06, |
| "loss": 0.3107, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.2244822978973389, |
| "learning_rate": 1.3166666666666668e-06, |
| "loss": 0.2644, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.4751900434494019, |
| "learning_rate": 1.4833333333333335e-06, |
| "loss": 0.2348, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.8697030544281006, |
| "learning_rate": 1.65e-06, |
| "loss": 0.21, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 0.8096094727516174, |
| "learning_rate": 1.816666666666667e-06, |
| "loss": 0.1962, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.4784691035747528, |
| "learning_rate": 1.9833333333333335e-06, |
| "loss": 0.1837, |
| "step": 120 |
| }, |
| { |
| "epoch": 1.04, |
| "grad_norm": 0.600388765335083, |
| "learning_rate": 2.1499999999999997e-06, |
| "loss": 0.1709, |
| "step": 130 |
| }, |
| { |
| "epoch": 1.12, |
| "grad_norm": 0.4893725514411926, |
| "learning_rate": 2.316666666666667e-06, |
| "loss": 0.1756, |
| "step": 140 |
| }, |
| { |
| "epoch": 1.2, |
| "grad_norm": 0.5407266616821289, |
| "learning_rate": 2.4833333333333334e-06, |
| "loss": 0.1657, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.28, |
| "grad_norm": 0.4353675842285156, |
| "learning_rate": 2.65e-06, |
| "loss": 0.163, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.3599999999999999, |
| "grad_norm": 0.8280260562896729, |
| "learning_rate": 2.8166666666666667e-06, |
| "loss": 0.1596, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.44, |
| "grad_norm": 0.44584497809410095, |
| "learning_rate": 2.9833333333333333e-06, |
| "loss": 0.1496, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.52, |
| "grad_norm": 0.6748131513595581, |
| "learning_rate": 3.1500000000000003e-06, |
| "loss": 0.1514, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 0.5193089842796326, |
| "learning_rate": 3.3166666666666665e-06, |
| "loss": 0.1449, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.6800000000000002, |
| "grad_norm": 0.41042661666870117, |
| "learning_rate": 3.4833333333333336e-06, |
| "loss": 0.1459, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.76, |
| "grad_norm": 0.5188643336296082, |
| "learning_rate": 3.6499999999999998e-06, |
| "loss": 0.1459, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.8399999999999999, |
| "grad_norm": 0.4207112789154053, |
| "learning_rate": 3.816666666666667e-06, |
| "loss": 0.1433, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.92, |
| "grad_norm": 0.6460276246070862, |
| "learning_rate": 3.983333333333333e-06, |
| "loss": 0.1425, |
| "step": 240 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.43778881430625916, |
| "learning_rate": 4.15e-06, |
| "loss": 0.138, |
| "step": 250 |
| }, |
| { |
| "epoch": 2.08, |
| "grad_norm": 0.6694310307502747, |
| "learning_rate": 4.316666666666667e-06, |
| "loss": 0.1351, |
| "step": 260 |
| }, |
| { |
| "epoch": 2.16, |
| "grad_norm": 0.8303191661834717, |
| "learning_rate": 4.483333333333334e-06, |
| "loss": 0.1357, |
| "step": 270 |
| }, |
| { |
| "epoch": 2.24, |
| "grad_norm": 0.4789837598800659, |
| "learning_rate": 4.65e-06, |
| "loss": 0.1281, |
| "step": 280 |
| }, |
| { |
| "epoch": 2.32, |
| "grad_norm": 0.7709983587265015, |
| "learning_rate": 4.816666666666667e-06, |
| "loss": 0.1255, |
| "step": 290 |
| }, |
| { |
| "epoch": 2.4, |
| "grad_norm": 0.6232446432113647, |
| "learning_rate": 4.983333333333334e-06, |
| "loss": 0.1267, |
| "step": 300 |
| }, |
| { |
| "epoch": 2.48, |
| "grad_norm": 0.5779470801353455, |
| "learning_rate": 5.15e-06, |
| "loss": 0.1258, |
| "step": 310 |
| }, |
| { |
| "epoch": 2.56, |
| "grad_norm": 0.5440229177474976, |
| "learning_rate": 5.316666666666667e-06, |
| "loss": 0.1152, |
| "step": 320 |
| }, |
| { |
| "epoch": 2.64, |
| "grad_norm": 0.3310103714466095, |
| "learning_rate": 5.483333333333333e-06, |
| "loss": 0.1158, |
| "step": 330 |
| }, |
| { |
| "epoch": 2.7199999999999998, |
| "grad_norm": 0.5391829609870911, |
| "learning_rate": 5.65e-06, |
| "loss": 0.119, |
| "step": 340 |
| }, |
| { |
| "epoch": 2.8, |
| "grad_norm": 0.7421154379844666, |
| "learning_rate": 5.816666666666667e-06, |
| "loss": 0.1077, |
| "step": 350 |
| }, |
| { |
| "epoch": 2.88, |
| "grad_norm": 0.5939589142799377, |
| "learning_rate": 5.983333333333334e-06, |
| "loss": 0.1117, |
| "step": 360 |
| }, |
| { |
| "epoch": 2.96, |
| "grad_norm": 0.46585971117019653, |
| "learning_rate": 6.15e-06, |
| "loss": 0.0977, |
| "step": 370 |
| }, |
| { |
| "epoch": 3.04, |
| "grad_norm": 0.5220734477043152, |
| "learning_rate": 6.316666666666667e-06, |
| "loss": 0.0958, |
| "step": 380 |
| }, |
| { |
| "epoch": 3.12, |
| "grad_norm": 0.41151607036590576, |
| "learning_rate": 6.4833333333333345e-06, |
| "loss": 0.096, |
| "step": 390 |
| }, |
| { |
| "epoch": 3.2, |
| "grad_norm": 0.8092018365859985, |
| "learning_rate": 6.650000000000001e-06, |
| "loss": 0.0931, |
| "step": 400 |
| }, |
| { |
| "epoch": 3.2800000000000002, |
| "grad_norm": 0.7217503190040588, |
| "learning_rate": 6.816666666666667e-06, |
| "loss": 0.0951, |
| "step": 410 |
| }, |
| { |
| "epoch": 3.36, |
| "grad_norm": 0.6883642077445984, |
| "learning_rate": 6.983333333333333e-06, |
| "loss": 0.0865, |
| "step": 420 |
| }, |
| { |
| "epoch": 3.44, |
| "grad_norm": 0.7738397717475891, |
| "learning_rate": 7.15e-06, |
| "loss": 0.0916, |
| "step": 430 |
| }, |
| { |
| "epoch": 3.52, |
| "grad_norm": 0.4748666286468506, |
| "learning_rate": 7.316666666666667e-06, |
| "loss": 0.0839, |
| "step": 440 |
| }, |
| { |
| "epoch": 3.6, |
| "grad_norm": 0.5547154545783997, |
| "learning_rate": 7.483333333333334e-06, |
| "loss": 0.0815, |
| "step": 450 |
| }, |
| { |
| "epoch": 3.68, |
| "grad_norm": 0.5323401689529419, |
| "learning_rate": 7.65e-06, |
| "loss": 0.0768, |
| "step": 460 |
| }, |
| { |
| "epoch": 3.76, |
| "grad_norm": 0.3922017514705658, |
| "learning_rate": 7.816666666666666e-06, |
| "loss": 0.0756, |
| "step": 470 |
| }, |
| { |
| "epoch": 3.84, |
| "grad_norm": 0.6213245987892151, |
| "learning_rate": 7.983333333333334e-06, |
| "loss": 0.0769, |
| "step": 480 |
| }, |
| { |
| "epoch": 3.92, |
| "grad_norm": 0.611096203327179, |
| "learning_rate": 8.15e-06, |
| "loss": 0.0741, |
| "step": 490 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 0.5403674840927124, |
| "learning_rate": 8.316666666666668e-06, |
| "loss": 0.0747, |
| "step": 500 |
| }, |
| { |
| "epoch": 4.08, |
| "grad_norm": 0.5333626866340637, |
| "learning_rate": 8.483333333333334e-06, |
| "loss": 0.0683, |
| "step": 510 |
| }, |
| { |
| "epoch": 4.16, |
| "grad_norm": 0.782371997833252, |
| "learning_rate": 8.65e-06, |
| "loss": 0.0704, |
| "step": 520 |
| }, |
| { |
| "epoch": 4.24, |
| "grad_norm": 0.5388666987419128, |
| "learning_rate": 8.816666666666668e-06, |
| "loss": 0.0687, |
| "step": 530 |
| }, |
| { |
| "epoch": 4.32, |
| "grad_norm": 0.48960599303245544, |
| "learning_rate": 8.983333333333334e-06, |
| "loss": 0.0702, |
| "step": 540 |
| }, |
| { |
| "epoch": 4.4, |
| "grad_norm": 0.40261542797088623, |
| "learning_rate": 9.15e-06, |
| "loss": 0.0585, |
| "step": 550 |
| }, |
| { |
| "epoch": 4.48, |
| "grad_norm": 0.40826162695884705, |
| "learning_rate": 9.316666666666667e-06, |
| "loss": 0.0639, |
| "step": 560 |
| }, |
| { |
| "epoch": 4.5600000000000005, |
| "grad_norm": 0.46311429142951965, |
| "learning_rate": 9.483333333333335e-06, |
| "loss": 0.0689, |
| "step": 570 |
| }, |
| { |
| "epoch": 4.64, |
| "grad_norm": 0.8465617299079895, |
| "learning_rate": 9.65e-06, |
| "loss": 0.0624, |
| "step": 580 |
| }, |
| { |
| "epoch": 4.72, |
| "grad_norm": 0.3524754047393799, |
| "learning_rate": 9.816666666666667e-06, |
| "loss": 0.0604, |
| "step": 590 |
| }, |
| { |
| "epoch": 4.8, |
| "grad_norm": 0.5878177881240845, |
| "learning_rate": 9.983333333333333e-06, |
| "loss": 0.0604, |
| "step": 600 |
| }, |
| { |
| "epoch": 4.88, |
| "grad_norm": 0.4079234302043915, |
| "learning_rate": 1.0150000000000001e-05, |
| "loss": 0.0592, |
| "step": 610 |
| }, |
| { |
| "epoch": 4.96, |
| "grad_norm": 0.6468047499656677, |
| "learning_rate": 1.0316666666666667e-05, |
| "loss": 0.0579, |
| "step": 620 |
| }, |
| { |
| "epoch": 5.04, |
| "grad_norm": 0.5769015550613403, |
| "learning_rate": 1.0483333333333333e-05, |
| "loss": 0.059, |
| "step": 630 |
| }, |
| { |
| "epoch": 5.12, |
| "grad_norm": 0.6976556777954102, |
| "learning_rate": 1.065e-05, |
| "loss": 0.0591, |
| "step": 640 |
| }, |
| { |
| "epoch": 5.2, |
| "grad_norm": 0.47158268094062805, |
| "learning_rate": 1.0816666666666666e-05, |
| "loss": 0.0578, |
| "step": 650 |
| }, |
| { |
| "epoch": 5.28, |
| "grad_norm": 0.5690194368362427, |
| "learning_rate": 1.0983333333333334e-05, |
| "loss": 0.0588, |
| "step": 660 |
| }, |
| { |
| "epoch": 5.36, |
| "grad_norm": 0.5209157466888428, |
| "learning_rate": 1.115e-05, |
| "loss": 0.0536, |
| "step": 670 |
| }, |
| { |
| "epoch": 5.44, |
| "grad_norm": 0.39499756693840027, |
| "learning_rate": 1.1316666666666668e-05, |
| "loss": 0.0507, |
| "step": 680 |
| }, |
| { |
| "epoch": 5.52, |
| "grad_norm": 0.4042593836784363, |
| "learning_rate": 1.1483333333333334e-05, |
| "loss": 0.0483, |
| "step": 690 |
| }, |
| { |
| "epoch": 5.6, |
| "grad_norm": 0.475936621427536, |
| "learning_rate": 1.1650000000000002e-05, |
| "loss": 0.0492, |
| "step": 700 |
| }, |
| { |
| "epoch": 5.68, |
| "grad_norm": 0.687447190284729, |
| "learning_rate": 1.1816666666666668e-05, |
| "loss": 0.0518, |
| "step": 710 |
| }, |
| { |
| "epoch": 5.76, |
| "grad_norm": 0.833936333656311, |
| "learning_rate": 1.1983333333333334e-05, |
| "loss": 0.0508, |
| "step": 720 |
| }, |
| { |
| "epoch": 5.84, |
| "grad_norm": 0.5305343866348267, |
| "learning_rate": 1.215e-05, |
| "loss": 0.0526, |
| "step": 730 |
| }, |
| { |
| "epoch": 5.92, |
| "grad_norm": 0.5418693423271179, |
| "learning_rate": 1.2316666666666667e-05, |
| "loss": 0.0528, |
| "step": 740 |
| }, |
| { |
| "epoch": 6.0, |
| "grad_norm": 0.35538381338119507, |
| "learning_rate": 1.2483333333333335e-05, |
| "loss": 0.052, |
| "step": 750 |
| }, |
| { |
| "epoch": 6.08, |
| "grad_norm": 0.5443412661552429, |
| "learning_rate": 1.2650000000000001e-05, |
| "loss": 0.0473, |
| "step": 760 |
| }, |
| { |
| "epoch": 6.16, |
| "grad_norm": 0.3932017982006073, |
| "learning_rate": 1.2816666666666669e-05, |
| "loss": 0.0508, |
| "step": 770 |
| }, |
| { |
| "epoch": 6.24, |
| "grad_norm": 0.3475792407989502, |
| "learning_rate": 1.2983333333333333e-05, |
| "loss": 0.0478, |
| "step": 780 |
| }, |
| { |
| "epoch": 6.32, |
| "grad_norm": 0.7597988247871399, |
| "learning_rate": 1.3150000000000001e-05, |
| "loss": 0.0469, |
| "step": 790 |
| }, |
| { |
| "epoch": 6.4, |
| "grad_norm": 0.4397941529750824, |
| "learning_rate": 1.3316666666666666e-05, |
| "loss": 0.0464, |
| "step": 800 |
| }, |
| { |
| "epoch": 6.48, |
| "grad_norm": 0.5468106865882874, |
| "learning_rate": 1.3483333333333334e-05, |
| "loss": 0.0405, |
| "step": 810 |
| }, |
| { |
| "epoch": 6.5600000000000005, |
| "grad_norm": 0.6482546925544739, |
| "learning_rate": 1.3650000000000001e-05, |
| "loss": 0.045, |
| "step": 820 |
| }, |
| { |
| "epoch": 6.64, |
| "grad_norm": 0.4596169590950012, |
| "learning_rate": 1.3816666666666666e-05, |
| "loss": 0.0428, |
| "step": 830 |
| }, |
| { |
| "epoch": 6.72, |
| "grad_norm": 0.46582064032554626, |
| "learning_rate": 1.3983333333333334e-05, |
| "loss": 0.0445, |
| "step": 840 |
| }, |
| { |
| "epoch": 6.8, |
| "grad_norm": 0.5686814188957214, |
| "learning_rate": 1.415e-05, |
| "loss": 0.0433, |
| "step": 850 |
| }, |
| { |
| "epoch": 6.88, |
| "grad_norm": 0.3894861936569214, |
| "learning_rate": 1.4316666666666668e-05, |
| "loss": 0.0444, |
| "step": 860 |
| }, |
| { |
| "epoch": 6.96, |
| "grad_norm": 0.33375412225723267, |
| "learning_rate": 1.4483333333333334e-05, |
| "loss": 0.0433, |
| "step": 870 |
| }, |
| { |
| "epoch": 7.04, |
| "grad_norm": 0.4478219449520111, |
| "learning_rate": 1.465e-05, |
| "loss": 0.0452, |
| "step": 880 |
| }, |
| { |
| "epoch": 7.12, |
| "grad_norm": 0.5618003606796265, |
| "learning_rate": 1.4816666666666668e-05, |
| "loss": 0.0414, |
| "step": 890 |
| }, |
| { |
| "epoch": 7.2, |
| "grad_norm": 0.6048970818519592, |
| "learning_rate": 1.4983333333333336e-05, |
| "loss": 0.0443, |
| "step": 900 |
| }, |
| { |
| "epoch": 7.28, |
| "grad_norm": 0.42921072244644165, |
| "learning_rate": 1.515e-05, |
| "loss": 0.04, |
| "step": 910 |
| }, |
| { |
| "epoch": 7.36, |
| "grad_norm": 0.4907379448413849, |
| "learning_rate": 1.531666666666667e-05, |
| "loss": 0.0391, |
| "step": 920 |
| }, |
| { |
| "epoch": 7.44, |
| "grad_norm": 0.5379446148872375, |
| "learning_rate": 1.548333333333333e-05, |
| "loss": 0.0427, |
| "step": 930 |
| }, |
| { |
| "epoch": 7.52, |
| "grad_norm": 0.7200348377227783, |
| "learning_rate": 1.565e-05, |
| "loss": 0.0404, |
| "step": 940 |
| }, |
| { |
| "epoch": 7.6, |
| "grad_norm": 0.45979827642440796, |
| "learning_rate": 1.5816666666666667e-05, |
| "loss": 0.0405, |
| "step": 950 |
| }, |
| { |
| "epoch": 7.68, |
| "grad_norm": 0.4493955969810486, |
| "learning_rate": 1.5983333333333333e-05, |
| "loss": 0.0413, |
| "step": 960 |
| }, |
| { |
| "epoch": 7.76, |
| "grad_norm": 0.31456732749938965, |
| "learning_rate": 1.6150000000000003e-05, |
| "loss": 0.0389, |
| "step": 970 |
| }, |
| { |
| "epoch": 7.84, |
| "grad_norm": 0.5213853120803833, |
| "learning_rate": 1.6316666666666666e-05, |
| "loss": 0.0365, |
| "step": 980 |
| }, |
| { |
| "epoch": 7.92, |
| "grad_norm": 0.5182689428329468, |
| "learning_rate": 1.6483333333333335e-05, |
| "loss": 0.0438, |
| "step": 990 |
| }, |
| { |
| "epoch": 8.0, |
| "grad_norm": 0.6437191963195801, |
| "learning_rate": 1.665e-05, |
| "loss": 0.0371, |
| "step": 1000 |
| }, |
| { |
| "epoch": 8.08, |
| "grad_norm": 0.4910241961479187, |
| "learning_rate": 1.6816666666666668e-05, |
| "loss": 0.0364, |
| "step": 1010 |
| }, |
| { |
| "epoch": 8.16, |
| "grad_norm": 0.40512993931770325, |
| "learning_rate": 1.6983333333333334e-05, |
| "loss": 0.0412, |
| "step": 1020 |
| }, |
| { |
| "epoch": 8.24, |
| "grad_norm": 0.4441037178039551, |
| "learning_rate": 1.7150000000000004e-05, |
| "loss": 0.0363, |
| "step": 1030 |
| }, |
| { |
| "epoch": 8.32, |
| "grad_norm": 0.41772377490997314, |
| "learning_rate": 1.7316666666666666e-05, |
| "loss": 0.0339, |
| "step": 1040 |
| }, |
| { |
| "epoch": 8.4, |
| "grad_norm": 0.5231786370277405, |
| "learning_rate": 1.7483333333333336e-05, |
| "loss": 0.0328, |
| "step": 1050 |
| }, |
| { |
| "epoch": 8.48, |
| "grad_norm": 0.42190229892730713, |
| "learning_rate": 1.765e-05, |
| "loss": 0.0329, |
| "step": 1060 |
| }, |
| { |
| "epoch": 8.56, |
| "grad_norm": 0.3973116874694824, |
| "learning_rate": 1.781666666666667e-05, |
| "loss": 0.035, |
| "step": 1070 |
| }, |
| { |
| "epoch": 8.64, |
| "grad_norm": 0.39558500051498413, |
| "learning_rate": 1.7983333333333335e-05, |
| "loss": 0.0357, |
| "step": 1080 |
| }, |
| { |
| "epoch": 8.72, |
| "grad_norm": 0.5156652331352234, |
| "learning_rate": 1.815e-05, |
| "loss": 0.0358, |
| "step": 1090 |
| }, |
| { |
| "epoch": 8.8, |
| "grad_norm": 0.5228523015975952, |
| "learning_rate": 1.8316666666666667e-05, |
| "loss": 0.0329, |
| "step": 1100 |
| }, |
| { |
| "epoch": 8.88, |
| "grad_norm": 0.3519977629184723, |
| "learning_rate": 1.8483333333333333e-05, |
| "loss": 0.0332, |
| "step": 1110 |
| }, |
| { |
| "epoch": 8.96, |
| "grad_norm": 0.2899835407733917, |
| "learning_rate": 1.865e-05, |
| "loss": 0.034, |
| "step": 1120 |
| }, |
| { |
| "epoch": 9.04, |
| "grad_norm": 0.4459390938282013, |
| "learning_rate": 1.881666666666667e-05, |
| "loss": 0.036, |
| "step": 1130 |
| }, |
| { |
| "epoch": 9.12, |
| "grad_norm": 0.43766191601753235, |
| "learning_rate": 1.8983333333333335e-05, |
| "loss": 0.0339, |
| "step": 1140 |
| }, |
| { |
| "epoch": 9.2, |
| "grad_norm": 0.6045361161231995, |
| "learning_rate": 1.915e-05, |
| "loss": 0.0321, |
| "step": 1150 |
| }, |
| { |
| "epoch": 9.28, |
| "grad_norm": 0.37984588742256165, |
| "learning_rate": 1.9316666666666668e-05, |
| "loss": 0.0341, |
| "step": 1160 |
| }, |
| { |
| "epoch": 9.36, |
| "grad_norm": 0.4200856685638428, |
| "learning_rate": 1.9483333333333334e-05, |
| "loss": 0.0351, |
| "step": 1170 |
| }, |
| { |
| "epoch": 9.44, |
| "grad_norm": 0.4641549289226532, |
| "learning_rate": 1.9650000000000003e-05, |
| "loss": 0.0343, |
| "step": 1180 |
| }, |
| { |
| "epoch": 9.52, |
| "grad_norm": 0.4529460370540619, |
| "learning_rate": 1.9816666666666666e-05, |
| "loss": 0.0306, |
| "step": 1190 |
| }, |
| { |
| "epoch": 9.6, |
| "grad_norm": 0.4408588111400604, |
| "learning_rate": 1.9983333333333336e-05, |
| "loss": 0.0342, |
| "step": 1200 |
| }, |
| { |
| "epoch": 9.68, |
| "grad_norm": 0.38356512784957886, |
| "learning_rate": 2.0150000000000002e-05, |
| "loss": 0.0302, |
| "step": 1210 |
| }, |
| { |
| "epoch": 9.76, |
| "grad_norm": 0.413361132144928, |
| "learning_rate": 2.0316666666666668e-05, |
| "loss": 0.0318, |
| "step": 1220 |
| }, |
| { |
| "epoch": 9.84, |
| "grad_norm": 0.3955969512462616, |
| "learning_rate": 2.0483333333333334e-05, |
| "loss": 0.033, |
| "step": 1230 |
| }, |
| { |
| "epoch": 9.92, |
| "grad_norm": 0.4727769196033478, |
| "learning_rate": 2.065e-05, |
| "loss": 0.0319, |
| "step": 1240 |
| }, |
| { |
| "epoch": 10.0, |
| "grad_norm": 0.406533807516098, |
| "learning_rate": 2.0816666666666667e-05, |
| "loss": 0.0302, |
| "step": 1250 |
| }, |
| { |
| "epoch": 10.08, |
| "grad_norm": 0.36609581112861633, |
| "learning_rate": 2.0983333333333336e-05, |
| "loss": 0.0296, |
| "step": 1260 |
| }, |
| { |
| "epoch": 10.16, |
| "grad_norm": 0.35537004470825195, |
| "learning_rate": 2.115e-05, |
| "loss": 0.0306, |
| "step": 1270 |
| }, |
| { |
| "epoch": 10.24, |
| "grad_norm": 0.4072760045528412, |
| "learning_rate": 2.131666666666667e-05, |
| "loss": 0.0331, |
| "step": 1280 |
| }, |
| { |
| "epoch": 10.32, |
| "grad_norm": 0.41088026762008667, |
| "learning_rate": 2.148333333333333e-05, |
| "loss": 0.0305, |
| "step": 1290 |
| }, |
| { |
| "epoch": 10.4, |
| "grad_norm": 0.3765697777271271, |
| "learning_rate": 2.165e-05, |
| "loss": 0.03, |
| "step": 1300 |
| }, |
| { |
| "epoch": 10.48, |
| "grad_norm": 0.40618565678596497, |
| "learning_rate": 2.1816666666666667e-05, |
| "loss": 0.0288, |
| "step": 1310 |
| }, |
| { |
| "epoch": 10.56, |
| "grad_norm": 0.48224225640296936, |
| "learning_rate": 2.1983333333333333e-05, |
| "loss": 0.0265, |
| "step": 1320 |
| }, |
| { |
| "epoch": 10.64, |
| "grad_norm": 0.4473593235015869, |
| "learning_rate": 2.215e-05, |
| "loss": 0.0342, |
| "step": 1330 |
| }, |
| { |
| "epoch": 10.72, |
| "grad_norm": 0.3877086043357849, |
| "learning_rate": 2.231666666666667e-05, |
| "loss": 0.0327, |
| "step": 1340 |
| }, |
| { |
| "epoch": 10.8, |
| "grad_norm": 0.4194263517856598, |
| "learning_rate": 2.2483333333333335e-05, |
| "loss": 0.0312, |
| "step": 1350 |
| }, |
| { |
| "epoch": 10.88, |
| "grad_norm": 0.451854407787323, |
| "learning_rate": 2.265e-05, |
| "loss": 0.0313, |
| "step": 1360 |
| }, |
| { |
| "epoch": 10.96, |
| "grad_norm": 0.3266424834728241, |
| "learning_rate": 2.2816666666666668e-05, |
| "loss": 0.0303, |
| "step": 1370 |
| }, |
| { |
| "epoch": 11.04, |
| "grad_norm": 0.28351446986198425, |
| "learning_rate": 2.2983333333333334e-05, |
| "loss": 0.0267, |
| "step": 1380 |
| }, |
| { |
| "epoch": 11.12, |
| "grad_norm": 0.329942524433136, |
| "learning_rate": 2.3150000000000004e-05, |
| "loss": 0.0285, |
| "step": 1390 |
| }, |
| { |
| "epoch": 11.2, |
| "grad_norm": 0.3978729248046875, |
| "learning_rate": 2.3316666666666666e-05, |
| "loss": 0.0285, |
| "step": 1400 |
| }, |
| { |
| "epoch": 11.28, |
| "grad_norm": 0.43103229999542236, |
| "learning_rate": 2.3483333333333336e-05, |
| "loss": 0.0279, |
| "step": 1410 |
| }, |
| { |
| "epoch": 11.36, |
| "grad_norm": 0.35177916288375854, |
| "learning_rate": 2.365e-05, |
| "loss": 0.0287, |
| "step": 1420 |
| }, |
| { |
| "epoch": 11.44, |
| "grad_norm": 0.2928062677383423, |
| "learning_rate": 2.381666666666667e-05, |
| "loss": 0.0279, |
| "step": 1430 |
| }, |
| { |
| "epoch": 11.52, |
| "grad_norm": 0.4658704698085785, |
| "learning_rate": 2.3983333333333335e-05, |
| "loss": 0.0274, |
| "step": 1440 |
| }, |
| { |
| "epoch": 11.6, |
| "grad_norm": 0.4314389228820801, |
| "learning_rate": 2.415e-05, |
| "loss": 0.027, |
| "step": 1450 |
| }, |
| { |
| "epoch": 11.68, |
| "grad_norm": 0.5350434184074402, |
| "learning_rate": 2.4316666666666667e-05, |
| "loss": 0.032, |
| "step": 1460 |
| }, |
| { |
| "epoch": 11.76, |
| "grad_norm": 0.44537076354026794, |
| "learning_rate": 2.4483333333333333e-05, |
| "loss": 0.0271, |
| "step": 1470 |
| }, |
| { |
| "epoch": 11.84, |
| "grad_norm": 0.3635440468788147, |
| "learning_rate": 2.465e-05, |
| "loss": 0.0295, |
| "step": 1480 |
| }, |
| { |
| "epoch": 11.92, |
| "grad_norm": 0.38218313455581665, |
| "learning_rate": 2.481666666666667e-05, |
| "loss": 0.0295, |
| "step": 1490 |
| }, |
| { |
| "epoch": 12.0, |
| "grad_norm": 0.4751462936401367, |
| "learning_rate": 2.4983333333333335e-05, |
| "loss": 0.0278, |
| "step": 1500 |
| }, |
| { |
| "epoch": 12.08, |
| "grad_norm": 0.4499553143978119, |
| "learning_rate": 2.515e-05, |
| "loss": 0.0304, |
| "step": 1510 |
| }, |
| { |
| "epoch": 12.16, |
| "grad_norm": 0.6553758978843689, |
| "learning_rate": 2.5316666666666668e-05, |
| "loss": 0.0257, |
| "step": 1520 |
| }, |
| { |
| "epoch": 12.24, |
| "grad_norm": 0.4081267714500427, |
| "learning_rate": 2.5483333333333337e-05, |
| "loss": 0.031, |
| "step": 1530 |
| }, |
| { |
| "epoch": 12.32, |
| "grad_norm": 0.33432334661483765, |
| "learning_rate": 2.5650000000000003e-05, |
| "loss": 0.031, |
| "step": 1540 |
| }, |
| { |
| "epoch": 12.4, |
| "grad_norm": 0.4837413430213928, |
| "learning_rate": 2.5816666666666666e-05, |
| "loss": 0.029, |
| "step": 1550 |
| }, |
| { |
| "epoch": 12.48, |
| "grad_norm": 0.2803482115268707, |
| "learning_rate": 2.5983333333333336e-05, |
| "loss": 0.0294, |
| "step": 1560 |
| }, |
| { |
| "epoch": 12.56, |
| "grad_norm": 0.5674668550491333, |
| "learning_rate": 2.6150000000000002e-05, |
| "loss": 0.029, |
| "step": 1570 |
| }, |
| { |
| "epoch": 12.64, |
| "grad_norm": 0.5067690014839172, |
| "learning_rate": 2.6316666666666668e-05, |
| "loss": 0.0276, |
| "step": 1580 |
| }, |
| { |
| "epoch": 12.72, |
| "grad_norm": 0.4176363945007324, |
| "learning_rate": 2.648333333333333e-05, |
| "loss": 0.0263, |
| "step": 1590 |
| }, |
| { |
| "epoch": 12.8, |
| "grad_norm": 0.43762966990470886, |
| "learning_rate": 2.6650000000000004e-05, |
| "loss": 0.0285, |
| "step": 1600 |
| }, |
| { |
| "epoch": 12.88, |
| "grad_norm": 0.5005457401275635, |
| "learning_rate": 2.6816666666666667e-05, |
| "loss": 0.0261, |
| "step": 1610 |
| }, |
| { |
| "epoch": 12.96, |
| "grad_norm": 0.4324656128883362, |
| "learning_rate": 2.6983333333333333e-05, |
| "loss": 0.0252, |
| "step": 1620 |
| }, |
| { |
| "epoch": 13.04, |
| "grad_norm": 0.26855772733688354, |
| "learning_rate": 2.7150000000000003e-05, |
| "loss": 0.0277, |
| "step": 1630 |
| }, |
| { |
| "epoch": 13.12, |
| "grad_norm": 0.6240074634552002, |
| "learning_rate": 2.731666666666667e-05, |
| "loss": 0.0254, |
| "step": 1640 |
| }, |
| { |
| "epoch": 13.2, |
| "grad_norm": 0.35575050115585327, |
| "learning_rate": 2.748333333333333e-05, |
| "loss": 0.0255, |
| "step": 1650 |
| }, |
| { |
| "epoch": 13.28, |
| "grad_norm": 0.4333336353302002, |
| "learning_rate": 2.7650000000000005e-05, |
| "loss": 0.0243, |
| "step": 1660 |
| }, |
| { |
| "epoch": 13.36, |
| "grad_norm": 0.3904409408569336, |
| "learning_rate": 2.7816666666666667e-05, |
| "loss": 0.0263, |
| "step": 1670 |
| }, |
| { |
| "epoch": 13.44, |
| "grad_norm": 0.39956918358802795, |
| "learning_rate": 2.7983333333333334e-05, |
| "loss": 0.0266, |
| "step": 1680 |
| }, |
| { |
| "epoch": 13.52, |
| "grad_norm": 0.3917064070701599, |
| "learning_rate": 2.815e-05, |
| "loss": 0.0318, |
| "step": 1690 |
| }, |
| { |
| "epoch": 13.6, |
| "grad_norm": 0.3494366407394409, |
| "learning_rate": 2.831666666666667e-05, |
| "loss": 0.029, |
| "step": 1700 |
| }, |
| { |
| "epoch": 13.68, |
| "grad_norm": 0.43955495953559875, |
| "learning_rate": 2.8483333333333336e-05, |
| "loss": 0.0277, |
| "step": 1710 |
| }, |
| { |
| "epoch": 13.76, |
| "grad_norm": 0.5892518758773804, |
| "learning_rate": 2.865e-05, |
| "loss": 0.0262, |
| "step": 1720 |
| }, |
| { |
| "epoch": 13.84, |
| "grad_norm": 0.417543888092041, |
| "learning_rate": 2.8816666666666668e-05, |
| "loss": 0.0262, |
| "step": 1730 |
| }, |
| { |
| "epoch": 13.92, |
| "grad_norm": 0.3775268495082855, |
| "learning_rate": 2.8983333333333334e-05, |
| "loss": 0.0248, |
| "step": 1740 |
| }, |
| { |
| "epoch": 14.0, |
| "grad_norm": 0.4146760404109955, |
| "learning_rate": 2.915e-05, |
| "loss": 0.0293, |
| "step": 1750 |
| }, |
| { |
| "epoch": 14.08, |
| "grad_norm": 0.39579519629478455, |
| "learning_rate": 2.931666666666667e-05, |
| "loss": 0.0248, |
| "step": 1760 |
| }, |
| { |
| "epoch": 14.16, |
| "grad_norm": 0.5234031677246094, |
| "learning_rate": 2.9483333333333336e-05, |
| "loss": 0.0273, |
| "step": 1770 |
| }, |
| { |
| "epoch": 14.24, |
| "grad_norm": 0.43673765659332275, |
| "learning_rate": 2.965e-05, |
| "loss": 0.0269, |
| "step": 1780 |
| }, |
| { |
| "epoch": 14.32, |
| "grad_norm": 0.27532389760017395, |
| "learning_rate": 2.9816666666666672e-05, |
| "loss": 0.0284, |
| "step": 1790 |
| }, |
| { |
| "epoch": 14.4, |
| "grad_norm": 0.35755762457847595, |
| "learning_rate": 2.9983333333333335e-05, |
| "loss": 0.026, |
| "step": 1800 |
| }, |
| { |
| "epoch": 14.48, |
| "grad_norm": 0.4120180308818817, |
| "learning_rate": 3.015e-05, |
| "loss": 0.0246, |
| "step": 1810 |
| }, |
| { |
| "epoch": 14.56, |
| "grad_norm": 0.7659271955490112, |
| "learning_rate": 3.0316666666666664e-05, |
| "loss": 0.0279, |
| "step": 1820 |
| }, |
| { |
| "epoch": 14.64, |
| "grad_norm": 0.34267351031303406, |
| "learning_rate": 3.0483333333333337e-05, |
| "loss": 0.0249, |
| "step": 1830 |
| }, |
| { |
| "epoch": 14.72, |
| "grad_norm": 0.4151279926300049, |
| "learning_rate": 3.065e-05, |
| "loss": 0.0264, |
| "step": 1840 |
| }, |
| { |
| "epoch": 14.8, |
| "grad_norm": 0.4315623939037323, |
| "learning_rate": 3.0816666666666666e-05, |
| "loss": 0.026, |
| "step": 1850 |
| }, |
| { |
| "epoch": 14.88, |
| "grad_norm": 0.31780558824539185, |
| "learning_rate": 3.098333333333334e-05, |
| "loss": 0.0276, |
| "step": 1860 |
| }, |
| { |
| "epoch": 14.96, |
| "grad_norm": 0.32242947816848755, |
| "learning_rate": 3.115e-05, |
| "loss": 0.0255, |
| "step": 1870 |
| }, |
| { |
| "epoch": 15.04, |
| "grad_norm": 0.26595622301101685, |
| "learning_rate": 3.1316666666666664e-05, |
| "loss": 0.0247, |
| "step": 1880 |
| }, |
| { |
| "epoch": 15.12, |
| "grad_norm": 0.3390308916568756, |
| "learning_rate": 3.148333333333334e-05, |
| "loss": 0.0267, |
| "step": 1890 |
| }, |
| { |
| "epoch": 15.2, |
| "grad_norm": 0.27090874314308167, |
| "learning_rate": 3.1650000000000004e-05, |
| "loss": 0.0238, |
| "step": 1900 |
| }, |
| { |
| "epoch": 15.28, |
| "grad_norm": 0.3191828727722168, |
| "learning_rate": 3.181666666666667e-05, |
| "loss": 0.0253, |
| "step": 1910 |
| }, |
| { |
| "epoch": 15.36, |
| "grad_norm": 0.42352062463760376, |
| "learning_rate": 3.1983333333333336e-05, |
| "loss": 0.0266, |
| "step": 1920 |
| }, |
| { |
| "epoch": 15.44, |
| "grad_norm": 0.5211086273193359, |
| "learning_rate": 3.215e-05, |
| "loss": 0.0254, |
| "step": 1930 |
| }, |
| { |
| "epoch": 15.52, |
| "grad_norm": 0.4897029399871826, |
| "learning_rate": 3.231666666666667e-05, |
| "loss": 0.0265, |
| "step": 1940 |
| }, |
| { |
| "epoch": 15.6, |
| "grad_norm": 0.3526843190193176, |
| "learning_rate": 3.2483333333333335e-05, |
| "loss": 0.0251, |
| "step": 1950 |
| }, |
| { |
| "epoch": 15.68, |
| "grad_norm": 0.4142985939979553, |
| "learning_rate": 3.265e-05, |
| "loss": 0.025, |
| "step": 1960 |
| }, |
| { |
| "epoch": 15.76, |
| "grad_norm": 0.44084420800209045, |
| "learning_rate": 3.281666666666667e-05, |
| "loss": 0.0259, |
| "step": 1970 |
| }, |
| { |
| "epoch": 15.84, |
| "grad_norm": 0.2521750330924988, |
| "learning_rate": 3.298333333333333e-05, |
| "loss": 0.0256, |
| "step": 1980 |
| }, |
| { |
| "epoch": 15.92, |
| "grad_norm": 0.3978320360183716, |
| "learning_rate": 3.3150000000000006e-05, |
| "loss": 0.0248, |
| "step": 1990 |
| }, |
| { |
| "epoch": 16.0, |
| "grad_norm": 0.45221319794654846, |
| "learning_rate": 3.3316666666666666e-05, |
| "loss": 0.0239, |
| "step": 2000 |
| }, |
| { |
| "epoch": 16.08, |
| "grad_norm": 0.5791429877281189, |
| "learning_rate": 3.348333333333333e-05, |
| "loss": 0.0238, |
| "step": 2010 |
| }, |
| { |
| "epoch": 16.16, |
| "grad_norm": 0.4157203137874603, |
| "learning_rate": 3.3650000000000005e-05, |
| "loss": 0.0262, |
| "step": 2020 |
| }, |
| { |
| "epoch": 16.24, |
| "grad_norm": 0.4278183579444885, |
| "learning_rate": 3.381666666666667e-05, |
| "loss": 0.0256, |
| "step": 2030 |
| }, |
| { |
| "epoch": 16.32, |
| "grad_norm": 0.3663647770881653, |
| "learning_rate": 3.398333333333333e-05, |
| "loss": 0.0244, |
| "step": 2040 |
| }, |
| { |
| "epoch": 16.4, |
| "grad_norm": 0.611848771572113, |
| "learning_rate": 3.415e-05, |
| "loss": 0.0268, |
| "step": 2050 |
| }, |
| { |
| "epoch": 16.48, |
| "grad_norm": 0.6370655298233032, |
| "learning_rate": 3.431666666666667e-05, |
| "loss": 0.0264, |
| "step": 2060 |
| }, |
| { |
| "epoch": 16.56, |
| "grad_norm": 0.37800681591033936, |
| "learning_rate": 3.4483333333333336e-05, |
| "loss": 0.0265, |
| "step": 2070 |
| }, |
| { |
| "epoch": 16.64, |
| "grad_norm": 0.3954460620880127, |
| "learning_rate": 3.465e-05, |
| "loss": 0.0219, |
| "step": 2080 |
| }, |
| { |
| "epoch": 16.72, |
| "grad_norm": 0.4189818799495697, |
| "learning_rate": 3.481666666666667e-05, |
| "loss": 0.0263, |
| "step": 2090 |
| }, |
| { |
| "epoch": 16.8, |
| "grad_norm": 0.33714544773101807, |
| "learning_rate": 3.4983333333333334e-05, |
| "loss": 0.0237, |
| "step": 2100 |
| }, |
| { |
| "epoch": 16.88, |
| "grad_norm": 0.3337080180644989, |
| "learning_rate": 3.515e-05, |
| "loss": 0.0205, |
| "step": 2110 |
| }, |
| { |
| "epoch": 16.96, |
| "grad_norm": 0.288158655166626, |
| "learning_rate": 3.531666666666667e-05, |
| "loss": 0.0231, |
| "step": 2120 |
| }, |
| { |
| "epoch": 17.04, |
| "grad_norm": 0.28839609026908875, |
| "learning_rate": 3.548333333333333e-05, |
| "loss": 0.0243, |
| "step": 2130 |
| }, |
| { |
| "epoch": 17.12, |
| "grad_norm": 0.4086243808269501, |
| "learning_rate": 3.565e-05, |
| "loss": 0.0232, |
| "step": 2140 |
| }, |
| { |
| "epoch": 17.2, |
| "grad_norm": 0.2983919084072113, |
| "learning_rate": 3.581666666666667e-05, |
| "loss": 0.0225, |
| "step": 2150 |
| }, |
| { |
| "epoch": 17.28, |
| "grad_norm": 0.3259308338165283, |
| "learning_rate": 3.598333333333334e-05, |
| "loss": 0.022, |
| "step": 2160 |
| }, |
| { |
| "epoch": 17.36, |
| "grad_norm": 0.36413389444351196, |
| "learning_rate": 3.615e-05, |
| "loss": 0.0219, |
| "step": 2170 |
| }, |
| { |
| "epoch": 17.44, |
| "grad_norm": 0.4661519527435303, |
| "learning_rate": 3.631666666666667e-05, |
| "loss": 0.0223, |
| "step": 2180 |
| }, |
| { |
| "epoch": 17.52, |
| "grad_norm": 0.4502984583377838, |
| "learning_rate": 3.648333333333334e-05, |
| "loss": 0.0242, |
| "step": 2190 |
| }, |
| { |
| "epoch": 17.6, |
| "grad_norm": 0.49160346388816833, |
| "learning_rate": 3.665e-05, |
| "loss": 0.0295, |
| "step": 2200 |
| }, |
| { |
| "epoch": 17.68, |
| "grad_norm": 0.31486162543296814, |
| "learning_rate": 3.681666666666667e-05, |
| "loss": 0.0252, |
| "step": 2210 |
| }, |
| { |
| "epoch": 17.76, |
| "grad_norm": 0.38031962513923645, |
| "learning_rate": 3.6983333333333336e-05, |
| "loss": 0.0266, |
| "step": 2220 |
| }, |
| { |
| "epoch": 17.84, |
| "grad_norm": 0.30485278367996216, |
| "learning_rate": 3.715e-05, |
| "loss": 0.0223, |
| "step": 2230 |
| }, |
| { |
| "epoch": 17.92, |
| "grad_norm": 0.3542425334453583, |
| "learning_rate": 3.731666666666667e-05, |
| "loss": 0.0216, |
| "step": 2240 |
| }, |
| { |
| "epoch": 18.0, |
| "grad_norm": 0.22164835035800934, |
| "learning_rate": 3.7483333333333334e-05, |
| "loss": 0.0229, |
| "step": 2250 |
| }, |
| { |
| "epoch": 18.08, |
| "grad_norm": 0.2269064337015152, |
| "learning_rate": 3.765e-05, |
| "loss": 0.0233, |
| "step": 2260 |
| }, |
| { |
| "epoch": 18.16, |
| "grad_norm": 0.29224133491516113, |
| "learning_rate": 3.7816666666666667e-05, |
| "loss": 0.0212, |
| "step": 2270 |
| }, |
| { |
| "epoch": 18.24, |
| "grad_norm": 0.2924155294895172, |
| "learning_rate": 3.798333333333334e-05, |
| "loss": 0.0198, |
| "step": 2280 |
| }, |
| { |
| "epoch": 18.32, |
| "grad_norm": 0.37519335746765137, |
| "learning_rate": 3.8150000000000006e-05, |
| "loss": 0.0221, |
| "step": 2290 |
| }, |
| { |
| "epoch": 18.4, |
| "grad_norm": 0.24550169706344604, |
| "learning_rate": 3.8316666666666665e-05, |
| "loss": 0.0207, |
| "step": 2300 |
| }, |
| { |
| "epoch": 18.48, |
| "grad_norm": 0.35677847266197205, |
| "learning_rate": 3.848333333333334e-05, |
| "loss": 0.024, |
| "step": 2310 |
| }, |
| { |
| "epoch": 18.56, |
| "grad_norm": 0.47154536843299866, |
| "learning_rate": 3.8650000000000004e-05, |
| "loss": 0.0229, |
| "step": 2320 |
| }, |
| { |
| "epoch": 18.64, |
| "grad_norm": 0.3194679617881775, |
| "learning_rate": 3.881666666666667e-05, |
| "loss": 0.0259, |
| "step": 2330 |
| }, |
| { |
| "epoch": 18.72, |
| "grad_norm": 0.28208523988723755, |
| "learning_rate": 3.898333333333333e-05, |
| "loss": 0.0199, |
| "step": 2340 |
| }, |
| { |
| "epoch": 18.8, |
| "grad_norm": 0.2827991247177124, |
| "learning_rate": 3.915e-05, |
| "loss": 0.0263, |
| "step": 2350 |
| }, |
| { |
| "epoch": 18.88, |
| "grad_norm": 0.2632414996623993, |
| "learning_rate": 3.931666666666667e-05, |
| "loss": 0.0226, |
| "step": 2360 |
| }, |
| { |
| "epoch": 18.96, |
| "grad_norm": 0.22578370571136475, |
| "learning_rate": 3.9483333333333335e-05, |
| "loss": 0.0214, |
| "step": 2370 |
| }, |
| { |
| "epoch": 19.04, |
| "grad_norm": 0.32302823662757874, |
| "learning_rate": 3.965e-05, |
| "loss": 0.0217, |
| "step": 2380 |
| }, |
| { |
| "epoch": 19.12, |
| "grad_norm": 0.3858564794063568, |
| "learning_rate": 3.981666666666667e-05, |
| "loss": 0.0233, |
| "step": 2390 |
| }, |
| { |
| "epoch": 19.2, |
| "grad_norm": 0.2741732895374298, |
| "learning_rate": 3.9983333333333334e-05, |
| "loss": 0.0224, |
| "step": 2400 |
| }, |
| { |
| "epoch": 19.28, |
| "grad_norm": 0.2589580714702606, |
| "learning_rate": 4.015000000000001e-05, |
| "loss": 0.0207, |
| "step": 2410 |
| }, |
| { |
| "epoch": 19.36, |
| "grad_norm": 0.3339383006095886, |
| "learning_rate": 4.0316666666666666e-05, |
| "loss": 0.0272, |
| "step": 2420 |
| }, |
| { |
| "epoch": 19.44, |
| "grad_norm": 0.41874080896377563, |
| "learning_rate": 4.048333333333333e-05, |
| "loss": 0.0228, |
| "step": 2430 |
| }, |
| { |
| "epoch": 19.52, |
| "grad_norm": 0.2822819650173187, |
| "learning_rate": 4.065e-05, |
| "loss": 0.0242, |
| "step": 2440 |
| }, |
| { |
| "epoch": 19.6, |
| "grad_norm": 0.3020836412906647, |
| "learning_rate": 4.081666666666667e-05, |
| "loss": 0.0224, |
| "step": 2450 |
| }, |
| { |
| "epoch": 19.68, |
| "grad_norm": 0.2937125265598297, |
| "learning_rate": 4.098333333333334e-05, |
| "loss": 0.0202, |
| "step": 2460 |
| }, |
| { |
| "epoch": 19.76, |
| "grad_norm": 0.28205376863479614, |
| "learning_rate": 4.115e-05, |
| "loss": 0.0213, |
| "step": 2470 |
| }, |
| { |
| "epoch": 19.84, |
| "grad_norm": 0.2876085638999939, |
| "learning_rate": 4.131666666666667e-05, |
| "loss": 0.0201, |
| "step": 2480 |
| }, |
| { |
| "epoch": 19.92, |
| "grad_norm": 0.31393471360206604, |
| "learning_rate": 4.1483333333333337e-05, |
| "loss": 0.0264, |
| "step": 2490 |
| }, |
| { |
| "epoch": 20.0, |
| "grad_norm": 0.28968527913093567, |
| "learning_rate": 4.165e-05, |
| "loss": 0.0217, |
| "step": 2500 |
| }, |
| { |
| "epoch": 20.08, |
| "grad_norm": 0.3303036093711853, |
| "learning_rate": 4.181666666666667e-05, |
| "loss": 0.0223, |
| "step": 2510 |
| }, |
| { |
| "epoch": 20.16, |
| "grad_norm": 0.5432565808296204, |
| "learning_rate": 4.1983333333333335e-05, |
| "loss": 0.0221, |
| "step": 2520 |
| }, |
| { |
| "epoch": 20.24, |
| "grad_norm": 0.32554832100868225, |
| "learning_rate": 4.215e-05, |
| "loss": 0.0223, |
| "step": 2530 |
| }, |
| { |
| "epoch": 20.32, |
| "grad_norm": 0.21551325917243958, |
| "learning_rate": 4.2316666666666674e-05, |
| "loss": 0.0194, |
| "step": 2540 |
| }, |
| { |
| "epoch": 20.4, |
| "grad_norm": 0.26613298058509827, |
| "learning_rate": 4.2483333333333334e-05, |
| "loss": 0.0238, |
| "step": 2550 |
| }, |
| { |
| "epoch": 20.48, |
| "grad_norm": 0.2909214198589325, |
| "learning_rate": 4.265e-05, |
| "loss": 0.0233, |
| "step": 2560 |
| }, |
| { |
| "epoch": 20.56, |
| "grad_norm": 0.28560444712638855, |
| "learning_rate": 4.2816666666666666e-05, |
| "loss": 0.0206, |
| "step": 2570 |
| }, |
| { |
| "epoch": 20.64, |
| "grad_norm": 0.4580448269844055, |
| "learning_rate": 4.298333333333334e-05, |
| "loss": 0.0221, |
| "step": 2580 |
| }, |
| { |
| "epoch": 20.72, |
| "grad_norm": 0.3053947985172272, |
| "learning_rate": 4.315e-05, |
| "loss": 0.0198, |
| "step": 2590 |
| }, |
| { |
| "epoch": 20.8, |
| "grad_norm": 0.248422771692276, |
| "learning_rate": 4.3316666666666665e-05, |
| "loss": 0.0245, |
| "step": 2600 |
| }, |
| { |
| "epoch": 20.88, |
| "grad_norm": 0.5076107978820801, |
| "learning_rate": 4.348333333333334e-05, |
| "loss": 0.0235, |
| "step": 2610 |
| }, |
| { |
| "epoch": 20.96, |
| "grad_norm": 0.4060622751712799, |
| "learning_rate": 4.3650000000000004e-05, |
| "loss": 0.0214, |
| "step": 2620 |
| }, |
| { |
| "epoch": 21.04, |
| "grad_norm": 0.2510785460472107, |
| "learning_rate": 4.381666666666667e-05, |
| "loss": 0.0204, |
| "step": 2630 |
| }, |
| { |
| "epoch": 21.12, |
| "grad_norm": 0.330915629863739, |
| "learning_rate": 4.3983333333333336e-05, |
| "loss": 0.0231, |
| "step": 2640 |
| }, |
| { |
| "epoch": 21.2, |
| "grad_norm": 0.25127992033958435, |
| "learning_rate": 4.415e-05, |
| "loss": 0.0226, |
| "step": 2650 |
| }, |
| { |
| "epoch": 21.28, |
| "grad_norm": 0.30624595284461975, |
| "learning_rate": 4.431666666666667e-05, |
| "loss": 0.0218, |
| "step": 2660 |
| }, |
| { |
| "epoch": 21.36, |
| "grad_norm": 0.3206523060798645, |
| "learning_rate": 4.4483333333333335e-05, |
| "loss": 0.0213, |
| "step": 2670 |
| }, |
| { |
| "epoch": 21.44, |
| "grad_norm": 0.3146369159221649, |
| "learning_rate": 4.465e-05, |
| "loss": 0.0227, |
| "step": 2680 |
| }, |
| { |
| "epoch": 21.52, |
| "grad_norm": 0.2896748483181, |
| "learning_rate": 4.481666666666667e-05, |
| "loss": 0.023, |
| "step": 2690 |
| }, |
| { |
| "epoch": 21.6, |
| "grad_norm": 0.28543680906295776, |
| "learning_rate": 4.4983333333333334e-05, |
| "loss": 0.0197, |
| "step": 2700 |
| }, |
| { |
| "epoch": 21.68, |
| "grad_norm": 0.37273818254470825, |
| "learning_rate": 4.5150000000000006e-05, |
| "loss": 0.0198, |
| "step": 2710 |
| }, |
| { |
| "epoch": 21.76, |
| "grad_norm": 0.44325944781303406, |
| "learning_rate": 4.5316666666666666e-05, |
| "loss": 0.0211, |
| "step": 2720 |
| }, |
| { |
| "epoch": 21.84, |
| "grad_norm": 0.5201615691184998, |
| "learning_rate": 4.548333333333333e-05, |
| "loss": 0.0231, |
| "step": 2730 |
| }, |
| { |
| "epoch": 21.92, |
| "grad_norm": 0.31978607177734375, |
| "learning_rate": 4.5650000000000005e-05, |
| "loss": 0.0206, |
| "step": 2740 |
| }, |
| { |
| "epoch": 22.0, |
| "grad_norm": 0.2912513017654419, |
| "learning_rate": 4.581666666666667e-05, |
| "loss": 0.0193, |
| "step": 2750 |
| }, |
| { |
| "epoch": 22.08, |
| "grad_norm": 0.26519566774368286, |
| "learning_rate": 4.598333333333333e-05, |
| "loss": 0.0192, |
| "step": 2760 |
| }, |
| { |
| "epoch": 22.16, |
| "grad_norm": 0.4674456715583801, |
| "learning_rate": 4.6150000000000004e-05, |
| "loss": 0.0233, |
| "step": 2770 |
| }, |
| { |
| "epoch": 22.24, |
| "grad_norm": 0.34733864665031433, |
| "learning_rate": 4.631666666666667e-05, |
| "loss": 0.0193, |
| "step": 2780 |
| }, |
| { |
| "epoch": 22.32, |
| "grad_norm": 0.4135476350784302, |
| "learning_rate": 4.6483333333333336e-05, |
| "loss": 0.0202, |
| "step": 2790 |
| }, |
| { |
| "epoch": 22.4, |
| "grad_norm": 0.474016398191452, |
| "learning_rate": 4.665e-05, |
| "loss": 0.0212, |
| "step": 2800 |
| }, |
| { |
| "epoch": 22.48, |
| "grad_norm": 0.3427460789680481, |
| "learning_rate": 4.681666666666667e-05, |
| "loss": 0.0232, |
| "step": 2810 |
| }, |
| { |
| "epoch": 22.56, |
| "grad_norm": 0.23298241198062897, |
| "learning_rate": 4.6983333333333335e-05, |
| "loss": 0.022, |
| "step": 2820 |
| }, |
| { |
| "epoch": 22.64, |
| "grad_norm": 0.3706459701061249, |
| "learning_rate": 4.715e-05, |
| "loss": 0.0188, |
| "step": 2830 |
| }, |
| { |
| "epoch": 22.72, |
| "grad_norm": 0.41418397426605225, |
| "learning_rate": 4.731666666666667e-05, |
| "loss": 0.0199, |
| "step": 2840 |
| }, |
| { |
| "epoch": 22.8, |
| "grad_norm": 0.42016398906707764, |
| "learning_rate": 4.748333333333333e-05, |
| "loss": 0.0202, |
| "step": 2850 |
| }, |
| { |
| "epoch": 22.88, |
| "grad_norm": 0.44677430391311646, |
| "learning_rate": 4.765e-05, |
| "loss": 0.0241, |
| "step": 2860 |
| }, |
| { |
| "epoch": 22.96, |
| "grad_norm": 0.37646904587745667, |
| "learning_rate": 4.781666666666667e-05, |
| "loss": 0.0221, |
| "step": 2870 |
| }, |
| { |
| "epoch": 23.04, |
| "grad_norm": 0.2067101001739502, |
| "learning_rate": 4.798333333333334e-05, |
| "loss": 0.0201, |
| "step": 2880 |
| }, |
| { |
| "epoch": 23.12, |
| "grad_norm": 0.25133880972862244, |
| "learning_rate": 4.815e-05, |
| "loss": 0.0222, |
| "step": 2890 |
| }, |
| { |
| "epoch": 23.2, |
| "grad_norm": 0.27144089341163635, |
| "learning_rate": 4.831666666666667e-05, |
| "loss": 0.0205, |
| "step": 2900 |
| }, |
| { |
| "epoch": 23.28, |
| "grad_norm": 0.3785378634929657, |
| "learning_rate": 4.848333333333334e-05, |
| "loss": 0.0187, |
| "step": 2910 |
| }, |
| { |
| "epoch": 23.36, |
| "grad_norm": 0.31667327880859375, |
| "learning_rate": 4.8650000000000003e-05, |
| "loss": 0.0222, |
| "step": 2920 |
| }, |
| { |
| "epoch": 23.44, |
| "grad_norm": 0.2958964705467224, |
| "learning_rate": 4.881666666666667e-05, |
| "loss": 0.0229, |
| "step": 2930 |
| }, |
| { |
| "epoch": 23.52, |
| "grad_norm": 0.2879728078842163, |
| "learning_rate": 4.8983333333333336e-05, |
| "loss": 0.0229, |
| "step": 2940 |
| }, |
| { |
| "epoch": 23.6, |
| "grad_norm": 0.35484227538108826, |
| "learning_rate": 4.915e-05, |
| "loss": 0.0205, |
| "step": 2950 |
| }, |
| { |
| "epoch": 23.68, |
| "grad_norm": 0.3290381133556366, |
| "learning_rate": 4.931666666666667e-05, |
| "loss": 0.0212, |
| "step": 2960 |
| }, |
| { |
| "epoch": 23.76, |
| "grad_norm": 0.2664211094379425, |
| "learning_rate": 4.9483333333333334e-05, |
| "loss": 0.0193, |
| "step": 2970 |
| }, |
| { |
| "epoch": 23.84, |
| "grad_norm": 0.4185032546520233, |
| "learning_rate": 4.965e-05, |
| "loss": 0.0189, |
| "step": 2980 |
| }, |
| { |
| "epoch": 23.92, |
| "grad_norm": 0.2670034170150757, |
| "learning_rate": 4.981666666666667e-05, |
| "loss": 0.0186, |
| "step": 2990 |
| }, |
| { |
| "epoch": 24.0, |
| "grad_norm": 0.35514622926712036, |
| "learning_rate": 4.998333333333334e-05, |
| "loss": 0.0188, |
| "step": 3000 |
| }, |
| { |
| "epoch": 24.08, |
| "grad_norm": 0.2865280210971832, |
| "learning_rate": 5.015e-05, |
| "loss": 0.0185, |
| "step": 3010 |
| }, |
| { |
| "epoch": 24.16, |
| "grad_norm": 0.30657723546028137, |
| "learning_rate": 5.0316666666666665e-05, |
| "loss": 0.0193, |
| "step": 3020 |
| }, |
| { |
| "epoch": 24.24, |
| "grad_norm": 0.2579696774482727, |
| "learning_rate": 5.048333333333334e-05, |
| "loss": 0.018, |
| "step": 3030 |
| }, |
| { |
| "epoch": 24.32, |
| "grad_norm": 0.3122461140155792, |
| "learning_rate": 5.065e-05, |
| "loss": 0.0199, |
| "step": 3040 |
| }, |
| { |
| "epoch": 24.4, |
| "grad_norm": 0.354850709438324, |
| "learning_rate": 5.081666666666667e-05, |
| "loss": 0.0177, |
| "step": 3050 |
| }, |
| { |
| "epoch": 24.48, |
| "grad_norm": 0.48774662613868713, |
| "learning_rate": 5.098333333333334e-05, |
| "loss": 0.0192, |
| "step": 3060 |
| }, |
| { |
| "epoch": 24.56, |
| "grad_norm": 0.29985499382019043, |
| "learning_rate": 5.1149999999999996e-05, |
| "loss": 0.0189, |
| "step": 3070 |
| }, |
| { |
| "epoch": 24.64, |
| "grad_norm": 0.33849048614501953, |
| "learning_rate": 5.131666666666667e-05, |
| "loss": 0.0201, |
| "step": 3080 |
| }, |
| { |
| "epoch": 24.72, |
| "grad_norm": 0.30943790078163147, |
| "learning_rate": 5.1483333333333336e-05, |
| "loss": 0.0216, |
| "step": 3090 |
| }, |
| { |
| "epoch": 24.8, |
| "grad_norm": 0.4618857800960541, |
| "learning_rate": 5.1649999999999995e-05, |
| "loss": 0.0218, |
| "step": 3100 |
| }, |
| { |
| "epoch": 24.88, |
| "grad_norm": 0.3945921063423157, |
| "learning_rate": 5.181666666666667e-05, |
| "loss": 0.0204, |
| "step": 3110 |
| }, |
| { |
| "epoch": 24.96, |
| "grad_norm": 0.2557336986064911, |
| "learning_rate": 5.198333333333334e-05, |
| "loss": 0.0199, |
| "step": 3120 |
| }, |
| { |
| "epoch": 25.04, |
| "grad_norm": 0.22222451865673065, |
| "learning_rate": 5.215e-05, |
| "loss": 0.0214, |
| "step": 3130 |
| }, |
| { |
| "epoch": 25.12, |
| "grad_norm": 0.26626577973365784, |
| "learning_rate": 5.231666666666667e-05, |
| "loss": 0.0201, |
| "step": 3140 |
| }, |
| { |
| "epoch": 25.2, |
| "grad_norm": 0.32795363664627075, |
| "learning_rate": 5.248333333333334e-05, |
| "loss": 0.0197, |
| "step": 3150 |
| }, |
| { |
| "epoch": 25.28, |
| "grad_norm": 0.3018273413181305, |
| "learning_rate": 5.265e-05, |
| "loss": 0.0186, |
| "step": 3160 |
| }, |
| { |
| "epoch": 25.36, |
| "grad_norm": 0.30420053005218506, |
| "learning_rate": 5.281666666666667e-05, |
| "loss": 0.0186, |
| "step": 3170 |
| }, |
| { |
| "epoch": 25.44, |
| "grad_norm": 0.3932226896286011, |
| "learning_rate": 5.298333333333334e-05, |
| "loss": 0.0187, |
| "step": 3180 |
| }, |
| { |
| "epoch": 25.52, |
| "grad_norm": 0.3250539302825928, |
| "learning_rate": 5.315e-05, |
| "loss": 0.0194, |
| "step": 3190 |
| }, |
| { |
| "epoch": 25.6, |
| "grad_norm": 0.2599358856678009, |
| "learning_rate": 5.331666666666667e-05, |
| "loss": 0.0197, |
| "step": 3200 |
| }, |
| { |
| "epoch": 25.68, |
| "grad_norm": 0.2494811862707138, |
| "learning_rate": 5.3483333333333344e-05, |
| "loss": 0.0196, |
| "step": 3210 |
| }, |
| { |
| "epoch": 25.76, |
| "grad_norm": 0.255429208278656, |
| "learning_rate": 5.365e-05, |
| "loss": 0.018, |
| "step": 3220 |
| }, |
| { |
| "epoch": 25.84, |
| "grad_norm": 0.26169392466545105, |
| "learning_rate": 5.381666666666667e-05, |
| "loss": 0.0171, |
| "step": 3230 |
| }, |
| { |
| "epoch": 25.92, |
| "grad_norm": 0.3023719787597656, |
| "learning_rate": 5.398333333333334e-05, |
| "loss": 0.019, |
| "step": 3240 |
| }, |
| { |
| "epoch": 26.0, |
| "grad_norm": 0.2571801245212555, |
| "learning_rate": 5.415e-05, |
| "loss": 0.0174, |
| "step": 3250 |
| }, |
| { |
| "epoch": 26.08, |
| "grad_norm": 0.4073912799358368, |
| "learning_rate": 5.4316666666666675e-05, |
| "loss": 0.021, |
| "step": 3260 |
| }, |
| { |
| "epoch": 26.16, |
| "grad_norm": 0.27821940183639526, |
| "learning_rate": 5.4483333333333334e-05, |
| "loss": 0.0198, |
| "step": 3270 |
| }, |
| { |
| "epoch": 26.24, |
| "grad_norm": 0.2826208472251892, |
| "learning_rate": 5.465e-05, |
| "loss": 0.0188, |
| "step": 3280 |
| }, |
| { |
| "epoch": 26.32, |
| "grad_norm": 0.23131541907787323, |
| "learning_rate": 5.481666666666667e-05, |
| "loss": 0.0246, |
| "step": 3290 |
| }, |
| { |
| "epoch": 26.4, |
| "grad_norm": 0.3649280369281769, |
| "learning_rate": 5.498333333333333e-05, |
| "loss": 0.0192, |
| "step": 3300 |
| }, |
| { |
| "epoch": 26.48, |
| "grad_norm": 0.22950343787670135, |
| "learning_rate": 5.515e-05, |
| "loss": 0.0192, |
| "step": 3310 |
| }, |
| { |
| "epoch": 26.56, |
| "grad_norm": 0.4200882017612457, |
| "learning_rate": 5.531666666666667e-05, |
| "loss": 0.0231, |
| "step": 3320 |
| }, |
| { |
| "epoch": 26.64, |
| "grad_norm": 0.2632732093334198, |
| "learning_rate": 5.548333333333333e-05, |
| "loss": 0.0177, |
| "step": 3330 |
| }, |
| { |
| "epoch": 26.72, |
| "grad_norm": 0.2526291608810425, |
| "learning_rate": 5.5650000000000004e-05, |
| "loss": 0.0204, |
| "step": 3340 |
| }, |
| { |
| "epoch": 26.8, |
| "grad_norm": 0.33268535137176514, |
| "learning_rate": 5.581666666666667e-05, |
| "loss": 0.0192, |
| "step": 3350 |
| }, |
| { |
| "epoch": 26.88, |
| "grad_norm": 0.348863422870636, |
| "learning_rate": 5.598333333333333e-05, |
| "loss": 0.0192, |
| "step": 3360 |
| }, |
| { |
| "epoch": 26.96, |
| "grad_norm": 0.23711512982845306, |
| "learning_rate": 5.615e-05, |
| "loss": 0.0218, |
| "step": 3370 |
| }, |
| { |
| "epoch": 27.04, |
| "grad_norm": 0.4027114510536194, |
| "learning_rate": 5.6316666666666676e-05, |
| "loss": 0.0178, |
| "step": 3380 |
| }, |
| { |
| "epoch": 27.12, |
| "grad_norm": 0.28016871213912964, |
| "learning_rate": 5.6483333333333335e-05, |
| "loss": 0.0176, |
| "step": 3390 |
| }, |
| { |
| "epoch": 27.2, |
| "grad_norm": 0.2913617789745331, |
| "learning_rate": 5.665e-05, |
| "loss": 0.0222, |
| "step": 3400 |
| }, |
| { |
| "epoch": 27.28, |
| "grad_norm": 0.38835373520851135, |
| "learning_rate": 5.6816666666666674e-05, |
| "loss": 0.0169, |
| "step": 3410 |
| }, |
| { |
| "epoch": 27.36, |
| "grad_norm": 0.30408284068107605, |
| "learning_rate": 5.6983333333333334e-05, |
| "loss": 0.0177, |
| "step": 3420 |
| }, |
| { |
| "epoch": 27.44, |
| "grad_norm": 0.3208739757537842, |
| "learning_rate": 5.715000000000001e-05, |
| "loss": 0.0191, |
| "step": 3430 |
| }, |
| { |
| "epoch": 27.52, |
| "grad_norm": 0.30737999081611633, |
| "learning_rate": 5.731666666666667e-05, |
| "loss": 0.0226, |
| "step": 3440 |
| }, |
| { |
| "epoch": 27.6, |
| "grad_norm": 0.23718884587287903, |
| "learning_rate": 5.748333333333333e-05, |
| "loss": 0.0193, |
| "step": 3450 |
| }, |
| { |
| "epoch": 27.68, |
| "grad_norm": 0.2878965139389038, |
| "learning_rate": 5.7650000000000005e-05, |
| "loss": 0.0224, |
| "step": 3460 |
| }, |
| { |
| "epoch": 27.76, |
| "grad_norm": 0.247935950756073, |
| "learning_rate": 5.781666666666667e-05, |
| "loss": 0.0157, |
| "step": 3470 |
| }, |
| { |
| "epoch": 27.84, |
| "grad_norm": 0.3154468238353729, |
| "learning_rate": 5.798333333333333e-05, |
| "loss": 0.0202, |
| "step": 3480 |
| }, |
| { |
| "epoch": 27.92, |
| "grad_norm": 0.3691132664680481, |
| "learning_rate": 5.8150000000000004e-05, |
| "loss": 0.0183, |
| "step": 3490 |
| }, |
| { |
| "epoch": 28.0, |
| "grad_norm": 0.5007452964782715, |
| "learning_rate": 5.831666666666668e-05, |
| "loss": 0.0189, |
| "step": 3500 |
| }, |
| { |
| "epoch": 28.08, |
| "grad_norm": 0.3691890239715576, |
| "learning_rate": 5.8483333333333336e-05, |
| "loss": 0.0172, |
| "step": 3510 |
| }, |
| { |
| "epoch": 28.16, |
| "grad_norm": 0.30071115493774414, |
| "learning_rate": 5.865e-05, |
| "loss": 0.0191, |
| "step": 3520 |
| }, |
| { |
| "epoch": 28.24, |
| "grad_norm": 0.30024608969688416, |
| "learning_rate": 5.881666666666666e-05, |
| "loss": 0.0211, |
| "step": 3530 |
| }, |
| { |
| "epoch": 28.32, |
| "grad_norm": 0.38274112343788147, |
| "learning_rate": 5.8983333333333335e-05, |
| "loss": 0.0196, |
| "step": 3540 |
| }, |
| { |
| "epoch": 28.4, |
| "grad_norm": 0.3407282531261444, |
| "learning_rate": 5.915000000000001e-05, |
| "loss": 0.0195, |
| "step": 3550 |
| }, |
| { |
| "epoch": 28.48, |
| "grad_norm": 0.36812424659729004, |
| "learning_rate": 5.931666666666667e-05, |
| "loss": 0.0212, |
| "step": 3560 |
| }, |
| { |
| "epoch": 28.56, |
| "grad_norm": 0.2907348871231079, |
| "learning_rate": 5.9483333333333334e-05, |
| "loss": 0.0196, |
| "step": 3570 |
| }, |
| { |
| "epoch": 28.64, |
| "grad_norm": 0.23119507730007172, |
| "learning_rate": 5.9650000000000007e-05, |
| "loss": 0.0209, |
| "step": 3580 |
| }, |
| { |
| "epoch": 28.72, |
| "grad_norm": 0.18595322966575623, |
| "learning_rate": 5.9816666666666666e-05, |
| "loss": 0.0185, |
| "step": 3590 |
| }, |
| { |
| "epoch": 28.8, |
| "grad_norm": 0.2510007619857788, |
| "learning_rate": 5.998333333333334e-05, |
| "loss": 0.0208, |
| "step": 3600 |
| }, |
| { |
| "epoch": 28.88, |
| "grad_norm": 0.28620779514312744, |
| "learning_rate": 6.0150000000000005e-05, |
| "loss": 0.0186, |
| "step": 3610 |
| }, |
| { |
| "epoch": 28.96, |
| "grad_norm": 0.23245908319950104, |
| "learning_rate": 6.0316666666666665e-05, |
| "loss": 0.0174, |
| "step": 3620 |
| }, |
| { |
| "epoch": 29.04, |
| "grad_norm": 0.47083577513694763, |
| "learning_rate": 6.048333333333334e-05, |
| "loss": 0.0179, |
| "step": 3630 |
| }, |
| { |
| "epoch": 29.12, |
| "grad_norm": 0.32143571972846985, |
| "learning_rate": 6.0650000000000004e-05, |
| "loss": 0.0186, |
| "step": 3640 |
| }, |
| { |
| "epoch": 29.2, |
| "grad_norm": 0.2533101439476013, |
| "learning_rate": 6.081666666666666e-05, |
| "loss": 0.0186, |
| "step": 3650 |
| }, |
| { |
| "epoch": 29.28, |
| "grad_norm": 0.2782413065433502, |
| "learning_rate": 6.0983333333333336e-05, |
| "loss": 0.0186, |
| "step": 3660 |
| }, |
| { |
| "epoch": 29.36, |
| "grad_norm": 0.2926241159439087, |
| "learning_rate": 6.115000000000001e-05, |
| "loss": 0.0188, |
| "step": 3670 |
| }, |
| { |
| "epoch": 29.44, |
| "grad_norm": 0.29786020517349243, |
| "learning_rate": 6.131666666666666e-05, |
| "loss": 0.017, |
| "step": 3680 |
| }, |
| { |
| "epoch": 29.52, |
| "grad_norm": 0.30959829688072205, |
| "learning_rate": 6.148333333333334e-05, |
| "loss": 0.019, |
| "step": 3690 |
| }, |
| { |
| "epoch": 29.6, |
| "grad_norm": 0.2418811321258545, |
| "learning_rate": 6.165000000000001e-05, |
| "loss": 0.0193, |
| "step": 3700 |
| }, |
| { |
| "epoch": 29.68, |
| "grad_norm": 0.3914666175842285, |
| "learning_rate": 6.181666666666667e-05, |
| "loss": 0.0187, |
| "step": 3710 |
| }, |
| { |
| "epoch": 29.76, |
| "grad_norm": 0.4073907434940338, |
| "learning_rate": 6.198333333333334e-05, |
| "loss": 0.02, |
| "step": 3720 |
| }, |
| { |
| "epoch": 29.84, |
| "grad_norm": 0.2341315597295761, |
| "learning_rate": 6.215e-05, |
| "loss": 0.0186, |
| "step": 3730 |
| }, |
| { |
| "epoch": 29.92, |
| "grad_norm": 0.2737266421318054, |
| "learning_rate": 6.231666666666667e-05, |
| "loss": 0.0188, |
| "step": 3740 |
| }, |
| { |
| "epoch": 30.0, |
| "grad_norm": 0.3541114032268524, |
| "learning_rate": 6.248333333333334e-05, |
| "loss": 0.0193, |
| "step": 3750 |
| }, |
| { |
| "epoch": 30.08, |
| "grad_norm": 0.49831727147102356, |
| "learning_rate": 6.264999999999999e-05, |
| "loss": 0.0186, |
| "step": 3760 |
| }, |
| { |
| "epoch": 30.16, |
| "grad_norm": 0.27498045563697815, |
| "learning_rate": 6.281666666666667e-05, |
| "loss": 0.0186, |
| "step": 3770 |
| }, |
| { |
| "epoch": 30.24, |
| "grad_norm": 0.2733083665370941, |
| "learning_rate": 6.298333333333334e-05, |
| "loss": 0.0178, |
| "step": 3780 |
| }, |
| { |
| "epoch": 30.32, |
| "grad_norm": 0.3080177307128906, |
| "learning_rate": 6.315e-05, |
| "loss": 0.0212, |
| "step": 3790 |
| }, |
| { |
| "epoch": 30.4, |
| "grad_norm": 0.24624140560626984, |
| "learning_rate": 6.331666666666667e-05, |
| "loss": 0.0197, |
| "step": 3800 |
| }, |
| { |
| "epoch": 30.48, |
| "grad_norm": 0.32285645604133606, |
| "learning_rate": 6.348333333333334e-05, |
| "loss": 0.0176, |
| "step": 3810 |
| }, |
| { |
| "epoch": 30.56, |
| "grad_norm": 0.2905901372432709, |
| "learning_rate": 6.365e-05, |
| "loss": 0.0189, |
| "step": 3820 |
| }, |
| { |
| "epoch": 30.64, |
| "grad_norm": 0.3389389216899872, |
| "learning_rate": 6.381666666666667e-05, |
| "loss": 0.0201, |
| "step": 3830 |
| }, |
| { |
| "epoch": 30.72, |
| "grad_norm": 0.3100425601005554, |
| "learning_rate": 6.398333333333333e-05, |
| "loss": 0.0181, |
| "step": 3840 |
| }, |
| { |
| "epoch": 30.8, |
| "grad_norm": 0.2948121130466461, |
| "learning_rate": 6.415e-05, |
| "loss": 0.0172, |
| "step": 3850 |
| }, |
| { |
| "epoch": 30.88, |
| "grad_norm": 0.26241251826286316, |
| "learning_rate": 6.431666666666667e-05, |
| "loss": 0.0182, |
| "step": 3860 |
| }, |
| { |
| "epoch": 30.96, |
| "grad_norm": 0.28674909472465515, |
| "learning_rate": 6.448333333333335e-05, |
| "loss": 0.0182, |
| "step": 3870 |
| }, |
| { |
| "epoch": 31.04, |
| "grad_norm": 0.3652753233909607, |
| "learning_rate": 6.465e-05, |
| "loss": 0.0174, |
| "step": 3880 |
| }, |
| { |
| "epoch": 31.12, |
| "grad_norm": 0.3402184545993805, |
| "learning_rate": 6.481666666666667e-05, |
| "loss": 0.0166, |
| "step": 3890 |
| }, |
| { |
| "epoch": 31.2, |
| "grad_norm": 0.3266770541667938, |
| "learning_rate": 6.498333333333335e-05, |
| "loss": 0.0164, |
| "step": 3900 |
| }, |
| { |
| "epoch": 31.28, |
| "grad_norm": 0.2886047065258026, |
| "learning_rate": 6.515e-05, |
| "loss": 0.0204, |
| "step": 3910 |
| }, |
| { |
| "epoch": 31.36, |
| "grad_norm": 0.24973997473716736, |
| "learning_rate": 6.531666666666666e-05, |
| "loss": 0.0204, |
| "step": 3920 |
| }, |
| { |
| "epoch": 31.44, |
| "grad_norm": 0.3644435405731201, |
| "learning_rate": 6.548333333333334e-05, |
| "loss": 0.0164, |
| "step": 3930 |
| }, |
| { |
| "epoch": 31.52, |
| "grad_norm": 0.33226341009140015, |
| "learning_rate": 6.565e-05, |
| "loss": 0.0184, |
| "step": 3940 |
| }, |
| { |
| "epoch": 31.6, |
| "grad_norm": 0.17937485873699188, |
| "learning_rate": 6.581666666666668e-05, |
| "loss": 0.0168, |
| "step": 3950 |
| }, |
| { |
| "epoch": 31.68, |
| "grad_norm": 0.3017064034938812, |
| "learning_rate": 6.598333333333334e-05, |
| "loss": 0.02, |
| "step": 3960 |
| }, |
| { |
| "epoch": 31.76, |
| "grad_norm": 0.3336462378501892, |
| "learning_rate": 6.615e-05, |
| "loss": 0.0188, |
| "step": 3970 |
| }, |
| { |
| "epoch": 31.84, |
| "grad_norm": 0.3028905689716339, |
| "learning_rate": 6.631666666666667e-05, |
| "loss": 0.0251, |
| "step": 3980 |
| }, |
| { |
| "epoch": 31.92, |
| "grad_norm": 0.31689855456352234, |
| "learning_rate": 6.648333333333334e-05, |
| "loss": 0.0237, |
| "step": 3990 |
| }, |
| { |
| "epoch": 32.0, |
| "grad_norm": 0.24618707597255707, |
| "learning_rate": 6.665000000000001e-05, |
| "loss": 0.0184, |
| "step": 4000 |
| }, |
| { |
| "epoch": 32.08, |
| "grad_norm": 0.27969133853912354, |
| "learning_rate": 6.681666666666667e-05, |
| "loss": 0.0191, |
| "step": 4010 |
| }, |
| { |
| "epoch": 32.16, |
| "grad_norm": 0.30211764574050903, |
| "learning_rate": 6.698333333333333e-05, |
| "loss": 0.0176, |
| "step": 4020 |
| }, |
| { |
| "epoch": 32.24, |
| "grad_norm": 0.3178863525390625, |
| "learning_rate": 6.715e-05, |
| "loss": 0.0184, |
| "step": 4030 |
| }, |
| { |
| "epoch": 32.32, |
| "grad_norm": 0.32315316796302795, |
| "learning_rate": 6.731666666666667e-05, |
| "loss": 0.0174, |
| "step": 4040 |
| }, |
| { |
| "epoch": 32.4, |
| "grad_norm": 0.21324798464775085, |
| "learning_rate": 6.748333333333334e-05, |
| "loss": 0.0158, |
| "step": 4050 |
| }, |
| { |
| "epoch": 32.48, |
| "grad_norm": 0.20594684779644012, |
| "learning_rate": 6.765e-05, |
| "loss": 0.0173, |
| "step": 4060 |
| }, |
| { |
| "epoch": 32.56, |
| "grad_norm": 0.273031085729599, |
| "learning_rate": 6.781666666666667e-05, |
| "loss": 0.017, |
| "step": 4070 |
| }, |
| { |
| "epoch": 32.64, |
| "grad_norm": 0.2619534134864807, |
| "learning_rate": 6.798333333333334e-05, |
| "loss": 0.0185, |
| "step": 4080 |
| }, |
| { |
| "epoch": 32.72, |
| "grad_norm": 0.24327562749385834, |
| "learning_rate": 6.815e-05, |
| "loss": 0.0186, |
| "step": 4090 |
| }, |
| { |
| "epoch": 32.8, |
| "grad_norm": 0.36858513951301575, |
| "learning_rate": 6.831666666666667e-05, |
| "loss": 0.0182, |
| "step": 4100 |
| }, |
| { |
| "epoch": 32.88, |
| "grad_norm": 0.3753153085708618, |
| "learning_rate": 6.848333333333334e-05, |
| "loss": 0.0186, |
| "step": 4110 |
| }, |
| { |
| "epoch": 32.96, |
| "grad_norm": 0.20713664591312408, |
| "learning_rate": 6.865e-05, |
| "loss": 0.0172, |
| "step": 4120 |
| }, |
| { |
| "epoch": 33.04, |
| "grad_norm": 0.1708211898803711, |
| "learning_rate": 6.881666666666667e-05, |
| "loss": 0.0153, |
| "step": 4130 |
| }, |
| { |
| "epoch": 33.12, |
| "grad_norm": 0.23797844350337982, |
| "learning_rate": 6.898333333333333e-05, |
| "loss": 0.0211, |
| "step": 4140 |
| }, |
| { |
| "epoch": 33.2, |
| "grad_norm": 0.20785517990589142, |
| "learning_rate": 6.915e-05, |
| "loss": 0.0168, |
| "step": 4150 |
| }, |
| { |
| "epoch": 33.28, |
| "grad_norm": 0.21192152798175812, |
| "learning_rate": 6.931666666666668e-05, |
| "loss": 0.0195, |
| "step": 4160 |
| }, |
| { |
| "epoch": 33.36, |
| "grad_norm": 0.26941779255867004, |
| "learning_rate": 6.948333333333333e-05, |
| "loss": 0.0168, |
| "step": 4170 |
| }, |
| { |
| "epoch": 33.44, |
| "grad_norm": 0.3134424388408661, |
| "learning_rate": 6.965e-05, |
| "loss": 0.0174, |
| "step": 4180 |
| }, |
| { |
| "epoch": 33.52, |
| "grad_norm": 0.3852306306362152, |
| "learning_rate": 6.981666666666668e-05, |
| "loss": 0.0158, |
| "step": 4190 |
| }, |
| { |
| "epoch": 33.6, |
| "grad_norm": 0.29437366127967834, |
| "learning_rate": 6.998333333333333e-05, |
| "loss": 0.0163, |
| "step": 4200 |
| }, |
| { |
| "epoch": 33.68, |
| "grad_norm": 0.20472301542758942, |
| "learning_rate": 7.015000000000001e-05, |
| "loss": 0.0167, |
| "step": 4210 |
| }, |
| { |
| "epoch": 33.76, |
| "grad_norm": 0.3134593665599823, |
| "learning_rate": 7.031666666666668e-05, |
| "loss": 0.0164, |
| "step": 4220 |
| }, |
| { |
| "epoch": 33.84, |
| "grad_norm": 0.24429912865161896, |
| "learning_rate": 7.048333333333333e-05, |
| "loss": 0.0153, |
| "step": 4230 |
| }, |
| { |
| "epoch": 33.92, |
| "grad_norm": 0.21237608790397644, |
| "learning_rate": 7.065000000000001e-05, |
| "loss": 0.0199, |
| "step": 4240 |
| }, |
| { |
| "epoch": 34.0, |
| "grad_norm": 0.2603638470172882, |
| "learning_rate": 7.081666666666668e-05, |
| "loss": 0.0176, |
| "step": 4250 |
| }, |
| { |
| "epoch": 34.08, |
| "grad_norm": 0.3531247675418854, |
| "learning_rate": 7.098333333333333e-05, |
| "loss": 0.0172, |
| "step": 4260 |
| }, |
| { |
| "epoch": 34.16, |
| "grad_norm": 0.3022676408290863, |
| "learning_rate": 7.115000000000001e-05, |
| "loss": 0.015, |
| "step": 4270 |
| }, |
| { |
| "epoch": 34.24, |
| "grad_norm": 0.22630912065505981, |
| "learning_rate": 7.131666666666666e-05, |
| "loss": 0.0171, |
| "step": 4280 |
| }, |
| { |
| "epoch": 34.32, |
| "grad_norm": 0.26801279187202454, |
| "learning_rate": 7.148333333333334e-05, |
| "loss": 0.0175, |
| "step": 4290 |
| }, |
| { |
| "epoch": 34.4, |
| "grad_norm": 0.2879676818847656, |
| "learning_rate": 7.165000000000001e-05, |
| "loss": 0.0172, |
| "step": 4300 |
| }, |
| { |
| "epoch": 34.48, |
| "grad_norm": 0.19223865866661072, |
| "learning_rate": 7.181666666666666e-05, |
| "loss": 0.0183, |
| "step": 4310 |
| }, |
| { |
| "epoch": 34.56, |
| "grad_norm": 0.19690804183483124, |
| "learning_rate": 7.198333333333334e-05, |
| "loss": 0.0165, |
| "step": 4320 |
| }, |
| { |
| "epoch": 34.64, |
| "grad_norm": 0.25537702441215515, |
| "learning_rate": 7.215e-05, |
| "loss": 0.0176, |
| "step": 4330 |
| }, |
| { |
| "epoch": 34.72, |
| "grad_norm": 0.2685731053352356, |
| "learning_rate": 7.231666666666667e-05, |
| "loss": 0.0186, |
| "step": 4340 |
| }, |
| { |
| "epoch": 34.8, |
| "grad_norm": 0.25337502360343933, |
| "learning_rate": 7.248333333333334e-05, |
| "loss": 0.0167, |
| "step": 4350 |
| }, |
| { |
| "epoch": 34.88, |
| "grad_norm": 0.29984214901924133, |
| "learning_rate": 7.265e-05, |
| "loss": 0.0159, |
| "step": 4360 |
| }, |
| { |
| "epoch": 34.96, |
| "grad_norm": 0.2734014391899109, |
| "learning_rate": 7.281666666666667e-05, |
| "loss": 0.0179, |
| "step": 4370 |
| }, |
| { |
| "epoch": 35.04, |
| "grad_norm": 0.34094175696372986, |
| "learning_rate": 7.298333333333334e-05, |
| "loss": 0.0178, |
| "step": 4380 |
| }, |
| { |
| "epoch": 35.12, |
| "grad_norm": 0.3302783668041229, |
| "learning_rate": 7.315e-05, |
| "loss": 0.0174, |
| "step": 4390 |
| }, |
| { |
| "epoch": 35.2, |
| "grad_norm": 0.2559601962566376, |
| "learning_rate": 7.331666666666667e-05, |
| "loss": 0.0186, |
| "step": 4400 |
| }, |
| { |
| "epoch": 35.28, |
| "grad_norm": 0.2813912332057953, |
| "learning_rate": 7.348333333333334e-05, |
| "loss": 0.0197, |
| "step": 4410 |
| }, |
| { |
| "epoch": 35.36, |
| "grad_norm": 0.2644694447517395, |
| "learning_rate": 7.365e-05, |
| "loss": 0.016, |
| "step": 4420 |
| }, |
| { |
| "epoch": 35.44, |
| "grad_norm": 0.18740028142929077, |
| "learning_rate": 7.381666666666667e-05, |
| "loss": 0.0181, |
| "step": 4430 |
| }, |
| { |
| "epoch": 35.52, |
| "grad_norm": 0.21797654032707214, |
| "learning_rate": 7.398333333333333e-05, |
| "loss": 0.0163, |
| "step": 4440 |
| }, |
| { |
| "epoch": 35.6, |
| "grad_norm": 0.25305160880088806, |
| "learning_rate": 7.415000000000001e-05, |
| "loss": 0.0166, |
| "step": 4450 |
| }, |
| { |
| "epoch": 35.68, |
| "grad_norm": 0.17705492675304413, |
| "learning_rate": 7.431666666666667e-05, |
| "loss": 0.0143, |
| "step": 4460 |
| }, |
| { |
| "epoch": 35.76, |
| "grad_norm": 0.2457013577222824, |
| "learning_rate": 7.448333333333333e-05, |
| "loss": 0.0154, |
| "step": 4470 |
| }, |
| { |
| "epoch": 35.84, |
| "grad_norm": 0.3293735086917877, |
| "learning_rate": 7.465000000000001e-05, |
| "loss": 0.0178, |
| "step": 4480 |
| }, |
| { |
| "epoch": 35.92, |
| "grad_norm": 0.2112089842557907, |
| "learning_rate": 7.481666666666666e-05, |
| "loss": 0.0169, |
| "step": 4490 |
| }, |
| { |
| "epoch": 36.0, |
| "grad_norm": 0.2140704244375229, |
| "learning_rate": 7.498333333333334e-05, |
| "loss": 0.018, |
| "step": 4500 |
| }, |
| { |
| "epoch": 36.08, |
| "grad_norm": 0.20603720843791962, |
| "learning_rate": 7.515e-05, |
| "loss": 0.0156, |
| "step": 4510 |
| }, |
| { |
| "epoch": 36.16, |
| "grad_norm": 0.2553759217262268, |
| "learning_rate": 7.531666666666666e-05, |
| "loss": 0.0154, |
| "step": 4520 |
| }, |
| { |
| "epoch": 36.24, |
| "grad_norm": 0.22148330509662628, |
| "learning_rate": 7.548333333333334e-05, |
| "loss": 0.0163, |
| "step": 4530 |
| }, |
| { |
| "epoch": 36.32, |
| "grad_norm": 0.2557857930660248, |
| "learning_rate": 7.565e-05, |
| "loss": 0.0168, |
| "step": 4540 |
| }, |
| { |
| "epoch": 36.4, |
| "grad_norm": 0.2448849380016327, |
| "learning_rate": 7.581666666666668e-05, |
| "loss": 0.0165, |
| "step": 4550 |
| }, |
| { |
| "epoch": 36.48, |
| "grad_norm": 0.19862842559814453, |
| "learning_rate": 7.598333333333334e-05, |
| "loss": 0.0178, |
| "step": 4560 |
| }, |
| { |
| "epoch": 36.56, |
| "grad_norm": 0.20638912916183472, |
| "learning_rate": 7.615e-05, |
| "loss": 0.0154, |
| "step": 4570 |
| }, |
| { |
| "epoch": 36.64, |
| "grad_norm": 0.3716319501399994, |
| "learning_rate": 7.631666666666667e-05, |
| "loss": 0.018, |
| "step": 4580 |
| }, |
| { |
| "epoch": 36.72, |
| "grad_norm": 0.3684646487236023, |
| "learning_rate": 7.648333333333334e-05, |
| "loss": 0.0193, |
| "step": 4590 |
| }, |
| { |
| "epoch": 36.8, |
| "grad_norm": 0.3515092134475708, |
| "learning_rate": 7.664999999999999e-05, |
| "loss": 0.0178, |
| "step": 4600 |
| }, |
| { |
| "epoch": 36.88, |
| "grad_norm": 0.24901539087295532, |
| "learning_rate": 7.681666666666667e-05, |
| "loss": 0.0189, |
| "step": 4610 |
| }, |
| { |
| "epoch": 36.96, |
| "grad_norm": 0.2875218391418457, |
| "learning_rate": 7.698333333333334e-05, |
| "loss": 0.0169, |
| "step": 4620 |
| }, |
| { |
| "epoch": 37.04, |
| "grad_norm": 0.2590799629688263, |
| "learning_rate": 7.715e-05, |
| "loss": 0.018, |
| "step": 4630 |
| }, |
| { |
| "epoch": 37.12, |
| "grad_norm": 0.28456786274909973, |
| "learning_rate": 7.731666666666667e-05, |
| "loss": 0.0176, |
| "step": 4640 |
| }, |
| { |
| "epoch": 37.2, |
| "grad_norm": 0.3242010176181793, |
| "learning_rate": 7.748333333333334e-05, |
| "loss": 0.0184, |
| "step": 4650 |
| }, |
| { |
| "epoch": 37.28, |
| "grad_norm": 0.26696881651878357, |
| "learning_rate": 7.765e-05, |
| "loss": 0.0173, |
| "step": 4660 |
| }, |
| { |
| "epoch": 37.36, |
| "grad_norm": 0.34841158986091614, |
| "learning_rate": 7.781666666666667e-05, |
| "loss": 0.02, |
| "step": 4670 |
| }, |
| { |
| "epoch": 37.44, |
| "grad_norm": 0.4569946229457855, |
| "learning_rate": 7.798333333333334e-05, |
| "loss": 0.0174, |
| "step": 4680 |
| }, |
| { |
| "epoch": 37.52, |
| "grad_norm": 0.23174981772899628, |
| "learning_rate": 7.815e-05, |
| "loss": 0.0206, |
| "step": 4690 |
| }, |
| { |
| "epoch": 37.6, |
| "grad_norm": 0.3870139420032501, |
| "learning_rate": 7.831666666666667e-05, |
| "loss": 0.017, |
| "step": 4700 |
| }, |
| { |
| "epoch": 37.68, |
| "grad_norm": 0.231754869222641, |
| "learning_rate": 7.848333333333335e-05, |
| "loss": 0.0176, |
| "step": 4710 |
| }, |
| { |
| "epoch": 37.76, |
| "grad_norm": 0.299511581659317, |
| "learning_rate": 7.865e-05, |
| "loss": 0.0195, |
| "step": 4720 |
| }, |
| { |
| "epoch": 37.84, |
| "grad_norm": 0.3509788513183594, |
| "learning_rate": 7.881666666666667e-05, |
| "loss": 0.0175, |
| "step": 4730 |
| }, |
| { |
| "epoch": 37.92, |
| "grad_norm": 0.16915686428546906, |
| "learning_rate": 7.898333333333335e-05, |
| "loss": 0.0168, |
| "step": 4740 |
| }, |
| { |
| "epoch": 38.0, |
| "grad_norm": 0.3160988986492157, |
| "learning_rate": 7.915e-05, |
| "loss": 0.0196, |
| "step": 4750 |
| }, |
| { |
| "epoch": 38.08, |
| "grad_norm": 0.4229162633419037, |
| "learning_rate": 7.931666666666668e-05, |
| "loss": 0.0186, |
| "step": 4760 |
| }, |
| { |
| "epoch": 38.16, |
| "grad_norm": 0.19237038493156433, |
| "learning_rate": 7.948333333333333e-05, |
| "loss": 0.0185, |
| "step": 4770 |
| }, |
| { |
| "epoch": 38.24, |
| "grad_norm": 0.28287893533706665, |
| "learning_rate": 7.965e-05, |
| "loss": 0.0192, |
| "step": 4780 |
| }, |
| { |
| "epoch": 38.32, |
| "grad_norm": 0.29238584637641907, |
| "learning_rate": 7.981666666666668e-05, |
| "loss": 0.0188, |
| "step": 4790 |
| }, |
| { |
| "epoch": 38.4, |
| "grad_norm": 0.31502437591552734, |
| "learning_rate": 7.998333333333333e-05, |
| "loss": 0.0165, |
| "step": 4800 |
| }, |
| { |
| "epoch": 38.48, |
| "grad_norm": 0.3544800579547882, |
| "learning_rate": 8.015e-05, |
| "loss": 0.0204, |
| "step": 4810 |
| }, |
| { |
| "epoch": 38.56, |
| "grad_norm": 0.30069050192832947, |
| "learning_rate": 8.031666666666668e-05, |
| "loss": 0.0179, |
| "step": 4820 |
| }, |
| { |
| "epoch": 38.64, |
| "grad_norm": 0.26004061102867126, |
| "learning_rate": 8.048333333333333e-05, |
| "loss": 0.0181, |
| "step": 4830 |
| }, |
| { |
| "epoch": 38.72, |
| "grad_norm": 0.3964236378669739, |
| "learning_rate": 8.065000000000001e-05, |
| "loss": 0.019, |
| "step": 4840 |
| }, |
| { |
| "epoch": 38.8, |
| "grad_norm": 0.32862937450408936, |
| "learning_rate": 8.081666666666667e-05, |
| "loss": 0.0157, |
| "step": 4850 |
| }, |
| { |
| "epoch": 38.88, |
| "grad_norm": 0.17356525361537933, |
| "learning_rate": 8.098333333333333e-05, |
| "loss": 0.0188, |
| "step": 4860 |
| }, |
| { |
| "epoch": 38.96, |
| "grad_norm": 0.2076028436422348, |
| "learning_rate": 8.115000000000001e-05, |
| "loss": 0.0171, |
| "step": 4870 |
| }, |
| { |
| "epoch": 39.04, |
| "grad_norm": 0.24268367886543274, |
| "learning_rate": 8.131666666666667e-05, |
| "loss": 0.0164, |
| "step": 4880 |
| }, |
| { |
| "epoch": 39.12, |
| "grad_norm": 0.19587446749210358, |
| "learning_rate": 8.148333333333334e-05, |
| "loss": 0.0162, |
| "step": 4890 |
| }, |
| { |
| "epoch": 39.2, |
| "grad_norm": 0.22701230645179749, |
| "learning_rate": 8.165e-05, |
| "loss": 0.0173, |
| "step": 4900 |
| }, |
| { |
| "epoch": 39.28, |
| "grad_norm": 0.19773848354816437, |
| "learning_rate": 8.181666666666667e-05, |
| "loss": 0.0164, |
| "step": 4910 |
| }, |
| { |
| "epoch": 39.36, |
| "grad_norm": 0.2625276446342468, |
| "learning_rate": 8.198333333333334e-05, |
| "loss": 0.02, |
| "step": 4920 |
| }, |
| { |
| "epoch": 39.44, |
| "grad_norm": 0.27747926115989685, |
| "learning_rate": 8.215e-05, |
| "loss": 0.0201, |
| "step": 4930 |
| }, |
| { |
| "epoch": 39.52, |
| "grad_norm": 0.260761559009552, |
| "learning_rate": 8.231666666666667e-05, |
| "loss": 0.0185, |
| "step": 4940 |
| }, |
| { |
| "epoch": 39.6, |
| "grad_norm": 0.21587735414505005, |
| "learning_rate": 8.248333333333334e-05, |
| "loss": 0.0199, |
| "step": 4950 |
| }, |
| { |
| "epoch": 39.68, |
| "grad_norm": 0.20542913675308228, |
| "learning_rate": 8.265e-05, |
| "loss": 0.0178, |
| "step": 4960 |
| }, |
| { |
| "epoch": 39.76, |
| "grad_norm": 0.2816627025604248, |
| "learning_rate": 8.281666666666667e-05, |
| "loss": 0.0178, |
| "step": 4970 |
| }, |
| { |
| "epoch": 39.84, |
| "grad_norm": 0.21303591132164001, |
| "learning_rate": 8.298333333333334e-05, |
| "loss": 0.0201, |
| "step": 4980 |
| }, |
| { |
| "epoch": 39.92, |
| "grad_norm": 0.17118479311466217, |
| "learning_rate": 8.315e-05, |
| "loss": 0.018, |
| "step": 4990 |
| }, |
| { |
| "epoch": 40.0, |
| "grad_norm": 0.23809833824634552, |
| "learning_rate": 8.331666666666668e-05, |
| "loss": 0.0183, |
| "step": 5000 |
| }, |
| { |
| "epoch": 40.08, |
| "grad_norm": 0.19003918766975403, |
| "learning_rate": 8.348333333333333e-05, |
| "loss": 0.0173, |
| "step": 5010 |
| }, |
| { |
| "epoch": 40.16, |
| "grad_norm": 0.2701101303100586, |
| "learning_rate": 8.365e-05, |
| "loss": 0.0188, |
| "step": 5020 |
| }, |
| { |
| "epoch": 40.24, |
| "grad_norm": 0.2994926869869232, |
| "learning_rate": 8.381666666666667e-05, |
| "loss": 0.0176, |
| "step": 5030 |
| }, |
| { |
| "epoch": 40.32, |
| "grad_norm": 0.155232772231102, |
| "learning_rate": 8.398333333333333e-05, |
| "loss": 0.0168, |
| "step": 5040 |
| }, |
| { |
| "epoch": 40.4, |
| "grad_norm": 0.16161124408245087, |
| "learning_rate": 8.415000000000001e-05, |
| "loss": 0.0155, |
| "step": 5050 |
| }, |
| { |
| "epoch": 40.48, |
| "grad_norm": 0.3316216766834259, |
| "learning_rate": 8.431666666666667e-05, |
| "loss": 0.0175, |
| "step": 5060 |
| }, |
| { |
| "epoch": 40.56, |
| "grad_norm": 0.4038197994232178, |
| "learning_rate": 8.448333333333333e-05, |
| "loss": 0.016, |
| "step": 5070 |
| }, |
| { |
| "epoch": 40.64, |
| "grad_norm": 0.35527050495147705, |
| "learning_rate": 8.465000000000001e-05, |
| "loss": 0.0157, |
| "step": 5080 |
| }, |
| { |
| "epoch": 40.72, |
| "grad_norm": 0.439780056476593, |
| "learning_rate": 8.481666666666666e-05, |
| "loss": 0.0172, |
| "step": 5090 |
| }, |
| { |
| "epoch": 40.8, |
| "grad_norm": 0.18989744782447815, |
| "learning_rate": 8.498333333333334e-05, |
| "loss": 0.0172, |
| "step": 5100 |
| }, |
| { |
| "epoch": 40.88, |
| "grad_norm": 0.25239184498786926, |
| "learning_rate": 8.515000000000001e-05, |
| "loss": 0.0177, |
| "step": 5110 |
| }, |
| { |
| "epoch": 40.96, |
| "grad_norm": 0.19174568355083466, |
| "learning_rate": 8.531666666666666e-05, |
| "loss": 0.0171, |
| "step": 5120 |
| }, |
| { |
| "epoch": 41.04, |
| "grad_norm": 0.3852147161960602, |
| "learning_rate": 8.548333333333334e-05, |
| "loss": 0.0168, |
| "step": 5130 |
| }, |
| { |
| "epoch": 41.12, |
| "grad_norm": 0.29488593339920044, |
| "learning_rate": 8.565000000000001e-05, |
| "loss": 0.0195, |
| "step": 5140 |
| }, |
| { |
| "epoch": 41.2, |
| "grad_norm": 0.2211862951517105, |
| "learning_rate": 8.581666666666666e-05, |
| "loss": 0.0173, |
| "step": 5150 |
| }, |
| { |
| "epoch": 41.28, |
| "grad_norm": 0.17197543382644653, |
| "learning_rate": 8.598333333333334e-05, |
| "loss": 0.0178, |
| "step": 5160 |
| }, |
| { |
| "epoch": 41.36, |
| "grad_norm": 0.28469252586364746, |
| "learning_rate": 8.615000000000001e-05, |
| "loss": 0.0145, |
| "step": 5170 |
| }, |
| { |
| "epoch": 41.44, |
| "grad_norm": 0.2757261097431183, |
| "learning_rate": 8.631666666666667e-05, |
| "loss": 0.0146, |
| "step": 5180 |
| }, |
| { |
| "epoch": 41.52, |
| "grad_norm": 0.2708475589752197, |
| "learning_rate": 8.648333333333334e-05, |
| "loss": 0.0179, |
| "step": 5190 |
| }, |
| { |
| "epoch": 41.6, |
| "grad_norm": 0.20332875847816467, |
| "learning_rate": 8.665e-05, |
| "loss": 0.0157, |
| "step": 5200 |
| }, |
| { |
| "epoch": 41.68, |
| "grad_norm": 0.3514491617679596, |
| "learning_rate": 8.681666666666667e-05, |
| "loss": 0.0162, |
| "step": 5210 |
| }, |
| { |
| "epoch": 41.76, |
| "grad_norm": 0.19007955491542816, |
| "learning_rate": 8.698333333333334e-05, |
| "loss": 0.0166, |
| "step": 5220 |
| }, |
| { |
| "epoch": 41.84, |
| "grad_norm": 0.1827646791934967, |
| "learning_rate": 8.715e-05, |
| "loss": 0.0159, |
| "step": 5230 |
| }, |
| { |
| "epoch": 41.92, |
| "grad_norm": 0.18292611837387085, |
| "learning_rate": 8.731666666666667e-05, |
| "loss": 0.0164, |
| "step": 5240 |
| }, |
| { |
| "epoch": 42.0, |
| "grad_norm": 0.20610912144184113, |
| "learning_rate": 8.748333333333334e-05, |
| "loss": 0.0152, |
| "step": 5250 |
| }, |
| { |
| "epoch": 42.08, |
| "grad_norm": 0.24627378582954407, |
| "learning_rate": 8.765e-05, |
| "loss": 0.0183, |
| "step": 5260 |
| }, |
| { |
| "epoch": 42.16, |
| "grad_norm": 0.18731644749641418, |
| "learning_rate": 8.781666666666667e-05, |
| "loss": 0.0166, |
| "step": 5270 |
| }, |
| { |
| "epoch": 42.24, |
| "grad_norm": 0.34645867347717285, |
| "learning_rate": 8.798333333333334e-05, |
| "loss": 0.0158, |
| "step": 5280 |
| }, |
| { |
| "epoch": 42.32, |
| "grad_norm": 0.2995304763317108, |
| "learning_rate": 8.815e-05, |
| "loss": 0.0157, |
| "step": 5290 |
| }, |
| { |
| "epoch": 42.4, |
| "grad_norm": 0.3134682774543762, |
| "learning_rate": 8.831666666666667e-05, |
| "loss": 0.0173, |
| "step": 5300 |
| }, |
| { |
| "epoch": 42.48, |
| "grad_norm": 0.1908458024263382, |
| "learning_rate": 8.848333333333333e-05, |
| "loss": 0.0156, |
| "step": 5310 |
| }, |
| { |
| "epoch": 42.56, |
| "grad_norm": 0.2571721076965332, |
| "learning_rate": 8.865e-05, |
| "loss": 0.0166, |
| "step": 5320 |
| }, |
| { |
| "epoch": 42.64, |
| "grad_norm": 0.30359774827957153, |
| "learning_rate": 8.881666666666667e-05, |
| "loss": 0.016, |
| "step": 5330 |
| }, |
| { |
| "epoch": 42.72, |
| "grad_norm": 0.20396950840950012, |
| "learning_rate": 8.898333333333335e-05, |
| "loss": 0.017, |
| "step": 5340 |
| }, |
| { |
| "epoch": 42.8, |
| "grad_norm": 0.2116200178861618, |
| "learning_rate": 8.915e-05, |
| "loss": 0.015, |
| "step": 5350 |
| }, |
| { |
| "epoch": 42.88, |
| "grad_norm": 0.23821914196014404, |
| "learning_rate": 8.931666666666666e-05, |
| "loss": 0.0164, |
| "step": 5360 |
| }, |
| { |
| "epoch": 42.96, |
| "grad_norm": 0.2609657049179077, |
| "learning_rate": 8.948333333333334e-05, |
| "loss": 0.0155, |
| "step": 5370 |
| }, |
| { |
| "epoch": 43.04, |
| "grad_norm": 0.25215914845466614, |
| "learning_rate": 8.965e-05, |
| "loss": 0.0157, |
| "step": 5380 |
| }, |
| { |
| "epoch": 43.12, |
| "grad_norm": 0.2671528160572052, |
| "learning_rate": 8.981666666666668e-05, |
| "loss": 0.0161, |
| "step": 5390 |
| }, |
| { |
| "epoch": 43.2, |
| "grad_norm": 0.1551043838262558, |
| "learning_rate": 8.998333333333334e-05, |
| "loss": 0.0168, |
| "step": 5400 |
| }, |
| { |
| "epoch": 43.28, |
| "grad_norm": 0.29610198736190796, |
| "learning_rate": 9.015e-05, |
| "loss": 0.0176, |
| "step": 5410 |
| }, |
| { |
| "epoch": 43.36, |
| "grad_norm": 0.24326688051223755, |
| "learning_rate": 9.031666666666668e-05, |
| "loss": 0.0173, |
| "step": 5420 |
| }, |
| { |
| "epoch": 43.44, |
| "grad_norm": 0.2653523087501526, |
| "learning_rate": 9.048333333333334e-05, |
| "loss": 0.0162, |
| "step": 5430 |
| }, |
| { |
| "epoch": 43.52, |
| "grad_norm": 0.2574164867401123, |
| "learning_rate": 9.065000000000001e-05, |
| "loss": 0.0159, |
| "step": 5440 |
| }, |
| { |
| "epoch": 43.6, |
| "grad_norm": 0.2533619701862335, |
| "learning_rate": 9.081666666666667e-05, |
| "loss": 0.0151, |
| "step": 5450 |
| }, |
| { |
| "epoch": 43.68, |
| "grad_norm": 0.17013908922672272, |
| "learning_rate": 9.098333333333334e-05, |
| "loss": 0.0147, |
| "step": 5460 |
| }, |
| { |
| "epoch": 43.76, |
| "grad_norm": 0.26567474007606506, |
| "learning_rate": 9.115e-05, |
| "loss": 0.0162, |
| "step": 5470 |
| }, |
| { |
| "epoch": 43.84, |
| "grad_norm": 0.22060242295265198, |
| "learning_rate": 9.131666666666667e-05, |
| "loss": 0.0157, |
| "step": 5480 |
| }, |
| { |
| "epoch": 43.92, |
| "grad_norm": 0.17461594939231873, |
| "learning_rate": 9.148333333333334e-05, |
| "loss": 0.0162, |
| "step": 5490 |
| }, |
| { |
| "epoch": 44.0, |
| "grad_norm": 0.2874809801578522, |
| "learning_rate": 9.165e-05, |
| "loss": 0.0201, |
| "step": 5500 |
| }, |
| { |
| "epoch": 44.08, |
| "grad_norm": 0.3267539441585541, |
| "learning_rate": 9.181666666666667e-05, |
| "loss": 0.0157, |
| "step": 5510 |
| }, |
| { |
| "epoch": 44.16, |
| "grad_norm": 0.23259882628917694, |
| "learning_rate": 9.198333333333334e-05, |
| "loss": 0.0174, |
| "step": 5520 |
| }, |
| { |
| "epoch": 44.24, |
| "grad_norm": 0.2511483132839203, |
| "learning_rate": 9.215e-05, |
| "loss": 0.0151, |
| "step": 5530 |
| }, |
| { |
| "epoch": 44.32, |
| "grad_norm": 0.26257532835006714, |
| "learning_rate": 9.231666666666667e-05, |
| "loss": 0.0183, |
| "step": 5540 |
| }, |
| { |
| "epoch": 44.4, |
| "grad_norm": 0.3074423670768738, |
| "learning_rate": 9.248333333333334e-05, |
| "loss": 0.017, |
| "step": 5550 |
| }, |
| { |
| "epoch": 44.48, |
| "grad_norm": 0.29595059156417847, |
| "learning_rate": 9.265e-05, |
| "loss": 0.0187, |
| "step": 5560 |
| }, |
| { |
| "epoch": 44.56, |
| "grad_norm": 0.26590657234191895, |
| "learning_rate": 9.281666666666667e-05, |
| "loss": 0.0184, |
| "step": 5570 |
| }, |
| { |
| "epoch": 44.64, |
| "grad_norm": 0.25314298272132874, |
| "learning_rate": 9.298333333333333e-05, |
| "loss": 0.0221, |
| "step": 5580 |
| }, |
| { |
| "epoch": 44.72, |
| "grad_norm": 0.172531858086586, |
| "learning_rate": 9.315e-05, |
| "loss": 0.0179, |
| "step": 5590 |
| }, |
| { |
| "epoch": 44.8, |
| "grad_norm": 0.24006561934947968, |
| "learning_rate": 9.331666666666668e-05, |
| "loss": 0.0204, |
| "step": 5600 |
| }, |
| { |
| "epoch": 44.88, |
| "grad_norm": 0.28838303685188293, |
| "learning_rate": 9.348333333333333e-05, |
| "loss": 0.0198, |
| "step": 5610 |
| }, |
| { |
| "epoch": 44.96, |
| "grad_norm": 0.18024536967277527, |
| "learning_rate": 9.365e-05, |
| "loss": 0.0183, |
| "step": 5620 |
| }, |
| { |
| "epoch": 45.04, |
| "grad_norm": 0.335343599319458, |
| "learning_rate": 9.381666666666668e-05, |
| "loss": 0.0188, |
| "step": 5630 |
| }, |
| { |
| "epoch": 45.12, |
| "grad_norm": 0.23580709099769592, |
| "learning_rate": 9.398333333333333e-05, |
| "loss": 0.0154, |
| "step": 5640 |
| }, |
| { |
| "epoch": 45.2, |
| "grad_norm": 0.23661905527114868, |
| "learning_rate": 9.415e-05, |
| "loss": 0.0176, |
| "step": 5650 |
| }, |
| { |
| "epoch": 45.28, |
| "grad_norm": 0.20438586175441742, |
| "learning_rate": 9.431666666666668e-05, |
| "loss": 0.016, |
| "step": 5660 |
| }, |
| { |
| "epoch": 45.36, |
| "grad_norm": 0.3096327483654022, |
| "learning_rate": 9.448333333333333e-05, |
| "loss": 0.0191, |
| "step": 5670 |
| }, |
| { |
| "epoch": 45.44, |
| "grad_norm": 0.24983130395412445, |
| "learning_rate": 9.465000000000001e-05, |
| "loss": 0.0151, |
| "step": 5680 |
| }, |
| { |
| "epoch": 45.52, |
| "grad_norm": 0.2730535864830017, |
| "learning_rate": 9.481666666666668e-05, |
| "loss": 0.0187, |
| "step": 5690 |
| }, |
| { |
| "epoch": 45.6, |
| "grad_norm": 0.20601336658000946, |
| "learning_rate": 9.498333333333333e-05, |
| "loss": 0.0134, |
| "step": 5700 |
| }, |
| { |
| "epoch": 45.68, |
| "grad_norm": 0.154911071062088, |
| "learning_rate": 9.515000000000001e-05, |
| "loss": 0.0174, |
| "step": 5710 |
| }, |
| { |
| "epoch": 45.76, |
| "grad_norm": 0.18460336327552795, |
| "learning_rate": 9.531666666666668e-05, |
| "loss": 0.0149, |
| "step": 5720 |
| }, |
| { |
| "epoch": 45.84, |
| "grad_norm": 0.2192968726158142, |
| "learning_rate": 9.548333333333334e-05, |
| "loss": 0.0199, |
| "step": 5730 |
| }, |
| { |
| "epoch": 45.92, |
| "grad_norm": 0.24527892470359802, |
| "learning_rate": 9.565000000000001e-05, |
| "loss": 0.0176, |
| "step": 5740 |
| }, |
| { |
| "epoch": 46.0, |
| "grad_norm": 0.1991039216518402, |
| "learning_rate": 9.581666666666667e-05, |
| "loss": 0.0161, |
| "step": 5750 |
| }, |
| { |
| "epoch": 46.08, |
| "grad_norm": 0.19391167163848877, |
| "learning_rate": 9.598333333333334e-05, |
| "loss": 0.0163, |
| "step": 5760 |
| }, |
| { |
| "epoch": 46.16, |
| "grad_norm": 0.20429037511348724, |
| "learning_rate": 9.615e-05, |
| "loss": 0.016, |
| "step": 5770 |
| }, |
| { |
| "epoch": 46.24, |
| "grad_norm": 0.26534077525138855, |
| "learning_rate": 9.631666666666667e-05, |
| "loss": 0.0172, |
| "step": 5780 |
| }, |
| { |
| "epoch": 46.32, |
| "grad_norm": 0.2455439269542694, |
| "learning_rate": 9.648333333333334e-05, |
| "loss": 0.0154, |
| "step": 5790 |
| }, |
| { |
| "epoch": 46.4, |
| "grad_norm": 0.23433315753936768, |
| "learning_rate": 9.665e-05, |
| "loss": 0.0168, |
| "step": 5800 |
| }, |
| { |
| "epoch": 46.48, |
| "grad_norm": 0.23386351764202118, |
| "learning_rate": 9.681666666666667e-05, |
| "loss": 0.0181, |
| "step": 5810 |
| }, |
| { |
| "epoch": 46.56, |
| "grad_norm": 0.19582843780517578, |
| "learning_rate": 9.698333333333334e-05, |
| "loss": 0.0162, |
| "step": 5820 |
| }, |
| { |
| "epoch": 46.64, |
| "grad_norm": 0.29698771238327026, |
| "learning_rate": 9.715e-05, |
| "loss": 0.0155, |
| "step": 5830 |
| }, |
| { |
| "epoch": 46.72, |
| "grad_norm": 0.26549094915390015, |
| "learning_rate": 9.731666666666667e-05, |
| "loss": 0.0172, |
| "step": 5840 |
| }, |
| { |
| "epoch": 46.8, |
| "grad_norm": 0.18548481166362762, |
| "learning_rate": 9.748333333333334e-05, |
| "loss": 0.0182, |
| "step": 5850 |
| }, |
| { |
| "epoch": 46.88, |
| "grad_norm": 0.18578952550888062, |
| "learning_rate": 9.765e-05, |
| "loss": 0.0182, |
| "step": 5860 |
| }, |
| { |
| "epoch": 46.96, |
| "grad_norm": 0.33769235014915466, |
| "learning_rate": 9.781666666666667e-05, |
| "loss": 0.0155, |
| "step": 5870 |
| }, |
| { |
| "epoch": 47.04, |
| "grad_norm": 0.20415836572647095, |
| "learning_rate": 9.798333333333333e-05, |
| "loss": 0.0165, |
| "step": 5880 |
| }, |
| { |
| "epoch": 47.12, |
| "grad_norm": 0.17800284922122955, |
| "learning_rate": 9.815000000000001e-05, |
| "loss": 0.0135, |
| "step": 5890 |
| }, |
| { |
| "epoch": 47.2, |
| "grad_norm": 0.1705131232738495, |
| "learning_rate": 9.831666666666667e-05, |
| "loss": 0.0163, |
| "step": 5900 |
| }, |
| { |
| "epoch": 47.28, |
| "grad_norm": 0.18372398614883423, |
| "learning_rate": 9.848333333333333e-05, |
| "loss": 0.0174, |
| "step": 5910 |
| }, |
| { |
| "epoch": 47.36, |
| "grad_norm": 0.19957466423511505, |
| "learning_rate": 9.865000000000001e-05, |
| "loss": 0.0154, |
| "step": 5920 |
| }, |
| { |
| "epoch": 47.44, |
| "grad_norm": 0.23328445851802826, |
| "learning_rate": 9.881666666666667e-05, |
| "loss": 0.018, |
| "step": 5930 |
| }, |
| { |
| "epoch": 47.52, |
| "grad_norm": 0.2187744528055191, |
| "learning_rate": 9.898333333333335e-05, |
| "loss": 0.0179, |
| "step": 5940 |
| }, |
| { |
| "epoch": 47.6, |
| "grad_norm": 0.2311101108789444, |
| "learning_rate": 9.915000000000001e-05, |
| "loss": 0.0177, |
| "step": 5950 |
| }, |
| { |
| "epoch": 47.68, |
| "grad_norm": 0.2342187464237213, |
| "learning_rate": 9.931666666666666e-05, |
| "loss": 0.0153, |
| "step": 5960 |
| }, |
| { |
| "epoch": 47.76, |
| "grad_norm": 0.21110501885414124, |
| "learning_rate": 9.948333333333334e-05, |
| "loss": 0.0154, |
| "step": 5970 |
| }, |
| { |
| "epoch": 47.84, |
| "grad_norm": 0.21710103750228882, |
| "learning_rate": 9.965000000000001e-05, |
| "loss": 0.0159, |
| "step": 5980 |
| }, |
| { |
| "epoch": 47.92, |
| "grad_norm": 0.2727493345737457, |
| "learning_rate": 9.981666666666668e-05, |
| "loss": 0.0168, |
| "step": 5990 |
| }, |
| { |
| "epoch": 48.0, |
| "grad_norm": 0.21371829509735107, |
| "learning_rate": 9.998333333333334e-05, |
| "loss": 0.0142, |
| "step": 6000 |
| }, |
| { |
| "epoch": 48.08, |
| "grad_norm": 0.21788068115711212, |
| "learning_rate": 9.999999846214614e-05, |
| "loss": 0.0179, |
| "step": 6010 |
| }, |
| { |
| "epoch": 48.16, |
| "grad_norm": 0.22857505083084106, |
| "learning_rate": 9.999999314610822e-05, |
| "loss": 0.0149, |
| "step": 6020 |
| }, |
| { |
| "epoch": 48.24, |
| "grad_norm": 0.2711036801338196, |
| "learning_rate": 9.999998403290078e-05, |
| "loss": 0.0185, |
| "step": 6030 |
| }, |
| { |
| "epoch": 48.32, |
| "grad_norm": 0.27605336904525757, |
| "learning_rate": 9.999997112252452e-05, |
| "loss": 0.0161, |
| "step": 6040 |
| }, |
| { |
| "epoch": 48.4, |
| "grad_norm": 0.12465723603963852, |
| "learning_rate": 9.999995441498044e-05, |
| "loss": 0.0155, |
| "step": 6050 |
| }, |
| { |
| "epoch": 48.48, |
| "grad_norm": 0.3267018496990204, |
| "learning_rate": 9.99999339102698e-05, |
| "loss": 0.0158, |
| "step": 6060 |
| }, |
| { |
| "epoch": 48.56, |
| "grad_norm": 0.2015727013349533, |
| "learning_rate": 9.999990960839414e-05, |
| "loss": 0.0151, |
| "step": 6070 |
| }, |
| { |
| "epoch": 48.64, |
| "grad_norm": 0.3108987808227539, |
| "learning_rate": 9.999988150935531e-05, |
| "loss": 0.0205, |
| "step": 6080 |
| }, |
| { |
| "epoch": 48.72, |
| "grad_norm": 0.31870236992836, |
| "learning_rate": 9.999984961315545e-05, |
| "loss": 0.0177, |
| "step": 6090 |
| }, |
| { |
| "epoch": 48.8, |
| "grad_norm": 0.19549322128295898, |
| "learning_rate": 9.999981391979699e-05, |
| "loss": 0.0167, |
| "step": 6100 |
| }, |
| { |
| "epoch": 48.88, |
| "grad_norm": 0.24623192846775055, |
| "learning_rate": 9.999977442928263e-05, |
| "loss": 0.0179, |
| "step": 6110 |
| }, |
| { |
| "epoch": 48.96, |
| "grad_norm": 0.2645348310470581, |
| "learning_rate": 9.999973114161537e-05, |
| "loss": 0.0173, |
| "step": 6120 |
| }, |
| { |
| "epoch": 49.04, |
| "grad_norm": 0.2667716145515442, |
| "learning_rate": 9.99996840567985e-05, |
| "loss": 0.0168, |
| "step": 6130 |
| }, |
| { |
| "epoch": 49.12, |
| "grad_norm": 0.18848927319049835, |
| "learning_rate": 9.999963317483559e-05, |
| "loss": 0.0179, |
| "step": 6140 |
| }, |
| { |
| "epoch": 49.2, |
| "grad_norm": 0.2334752082824707, |
| "learning_rate": 9.999957849573052e-05, |
| "loss": 0.0145, |
| "step": 6150 |
| }, |
| { |
| "epoch": 49.28, |
| "grad_norm": 0.28290215134620667, |
| "learning_rate": 9.999952001948742e-05, |
| "loss": 0.0163, |
| "step": 6160 |
| }, |
| { |
| "epoch": 49.36, |
| "grad_norm": 0.22405792772769928, |
| "learning_rate": 9.999945774611075e-05, |
| "loss": 0.0148, |
| "step": 6170 |
| }, |
| { |
| "epoch": 49.44, |
| "grad_norm": 0.2575785517692566, |
| "learning_rate": 9.999939167560524e-05, |
| "loss": 0.015, |
| "step": 6180 |
| }, |
| { |
| "epoch": 49.52, |
| "grad_norm": 0.3848766088485718, |
| "learning_rate": 9.999932180797589e-05, |
| "loss": 0.0163, |
| "step": 6190 |
| }, |
| { |
| "epoch": 49.6, |
| "grad_norm": 0.305613249540329, |
| "learning_rate": 9.999924814322801e-05, |
| "loss": 0.0163, |
| "step": 6200 |
| }, |
| { |
| "epoch": 49.68, |
| "grad_norm": 0.315159410238266, |
| "learning_rate": 9.999917068136722e-05, |
| "loss": 0.0175, |
| "step": 6210 |
| }, |
| { |
| "epoch": 49.76, |
| "grad_norm": 0.2277110069990158, |
| "learning_rate": 9.999908942239937e-05, |
| "loss": 0.0164, |
| "step": 6220 |
| }, |
| { |
| "epoch": 49.84, |
| "grad_norm": 0.20268841087818146, |
| "learning_rate": 9.999900436633062e-05, |
| "loss": 0.016, |
| "step": 6230 |
| }, |
| { |
| "epoch": 49.92, |
| "grad_norm": 0.16953091323375702, |
| "learning_rate": 9.999891551316749e-05, |
| "loss": 0.0162, |
| "step": 6240 |
| }, |
| { |
| "epoch": 50.0, |
| "grad_norm": 0.18228960037231445, |
| "learning_rate": 9.999882286291668e-05, |
| "loss": 0.0152, |
| "step": 6250 |
| }, |
| { |
| "epoch": 50.08, |
| "grad_norm": 0.16264916956424713, |
| "learning_rate": 9.999872641558524e-05, |
| "loss": 0.0141, |
| "step": 6260 |
| }, |
| { |
| "epoch": 50.16, |
| "grad_norm": 0.336174339056015, |
| "learning_rate": 9.999862617118047e-05, |
| "loss": 0.014, |
| "step": 6270 |
| }, |
| { |
| "epoch": 50.24, |
| "grad_norm": 0.2762511372566223, |
| "learning_rate": 9.999852212971002e-05, |
| "loss": 0.0146, |
| "step": 6280 |
| }, |
| { |
| "epoch": 50.32, |
| "grad_norm": 0.21441933512687683, |
| "learning_rate": 9.999841429118178e-05, |
| "loss": 0.0167, |
| "step": 6290 |
| }, |
| { |
| "epoch": 50.4, |
| "grad_norm": 0.19398991763591766, |
| "learning_rate": 9.999830265560392e-05, |
| "loss": 0.0153, |
| "step": 6300 |
| }, |
| { |
| "epoch": 50.48, |
| "grad_norm": 0.19266942143440247, |
| "learning_rate": 9.999818722298495e-05, |
| "loss": 0.0149, |
| "step": 6310 |
| }, |
| { |
| "epoch": 50.56, |
| "grad_norm": 0.18081995844841003, |
| "learning_rate": 9.99980679933336e-05, |
| "loss": 0.0159, |
| "step": 6320 |
| }, |
| { |
| "epoch": 50.64, |
| "grad_norm": 0.209356427192688, |
| "learning_rate": 9.999794496665897e-05, |
| "loss": 0.0147, |
| "step": 6330 |
| }, |
| { |
| "epoch": 50.72, |
| "grad_norm": 0.13314683735370636, |
| "learning_rate": 9.999781814297036e-05, |
| "loss": 0.0139, |
| "step": 6340 |
| }, |
| { |
| "epoch": 50.8, |
| "grad_norm": 0.3117307722568512, |
| "learning_rate": 9.999768752227743e-05, |
| "loss": 0.0183, |
| "step": 6350 |
| }, |
| { |
| "epoch": 50.88, |
| "grad_norm": 0.229507714509964, |
| "learning_rate": 9.99975531045901e-05, |
| "loss": 0.0146, |
| "step": 6360 |
| }, |
| { |
| "epoch": 50.96, |
| "grad_norm": 0.15487366914749146, |
| "learning_rate": 9.999741488991853e-05, |
| "loss": 0.0156, |
| "step": 6370 |
| }, |
| { |
| "epoch": 51.04, |
| "grad_norm": 0.20542359352111816, |
| "learning_rate": 9.999727287827328e-05, |
| "loss": 0.0151, |
| "step": 6380 |
| }, |
| { |
| "epoch": 51.12, |
| "grad_norm": 0.2038390338420868, |
| "learning_rate": 9.999712706966509e-05, |
| "loss": 0.0166, |
| "step": 6390 |
| }, |
| { |
| "epoch": 51.2, |
| "grad_norm": 0.20451386272907257, |
| "learning_rate": 9.999697746410508e-05, |
| "loss": 0.0176, |
| "step": 6400 |
| }, |
| { |
| "epoch": 51.28, |
| "grad_norm": 0.1978255659341812, |
| "learning_rate": 9.999682406160455e-05, |
| "loss": 0.017, |
| "step": 6410 |
| }, |
| { |
| "epoch": 51.36, |
| "grad_norm": 0.29759135842323303, |
| "learning_rate": 9.999666686217522e-05, |
| "loss": 0.0166, |
| "step": 6420 |
| }, |
| { |
| "epoch": 51.44, |
| "grad_norm": 0.1825857013463974, |
| "learning_rate": 9.999650586582896e-05, |
| "loss": 0.0146, |
| "step": 6430 |
| }, |
| { |
| "epoch": 51.52, |
| "grad_norm": 0.31296661496162415, |
| "learning_rate": 9.999634107257804e-05, |
| "loss": 0.0166, |
| "step": 6440 |
| }, |
| { |
| "epoch": 51.6, |
| "grad_norm": 0.2252771258354187, |
| "learning_rate": 9.999617248243496e-05, |
| "loss": 0.014, |
| "step": 6450 |
| }, |
| { |
| "epoch": 51.68, |
| "grad_norm": 0.23632466793060303, |
| "learning_rate": 9.999600009541252e-05, |
| "loss": 0.016, |
| "step": 6460 |
| }, |
| { |
| "epoch": 51.76, |
| "grad_norm": 0.26419535279273987, |
| "learning_rate": 9.999582391152383e-05, |
| "loss": 0.0137, |
| "step": 6470 |
| }, |
| { |
| "epoch": 51.84, |
| "grad_norm": 0.21228840947151184, |
| "learning_rate": 9.999564393078225e-05, |
| "loss": 0.0158, |
| "step": 6480 |
| }, |
| { |
| "epoch": 51.92, |
| "grad_norm": 0.17658203840255737, |
| "learning_rate": 9.999546015320145e-05, |
| "loss": 0.0165, |
| "step": 6490 |
| }, |
| { |
| "epoch": 52.0, |
| "grad_norm": 0.2223852425813675, |
| "learning_rate": 9.999527257879541e-05, |
| "loss": 0.0163, |
| "step": 6500 |
| }, |
| { |
| "epoch": 52.08, |
| "grad_norm": 0.2437753975391388, |
| "learning_rate": 9.999508120757835e-05, |
| "loss": 0.0165, |
| "step": 6510 |
| }, |
| { |
| "epoch": 52.16, |
| "grad_norm": 0.39226818084716797, |
| "learning_rate": 9.999488603956479e-05, |
| "loss": 0.0161, |
| "step": 6520 |
| }, |
| { |
| "epoch": 52.24, |
| "grad_norm": 0.3026261031627655, |
| "learning_rate": 9.99946870747696e-05, |
| "loss": 0.016, |
| "step": 6530 |
| }, |
| { |
| "epoch": 52.32, |
| "grad_norm": 0.22944580018520355, |
| "learning_rate": 9.999448431320786e-05, |
| "loss": 0.013, |
| "step": 6540 |
| }, |
| { |
| "epoch": 52.4, |
| "grad_norm": 0.24170246720314026, |
| "learning_rate": 9.999427775489496e-05, |
| "loss": 0.0161, |
| "step": 6550 |
| }, |
| { |
| "epoch": 52.48, |
| "grad_norm": 0.22710640728473663, |
| "learning_rate": 9.99940673998466e-05, |
| "loss": 0.0159, |
| "step": 6560 |
| }, |
| { |
| "epoch": 52.56, |
| "grad_norm": 0.3257142901420593, |
| "learning_rate": 9.999385324807878e-05, |
| "loss": 0.0161, |
| "step": 6570 |
| }, |
| { |
| "epoch": 52.64, |
| "grad_norm": 0.1338236778974533, |
| "learning_rate": 9.99936352996077e-05, |
| "loss": 0.0129, |
| "step": 6580 |
| }, |
| { |
| "epoch": 52.72, |
| "grad_norm": 0.3687439560890198, |
| "learning_rate": 9.999341355444995e-05, |
| "loss": 0.0162, |
| "step": 6590 |
| }, |
| { |
| "epoch": 52.8, |
| "grad_norm": 0.2759634554386139, |
| "learning_rate": 9.99931880126224e-05, |
| "loss": 0.0179, |
| "step": 6600 |
| }, |
| { |
| "epoch": 52.88, |
| "grad_norm": 0.21531133353710175, |
| "learning_rate": 9.999295867414212e-05, |
| "loss": 0.0174, |
| "step": 6610 |
| }, |
| { |
| "epoch": 52.96, |
| "grad_norm": 0.13596157729625702, |
| "learning_rate": 9.999272553902656e-05, |
| "loss": 0.0178, |
| "step": 6620 |
| }, |
| { |
| "epoch": 53.04, |
| "grad_norm": 0.21996043622493744, |
| "learning_rate": 9.999248860729342e-05, |
| "loss": 0.019, |
| "step": 6630 |
| }, |
| { |
| "epoch": 53.12, |
| "grad_norm": 0.1461280882358551, |
| "learning_rate": 9.999224787896069e-05, |
| "loss": 0.0173, |
| "step": 6640 |
| }, |
| { |
| "epoch": 53.2, |
| "grad_norm": 0.19980977475643158, |
| "learning_rate": 9.999200335404666e-05, |
| "loss": 0.0185, |
| "step": 6650 |
| }, |
| { |
| "epoch": 53.28, |
| "grad_norm": 0.308059424161911, |
| "learning_rate": 9.999175503256988e-05, |
| "loss": 0.0151, |
| "step": 6660 |
| }, |
| { |
| "epoch": 53.36, |
| "grad_norm": 0.2804049849510193, |
| "learning_rate": 9.999150291454924e-05, |
| "loss": 0.0166, |
| "step": 6670 |
| }, |
| { |
| "epoch": 53.44, |
| "grad_norm": 0.27593371272087097, |
| "learning_rate": 9.999124700000386e-05, |
| "loss": 0.0146, |
| "step": 6680 |
| }, |
| { |
| "epoch": 53.52, |
| "grad_norm": 0.3957303464412689, |
| "learning_rate": 9.999098728895317e-05, |
| "loss": 0.0165, |
| "step": 6690 |
| }, |
| { |
| "epoch": 53.6, |
| "grad_norm": 0.2431076616048813, |
| "learning_rate": 9.999072378141694e-05, |
| "loss": 0.016, |
| "step": 6700 |
| }, |
| { |
| "epoch": 53.68, |
| "grad_norm": 0.3859260380268097, |
| "learning_rate": 9.999045647741512e-05, |
| "loss": 0.0166, |
| "step": 6710 |
| }, |
| { |
| "epoch": 53.76, |
| "grad_norm": 0.19752717018127441, |
| "learning_rate": 9.999018537696804e-05, |
| "loss": 0.0183, |
| "step": 6720 |
| }, |
| { |
| "epoch": 53.84, |
| "grad_norm": 0.18790633976459503, |
| "learning_rate": 9.99899104800963e-05, |
| "loss": 0.0166, |
| "step": 6730 |
| }, |
| { |
| "epoch": 53.92, |
| "grad_norm": 0.27255070209503174, |
| "learning_rate": 9.998963178682077e-05, |
| "loss": 0.0154, |
| "step": 6740 |
| }, |
| { |
| "epoch": 54.0, |
| "grad_norm": 0.25155869126319885, |
| "learning_rate": 9.99893492971626e-05, |
| "loss": 0.02, |
| "step": 6750 |
| }, |
| { |
| "epoch": 54.08, |
| "grad_norm": 0.235213041305542, |
| "learning_rate": 9.998906301114324e-05, |
| "loss": 0.0169, |
| "step": 6760 |
| }, |
| { |
| "epoch": 54.16, |
| "grad_norm": 0.33294370770454407, |
| "learning_rate": 9.998877292878446e-05, |
| "loss": 0.0187, |
| "step": 6770 |
| }, |
| { |
| "epoch": 54.24, |
| "grad_norm": 0.18849493563175201, |
| "learning_rate": 9.998847905010826e-05, |
| "loss": 0.0175, |
| "step": 6780 |
| }, |
| { |
| "epoch": 54.32, |
| "grad_norm": 0.2237790822982788, |
| "learning_rate": 9.998818137513697e-05, |
| "loss": 0.0154, |
| "step": 6790 |
| }, |
| { |
| "epoch": 54.4, |
| "grad_norm": 0.21702685952186584, |
| "learning_rate": 9.998787990389323e-05, |
| "loss": 0.0171, |
| "step": 6800 |
| }, |
| { |
| "epoch": 54.48, |
| "grad_norm": 0.22363871335983276, |
| "learning_rate": 9.998757463639987e-05, |
| "loss": 0.0167, |
| "step": 6810 |
| }, |
| { |
| "epoch": 54.56, |
| "grad_norm": 0.21561087667942047, |
| "learning_rate": 9.998726557268012e-05, |
| "loss": 0.0177, |
| "step": 6820 |
| }, |
| { |
| "epoch": 54.64, |
| "grad_norm": 0.19252212345600128, |
| "learning_rate": 9.998695271275741e-05, |
| "loss": 0.0161, |
| "step": 6830 |
| }, |
| { |
| "epoch": 54.72, |
| "grad_norm": 0.1935088187456131, |
| "learning_rate": 9.998663605665556e-05, |
| "loss": 0.0163, |
| "step": 6840 |
| }, |
| { |
| "epoch": 54.8, |
| "grad_norm": 0.19754286110401154, |
| "learning_rate": 9.998631560439857e-05, |
| "loss": 0.015, |
| "step": 6850 |
| }, |
| { |
| "epoch": 54.88, |
| "grad_norm": 0.14467108249664307, |
| "learning_rate": 9.998599135601079e-05, |
| "loss": 0.015, |
| "step": 6860 |
| }, |
| { |
| "epoch": 54.96, |
| "grad_norm": 0.160123810172081, |
| "learning_rate": 9.998566331151685e-05, |
| "loss": 0.0152, |
| "step": 6870 |
| }, |
| { |
| "epoch": 55.04, |
| "grad_norm": 0.11587270349264145, |
| "learning_rate": 9.998533147094166e-05, |
| "loss": 0.0161, |
| "step": 6880 |
| }, |
| { |
| "epoch": 55.12, |
| "grad_norm": 0.3526173532009125, |
| "learning_rate": 9.998499583431042e-05, |
| "loss": 0.0137, |
| "step": 6890 |
| }, |
| { |
| "epoch": 55.2, |
| "grad_norm": 0.18590746819972992, |
| "learning_rate": 9.998465640164861e-05, |
| "loss": 0.0156, |
| "step": 6900 |
| }, |
| { |
| "epoch": 55.28, |
| "grad_norm": 0.3046409487724304, |
| "learning_rate": 9.998431317298202e-05, |
| "loss": 0.0171, |
| "step": 6910 |
| }, |
| { |
| "epoch": 55.36, |
| "grad_norm": 0.30120041966438293, |
| "learning_rate": 9.998396614833672e-05, |
| "loss": 0.0162, |
| "step": 6920 |
| }, |
| { |
| "epoch": 55.44, |
| "grad_norm": 0.23803283274173737, |
| "learning_rate": 9.998361532773906e-05, |
| "loss": 0.0162, |
| "step": 6930 |
| }, |
| { |
| "epoch": 55.52, |
| "grad_norm": 0.21777257323265076, |
| "learning_rate": 9.998326071121566e-05, |
| "loss": 0.0142, |
| "step": 6940 |
| }, |
| { |
| "epoch": 55.6, |
| "grad_norm": 0.2066047489643097, |
| "learning_rate": 9.998290229879348e-05, |
| "loss": 0.0165, |
| "step": 6950 |
| }, |
| { |
| "epoch": 55.68, |
| "grad_norm": 0.20818382501602173, |
| "learning_rate": 9.998254009049973e-05, |
| "loss": 0.015, |
| "step": 6960 |
| }, |
| { |
| "epoch": 55.76, |
| "grad_norm": 0.17483198642730713, |
| "learning_rate": 9.99821740863619e-05, |
| "loss": 0.0139, |
| "step": 6970 |
| }, |
| { |
| "epoch": 55.84, |
| "grad_norm": 0.20568284392356873, |
| "learning_rate": 9.998180428640782e-05, |
| "loss": 0.017, |
| "step": 6980 |
| }, |
| { |
| "epoch": 55.92, |
| "grad_norm": 0.19888627529144287, |
| "learning_rate": 9.998143069066555e-05, |
| "loss": 0.0138, |
| "step": 6990 |
| }, |
| { |
| "epoch": 56.0, |
| "grad_norm": 0.20766861736774445, |
| "learning_rate": 9.998105329916348e-05, |
| "loss": 0.0141, |
| "step": 7000 |
| }, |
| { |
| "epoch": 56.08, |
| "grad_norm": 0.2704077959060669, |
| "learning_rate": 9.998067211193024e-05, |
| "loss": 0.0164, |
| "step": 7010 |
| }, |
| { |
| "epoch": 56.16, |
| "grad_norm": 0.18512311577796936, |
| "learning_rate": 9.99802871289948e-05, |
| "loss": 0.0146, |
| "step": 7020 |
| }, |
| { |
| "epoch": 56.24, |
| "grad_norm": 0.22111397981643677, |
| "learning_rate": 9.99798983503864e-05, |
| "loss": 0.0136, |
| "step": 7030 |
| }, |
| { |
| "epoch": 56.32, |
| "grad_norm": 0.1820724606513977, |
| "learning_rate": 9.997950577613456e-05, |
| "loss": 0.0146, |
| "step": 7040 |
| }, |
| { |
| "epoch": 56.4, |
| "grad_norm": 0.21490174531936646, |
| "learning_rate": 9.997910940626909e-05, |
| "loss": 0.0139, |
| "step": 7050 |
| }, |
| { |
| "epoch": 56.48, |
| "grad_norm": 0.18108484148979187, |
| "learning_rate": 9.99787092408201e-05, |
| "loss": 0.0122, |
| "step": 7060 |
| }, |
| { |
| "epoch": 56.56, |
| "grad_norm": 0.13766072690486908, |
| "learning_rate": 9.997830527981796e-05, |
| "loss": 0.0168, |
| "step": 7070 |
| }, |
| { |
| "epoch": 56.64, |
| "grad_norm": 0.21959292888641357, |
| "learning_rate": 9.997789752329337e-05, |
| "loss": 0.0139, |
| "step": 7080 |
| }, |
| { |
| "epoch": 56.72, |
| "grad_norm": 0.21193106472492218, |
| "learning_rate": 9.997748597127728e-05, |
| "loss": 0.0142, |
| "step": 7090 |
| }, |
| { |
| "epoch": 56.8, |
| "grad_norm": 0.16251778602600098, |
| "learning_rate": 9.997707062380096e-05, |
| "loss": 0.0133, |
| "step": 7100 |
| }, |
| { |
| "epoch": 56.88, |
| "grad_norm": 0.20115503668785095, |
| "learning_rate": 9.997665148089594e-05, |
| "loss": 0.0152, |
| "step": 7110 |
| }, |
| { |
| "epoch": 56.96, |
| "grad_norm": 0.1937173753976822, |
| "learning_rate": 9.997622854259408e-05, |
| "loss": 0.0143, |
| "step": 7120 |
| }, |
| { |
| "epoch": 57.04, |
| "grad_norm": 0.23892055451869965, |
| "learning_rate": 9.997580180892744e-05, |
| "loss": 0.0156, |
| "step": 7130 |
| }, |
| { |
| "epoch": 57.12, |
| "grad_norm": 0.20729663968086243, |
| "learning_rate": 9.99753712799285e-05, |
| "loss": 0.0134, |
| "step": 7140 |
| }, |
| { |
| "epoch": 57.2, |
| "grad_norm": 0.2615785002708435, |
| "learning_rate": 9.99749369556299e-05, |
| "loss": 0.0138, |
| "step": 7150 |
| }, |
| { |
| "epoch": 57.28, |
| "grad_norm": 0.2911669909954071, |
| "learning_rate": 9.997449883606466e-05, |
| "loss": 0.0165, |
| "step": 7160 |
| }, |
| { |
| "epoch": 57.36, |
| "grad_norm": 0.2540806233882904, |
| "learning_rate": 9.997405692126603e-05, |
| "loss": 0.0171, |
| "step": 7170 |
| }, |
| { |
| "epoch": 57.44, |
| "grad_norm": 0.18083186447620392, |
| "learning_rate": 9.997361121126757e-05, |
| "loss": 0.0147, |
| "step": 7180 |
| }, |
| { |
| "epoch": 57.52, |
| "grad_norm": 0.3060397505760193, |
| "learning_rate": 9.997316170610314e-05, |
| "loss": 0.0162, |
| "step": 7190 |
| }, |
| { |
| "epoch": 57.6, |
| "grad_norm": 0.23359741270542145, |
| "learning_rate": 9.997270840580686e-05, |
| "loss": 0.014, |
| "step": 7200 |
| }, |
| { |
| "epoch": 57.68, |
| "grad_norm": 0.18116363883018494, |
| "learning_rate": 9.997225131041318e-05, |
| "loss": 0.0147, |
| "step": 7210 |
| }, |
| { |
| "epoch": 57.76, |
| "grad_norm": 0.13905172049999237, |
| "learning_rate": 9.99717904199568e-05, |
| "loss": 0.0129, |
| "step": 7220 |
| }, |
| { |
| "epoch": 57.84, |
| "grad_norm": 0.25366514921188354, |
| "learning_rate": 9.997132573447272e-05, |
| "loss": 0.0166, |
| "step": 7230 |
| }, |
| { |
| "epoch": 57.92, |
| "grad_norm": 0.22093738615512848, |
| "learning_rate": 9.997085725399624e-05, |
| "loss": 0.0173, |
| "step": 7240 |
| }, |
| { |
| "epoch": 58.0, |
| "grad_norm": 0.1861589550971985, |
| "learning_rate": 9.997038497856292e-05, |
| "loss": 0.0128, |
| "step": 7250 |
| }, |
| { |
| "epoch": 58.08, |
| "grad_norm": 0.2058095633983612, |
| "learning_rate": 9.996990890820864e-05, |
| "loss": 0.0129, |
| "step": 7260 |
| }, |
| { |
| "epoch": 58.16, |
| "grad_norm": 0.24596914649009705, |
| "learning_rate": 9.996942904296956e-05, |
| "loss": 0.016, |
| "step": 7270 |
| }, |
| { |
| "epoch": 58.24, |
| "grad_norm": 0.24419373273849487, |
| "learning_rate": 9.99689453828821e-05, |
| "loss": 0.0153, |
| "step": 7280 |
| }, |
| { |
| "epoch": 58.32, |
| "grad_norm": 0.19164282083511353, |
| "learning_rate": 9.996845792798301e-05, |
| "loss": 0.0152, |
| "step": 7290 |
| }, |
| { |
| "epoch": 58.4, |
| "grad_norm": 0.19967065751552582, |
| "learning_rate": 9.996796667830931e-05, |
| "loss": 0.0138, |
| "step": 7300 |
| }, |
| { |
| "epoch": 58.48, |
| "grad_norm": 0.19342344999313354, |
| "learning_rate": 9.99674716338983e-05, |
| "loss": 0.0145, |
| "step": 7310 |
| }, |
| { |
| "epoch": 58.56, |
| "grad_norm": 0.19459040462970734, |
| "learning_rate": 9.996697279478757e-05, |
| "loss": 0.0174, |
| "step": 7320 |
| }, |
| { |
| "epoch": 58.64, |
| "grad_norm": 0.21330033242702484, |
| "learning_rate": 9.996647016101502e-05, |
| "loss": 0.0135, |
| "step": 7330 |
| }, |
| { |
| "epoch": 58.72, |
| "grad_norm": 0.1841375082731247, |
| "learning_rate": 9.99659637326188e-05, |
| "loss": 0.0138, |
| "step": 7340 |
| }, |
| { |
| "epoch": 58.8, |
| "grad_norm": 0.2005465179681778, |
| "learning_rate": 9.996545350963738e-05, |
| "loss": 0.0143, |
| "step": 7350 |
| }, |
| { |
| "epoch": 58.88, |
| "grad_norm": 0.342845618724823, |
| "learning_rate": 9.99649394921095e-05, |
| "loss": 0.0209, |
| "step": 7360 |
| }, |
| { |
| "epoch": 58.96, |
| "grad_norm": 0.1820828914642334, |
| "learning_rate": 9.996442168007422e-05, |
| "loss": 0.0185, |
| "step": 7370 |
| }, |
| { |
| "epoch": 59.04, |
| "grad_norm": 0.19893832504749298, |
| "learning_rate": 9.996390007357086e-05, |
| "loss": 0.0159, |
| "step": 7380 |
| }, |
| { |
| "epoch": 59.12, |
| "grad_norm": 0.21819476783275604, |
| "learning_rate": 9.996337467263902e-05, |
| "loss": 0.0163, |
| "step": 7390 |
| }, |
| { |
| "epoch": 59.2, |
| "grad_norm": 0.20711350440979004, |
| "learning_rate": 9.996284547731858e-05, |
| "loss": 0.0142, |
| "step": 7400 |
| }, |
| { |
| "epoch": 59.28, |
| "grad_norm": 0.23315218091011047, |
| "learning_rate": 9.996231248764976e-05, |
| "loss": 0.014, |
| "step": 7410 |
| }, |
| { |
| "epoch": 59.36, |
| "grad_norm": 0.24357229471206665, |
| "learning_rate": 9.996177570367305e-05, |
| "loss": 0.0141, |
| "step": 7420 |
| }, |
| { |
| "epoch": 59.44, |
| "grad_norm": 0.17951880395412445, |
| "learning_rate": 9.996123512542916e-05, |
| "loss": 0.0139, |
| "step": 7430 |
| }, |
| { |
| "epoch": 59.52, |
| "grad_norm": 0.25809991359710693, |
| "learning_rate": 9.99606907529592e-05, |
| "loss": 0.0143, |
| "step": 7440 |
| }, |
| { |
| "epoch": 59.6, |
| "grad_norm": 0.24198973178863525, |
| "learning_rate": 9.996014258630448e-05, |
| "loss": 0.013, |
| "step": 7450 |
| }, |
| { |
| "epoch": 59.68, |
| "grad_norm": 0.36311742663383484, |
| "learning_rate": 9.995959062550666e-05, |
| "loss": 0.0169, |
| "step": 7460 |
| }, |
| { |
| "epoch": 59.76, |
| "grad_norm": 0.32957151532173157, |
| "learning_rate": 9.995903487060762e-05, |
| "loss": 0.0147, |
| "step": 7470 |
| }, |
| { |
| "epoch": 59.84, |
| "grad_norm": 0.2199174165725708, |
| "learning_rate": 9.995847532164957e-05, |
| "loss": 0.0141, |
| "step": 7480 |
| }, |
| { |
| "epoch": 59.92, |
| "grad_norm": 0.09726344048976898, |
| "learning_rate": 9.995791197867504e-05, |
| "loss": 0.0125, |
| "step": 7490 |
| }, |
| { |
| "epoch": 60.0, |
| "grad_norm": 0.1308020055294037, |
| "learning_rate": 9.995734484172678e-05, |
| "loss": 0.0143, |
| "step": 7500 |
| }, |
| { |
| "epoch": 60.08, |
| "grad_norm": 0.31383052468299866, |
| "learning_rate": 9.995677391084787e-05, |
| "loss": 0.0126, |
| "step": 7510 |
| }, |
| { |
| "epoch": 60.16, |
| "grad_norm": 0.23597629368305206, |
| "learning_rate": 9.995619918608167e-05, |
| "loss": 0.0151, |
| "step": 7520 |
| }, |
| { |
| "epoch": 60.24, |
| "grad_norm": 0.1433717906475067, |
| "learning_rate": 9.995562066747182e-05, |
| "loss": 0.0134, |
| "step": 7530 |
| }, |
| { |
| "epoch": 60.32, |
| "grad_norm": 0.1851743459701538, |
| "learning_rate": 9.995503835506226e-05, |
| "loss": 0.0135, |
| "step": 7540 |
| }, |
| { |
| "epoch": 60.4, |
| "grad_norm": 0.20220424234867096, |
| "learning_rate": 9.995445224889721e-05, |
| "loss": 0.012, |
| "step": 7550 |
| }, |
| { |
| "epoch": 60.48, |
| "grad_norm": 0.18822996318340302, |
| "learning_rate": 9.995386234902118e-05, |
| "loss": 0.0169, |
| "step": 7560 |
| }, |
| { |
| "epoch": 60.56, |
| "grad_norm": 0.30573970079421997, |
| "learning_rate": 9.995326865547898e-05, |
| "loss": 0.0133, |
| "step": 7570 |
| }, |
| { |
| "epoch": 60.64, |
| "grad_norm": 0.22080080211162567, |
| "learning_rate": 9.995267116831568e-05, |
| "loss": 0.013, |
| "step": 7580 |
| }, |
| { |
| "epoch": 60.72, |
| "grad_norm": 0.21797575056552887, |
| "learning_rate": 9.995206988757666e-05, |
| "loss": 0.0136, |
| "step": 7590 |
| }, |
| { |
| "epoch": 60.8, |
| "grad_norm": 0.148856982588768, |
| "learning_rate": 9.99514648133076e-05, |
| "loss": 0.0147, |
| "step": 7600 |
| }, |
| { |
| "epoch": 60.88, |
| "grad_norm": 0.1336381733417511, |
| "learning_rate": 9.995085594555443e-05, |
| "loss": 0.0124, |
| "step": 7610 |
| }, |
| { |
| "epoch": 60.96, |
| "grad_norm": 0.19503721594810486, |
| "learning_rate": 9.99502432843634e-05, |
| "loss": 0.0135, |
| "step": 7620 |
| }, |
| { |
| "epoch": 61.04, |
| "grad_norm": 0.22335964441299438, |
| "learning_rate": 9.994962682978103e-05, |
| "loss": 0.0145, |
| "step": 7630 |
| }, |
| { |
| "epoch": 61.12, |
| "grad_norm": 0.18987935781478882, |
| "learning_rate": 9.994900658185415e-05, |
| "loss": 0.0144, |
| "step": 7640 |
| }, |
| { |
| "epoch": 61.2, |
| "grad_norm": 0.1938381940126419, |
| "learning_rate": 9.994838254062984e-05, |
| "loss": 0.0148, |
| "step": 7650 |
| }, |
| { |
| "epoch": 61.28, |
| "grad_norm": 0.32812339067459106, |
| "learning_rate": 9.994775470615553e-05, |
| "loss": 0.0179, |
| "step": 7660 |
| }, |
| { |
| "epoch": 61.36, |
| "grad_norm": 0.22524408996105194, |
| "learning_rate": 9.994712307847887e-05, |
| "loss": 0.0155, |
| "step": 7670 |
| }, |
| { |
| "epoch": 61.44, |
| "grad_norm": 0.22775720059871674, |
| "learning_rate": 9.994648765764782e-05, |
| "loss": 0.0141, |
| "step": 7680 |
| }, |
| { |
| "epoch": 61.52, |
| "grad_norm": 0.18614237010478973, |
| "learning_rate": 9.994584844371067e-05, |
| "loss": 0.0136, |
| "step": 7690 |
| }, |
| { |
| "epoch": 61.6, |
| "grad_norm": 0.24652934074401855, |
| "learning_rate": 9.994520543671593e-05, |
| "loss": 0.0179, |
| "step": 7700 |
| }, |
| { |
| "epoch": 61.68, |
| "grad_norm": 0.2186826914548874, |
| "learning_rate": 9.994455863671244e-05, |
| "loss": 0.0158, |
| "step": 7710 |
| }, |
| { |
| "epoch": 61.76, |
| "grad_norm": 0.20929399132728577, |
| "learning_rate": 9.994390804374934e-05, |
| "loss": 0.0136, |
| "step": 7720 |
| }, |
| { |
| "epoch": 61.84, |
| "grad_norm": 0.21026736497879028, |
| "learning_rate": 9.994325365787602e-05, |
| "loss": 0.0152, |
| "step": 7730 |
| }, |
| { |
| "epoch": 61.92, |
| "grad_norm": 0.19097870588302612, |
| "learning_rate": 9.994259547914219e-05, |
| "loss": 0.0131, |
| "step": 7740 |
| }, |
| { |
| "epoch": 62.0, |
| "grad_norm": 0.20704862475395203, |
| "learning_rate": 9.994193350759781e-05, |
| "loss": 0.015, |
| "step": 7750 |
| }, |
| { |
| "epoch": 62.08, |
| "grad_norm": 0.21148496866226196, |
| "learning_rate": 9.994126774329319e-05, |
| "loss": 0.0133, |
| "step": 7760 |
| }, |
| { |
| "epoch": 62.16, |
| "grad_norm": 0.2821013331413269, |
| "learning_rate": 9.994059818627885e-05, |
| "loss": 0.0186, |
| "step": 7770 |
| }, |
| { |
| "epoch": 62.24, |
| "grad_norm": 0.16078785061836243, |
| "learning_rate": 9.993992483660567e-05, |
| "loss": 0.0138, |
| "step": 7780 |
| }, |
| { |
| "epoch": 62.32, |
| "grad_norm": 0.21800996363162994, |
| "learning_rate": 9.993924769432476e-05, |
| "loss": 0.0135, |
| "step": 7790 |
| }, |
| { |
| "epoch": 62.4, |
| "grad_norm": 0.16729630529880524, |
| "learning_rate": 9.993856675948757e-05, |
| "loss": 0.0139, |
| "step": 7800 |
| }, |
| { |
| "epoch": 62.48, |
| "grad_norm": 0.1822052299976349, |
| "learning_rate": 9.99378820321458e-05, |
| "loss": 0.0138, |
| "step": 7810 |
| }, |
| { |
| "epoch": 62.56, |
| "grad_norm": 0.14729546010494232, |
| "learning_rate": 9.993719351235145e-05, |
| "loss": 0.0112, |
| "step": 7820 |
| }, |
| { |
| "epoch": 62.64, |
| "grad_norm": 0.2627941071987152, |
| "learning_rate": 9.99365012001568e-05, |
| "loss": 0.0155, |
| "step": 7830 |
| }, |
| { |
| "epoch": 62.72, |
| "grad_norm": 0.2007916122674942, |
| "learning_rate": 9.993580509561444e-05, |
| "loss": 0.0133, |
| "step": 7840 |
| }, |
| { |
| "epoch": 62.8, |
| "grad_norm": 0.24768370389938354, |
| "learning_rate": 9.993510519877723e-05, |
| "loss": 0.0135, |
| "step": 7850 |
| }, |
| { |
| "epoch": 62.88, |
| "grad_norm": 0.22114232182502747, |
| "learning_rate": 9.993440150969833e-05, |
| "loss": 0.0146, |
| "step": 7860 |
| }, |
| { |
| "epoch": 62.96, |
| "grad_norm": 0.12976093590259552, |
| "learning_rate": 9.993369402843118e-05, |
| "loss": 0.0141, |
| "step": 7870 |
| }, |
| { |
| "epoch": 63.04, |
| "grad_norm": 0.1683027297258377, |
| "learning_rate": 9.993298275502949e-05, |
| "loss": 0.0142, |
| "step": 7880 |
| }, |
| { |
| "epoch": 63.12, |
| "grad_norm": 0.17024551331996918, |
| "learning_rate": 9.993226768954729e-05, |
| "loss": 0.0146, |
| "step": 7890 |
| }, |
| { |
| "epoch": 63.2, |
| "grad_norm": 0.21880462765693665, |
| "learning_rate": 9.993154883203887e-05, |
| "loss": 0.0139, |
| "step": 7900 |
| }, |
| { |
| "epoch": 63.28, |
| "grad_norm": 0.2686712443828583, |
| "learning_rate": 9.993082618255886e-05, |
| "loss": 0.0145, |
| "step": 7910 |
| }, |
| { |
| "epoch": 63.36, |
| "grad_norm": 0.2746410071849823, |
| "learning_rate": 9.993009974116211e-05, |
| "loss": 0.014, |
| "step": 7920 |
| }, |
| { |
| "epoch": 63.44, |
| "grad_norm": 0.24453410506248474, |
| "learning_rate": 9.992936950790379e-05, |
| "loss": 0.015, |
| "step": 7930 |
| }, |
| { |
| "epoch": 63.52, |
| "grad_norm": 0.31923532485961914, |
| "learning_rate": 9.992863548283936e-05, |
| "loss": 0.016, |
| "step": 7940 |
| }, |
| { |
| "epoch": 63.6, |
| "grad_norm": 0.196054607629776, |
| "learning_rate": 9.992789766602457e-05, |
| "loss": 0.0144, |
| "step": 7950 |
| }, |
| { |
| "epoch": 63.68, |
| "grad_norm": 0.22288653254508972, |
| "learning_rate": 9.992715605751544e-05, |
| "loss": 0.0159, |
| "step": 7960 |
| }, |
| { |
| "epoch": 63.76, |
| "grad_norm": 0.1962660253047943, |
| "learning_rate": 9.99264106573683e-05, |
| "loss": 0.017, |
| "step": 7970 |
| }, |
| { |
| "epoch": 63.84, |
| "grad_norm": 0.18075701594352722, |
| "learning_rate": 9.992566146563977e-05, |
| "loss": 0.0164, |
| "step": 7980 |
| }, |
| { |
| "epoch": 63.92, |
| "grad_norm": 0.19682751595973969, |
| "learning_rate": 9.992490848238672e-05, |
| "loss": 0.0139, |
| "step": 7990 |
| }, |
| { |
| "epoch": 64.0, |
| "grad_norm": 0.21135328710079193, |
| "learning_rate": 9.992415170766634e-05, |
| "loss": 0.0129, |
| "step": 8000 |
| }, |
| { |
| "epoch": 64.08, |
| "grad_norm": 0.1621437519788742, |
| "learning_rate": 9.992339114153612e-05, |
| "loss": 0.0116, |
| "step": 8010 |
| }, |
| { |
| "epoch": 64.16, |
| "grad_norm": 0.2615143954753876, |
| "learning_rate": 9.992262678405381e-05, |
| "loss": 0.014, |
| "step": 8020 |
| }, |
| { |
| "epoch": 64.24, |
| "grad_norm": 0.23629122972488403, |
| "learning_rate": 9.992185863527746e-05, |
| "loss": 0.0131, |
| "step": 8030 |
| }, |
| { |
| "epoch": 64.32, |
| "grad_norm": 0.16742804646492004, |
| "learning_rate": 9.992108669526538e-05, |
| "loss": 0.0149, |
| "step": 8040 |
| }, |
| { |
| "epoch": 64.4, |
| "grad_norm": 0.2707938551902771, |
| "learning_rate": 9.992031096407623e-05, |
| "loss": 0.0138, |
| "step": 8050 |
| }, |
| { |
| "epoch": 64.48, |
| "grad_norm": 0.22692114114761353, |
| "learning_rate": 9.99195314417689e-05, |
| "loss": 0.0141, |
| "step": 8060 |
| }, |
| { |
| "epoch": 64.56, |
| "grad_norm": 0.2942925691604614, |
| "learning_rate": 9.991874812840261e-05, |
| "loss": 0.014, |
| "step": 8070 |
| }, |
| { |
| "epoch": 64.64, |
| "grad_norm": 0.2118258774280548, |
| "learning_rate": 9.991796102403684e-05, |
| "loss": 0.0151, |
| "step": 8080 |
| }, |
| { |
| "epoch": 64.72, |
| "grad_norm": 0.22021931409835815, |
| "learning_rate": 9.991717012873135e-05, |
| "loss": 0.0148, |
| "step": 8090 |
| }, |
| { |
| "epoch": 64.8, |
| "grad_norm": 0.24649067223072052, |
| "learning_rate": 9.99163754425462e-05, |
| "loss": 0.0146, |
| "step": 8100 |
| }, |
| { |
| "epoch": 64.88, |
| "grad_norm": 0.20426028966903687, |
| "learning_rate": 9.991557696554177e-05, |
| "loss": 0.0133, |
| "step": 8110 |
| }, |
| { |
| "epoch": 64.96, |
| "grad_norm": 0.1514037847518921, |
| "learning_rate": 9.991477469777868e-05, |
| "loss": 0.0159, |
| "step": 8120 |
| }, |
| { |
| "epoch": 65.04, |
| "grad_norm": 0.16922785341739655, |
| "learning_rate": 9.991396863931786e-05, |
| "loss": 0.0145, |
| "step": 8130 |
| }, |
| { |
| "epoch": 65.12, |
| "grad_norm": 0.17308056354522705, |
| "learning_rate": 9.991315879022055e-05, |
| "loss": 0.0129, |
| "step": 8140 |
| }, |
| { |
| "epoch": 65.2, |
| "grad_norm": 0.1747458428144455, |
| "learning_rate": 9.991234515054819e-05, |
| "loss": 0.0153, |
| "step": 8150 |
| }, |
| { |
| "epoch": 65.28, |
| "grad_norm": 0.29477357864379883, |
| "learning_rate": 9.991152772036263e-05, |
| "loss": 0.0145, |
| "step": 8160 |
| }, |
| { |
| "epoch": 65.36, |
| "grad_norm": 0.2240748256444931, |
| "learning_rate": 9.991070649972592e-05, |
| "loss": 0.015, |
| "step": 8170 |
| }, |
| { |
| "epoch": 65.44, |
| "grad_norm": 0.2889918088912964, |
| "learning_rate": 9.990988148870043e-05, |
| "loss": 0.0149, |
| "step": 8180 |
| }, |
| { |
| "epoch": 65.52, |
| "grad_norm": 0.27783510088920593, |
| "learning_rate": 9.990905268734882e-05, |
| "loss": 0.0157, |
| "step": 8190 |
| }, |
| { |
| "epoch": 65.6, |
| "grad_norm": 0.20102950930595398, |
| "learning_rate": 9.990822009573404e-05, |
| "loss": 0.0146, |
| "step": 8200 |
| }, |
| { |
| "epoch": 65.68, |
| "grad_norm": 0.27548593282699585, |
| "learning_rate": 9.99073837139193e-05, |
| "loss": 0.0142, |
| "step": 8210 |
| }, |
| { |
| "epoch": 65.76, |
| "grad_norm": 0.21817412972450256, |
| "learning_rate": 9.990654354196812e-05, |
| "loss": 0.0125, |
| "step": 8220 |
| }, |
| { |
| "epoch": 65.84, |
| "grad_norm": 0.190156951546669, |
| "learning_rate": 9.990569957994432e-05, |
| "loss": 0.0128, |
| "step": 8230 |
| }, |
| { |
| "epoch": 65.92, |
| "grad_norm": 0.15692906081676483, |
| "learning_rate": 9.990485182791198e-05, |
| "loss": 0.0142, |
| "step": 8240 |
| }, |
| { |
| "epoch": 66.0, |
| "grad_norm": 0.26194965839385986, |
| "learning_rate": 9.99040002859355e-05, |
| "loss": 0.015, |
| "step": 8250 |
| }, |
| { |
| "epoch": 66.08, |
| "grad_norm": 0.18977583944797516, |
| "learning_rate": 9.990314495407954e-05, |
| "loss": 0.0136, |
| "step": 8260 |
| }, |
| { |
| "epoch": 66.16, |
| "grad_norm": 0.22715820372104645, |
| "learning_rate": 9.990228583240903e-05, |
| "loss": 0.0139, |
| "step": 8270 |
| }, |
| { |
| "epoch": 66.24, |
| "grad_norm": 0.25030380487442017, |
| "learning_rate": 9.990142292098925e-05, |
| "loss": 0.0147, |
| "step": 8280 |
| }, |
| { |
| "epoch": 66.32, |
| "grad_norm": 0.24986374378204346, |
| "learning_rate": 9.990055621988572e-05, |
| "loss": 0.0152, |
| "step": 8290 |
| }, |
| { |
| "epoch": 66.4, |
| "grad_norm": 0.15439529716968536, |
| "learning_rate": 9.989968572916426e-05, |
| "loss": 0.0125, |
| "step": 8300 |
| }, |
| { |
| "epoch": 66.48, |
| "grad_norm": 0.22367912530899048, |
| "learning_rate": 9.989881144889098e-05, |
| "loss": 0.0143, |
| "step": 8310 |
| }, |
| { |
| "epoch": 66.56, |
| "grad_norm": 0.12386434525251389, |
| "learning_rate": 9.989793337913227e-05, |
| "loss": 0.0123, |
| "step": 8320 |
| }, |
| { |
| "epoch": 66.64, |
| "grad_norm": 0.19167426228523254, |
| "learning_rate": 9.989705151995482e-05, |
| "loss": 0.0131, |
| "step": 8330 |
| }, |
| { |
| "epoch": 66.72, |
| "grad_norm": 0.22210191190242767, |
| "learning_rate": 9.98961658714256e-05, |
| "loss": 0.013, |
| "step": 8340 |
| }, |
| { |
| "epoch": 66.8, |
| "grad_norm": 0.2139875739812851, |
| "learning_rate": 9.989527643361186e-05, |
| "loss": 0.0144, |
| "step": 8350 |
| }, |
| { |
| "epoch": 66.88, |
| "grad_norm": 0.1592705100774765, |
| "learning_rate": 9.989438320658115e-05, |
| "loss": 0.0137, |
| "step": 8360 |
| }, |
| { |
| "epoch": 66.96, |
| "grad_norm": 0.14920839667320251, |
| "learning_rate": 9.989348619040133e-05, |
| "loss": 0.0111, |
| "step": 8370 |
| }, |
| { |
| "epoch": 67.04, |
| "grad_norm": 0.15257664024829865, |
| "learning_rate": 9.98925853851405e-05, |
| "loss": 0.0125, |
| "step": 8380 |
| }, |
| { |
| "epoch": 67.12, |
| "grad_norm": 0.19140350818634033, |
| "learning_rate": 9.989168079086706e-05, |
| "loss": 0.0138, |
| "step": 8390 |
| }, |
| { |
| "epoch": 67.2, |
| "grad_norm": 0.12961836159229279, |
| "learning_rate": 9.989077240764973e-05, |
| "loss": 0.0133, |
| "step": 8400 |
| }, |
| { |
| "epoch": 67.28, |
| "grad_norm": 0.25357067584991455, |
| "learning_rate": 9.988986023555749e-05, |
| "loss": 0.0149, |
| "step": 8410 |
| }, |
| { |
| "epoch": 67.36, |
| "grad_norm": 0.20694850385189056, |
| "learning_rate": 9.98889442746596e-05, |
| "loss": 0.0122, |
| "step": 8420 |
| }, |
| { |
| "epoch": 67.44, |
| "grad_norm": 0.1944892406463623, |
| "learning_rate": 9.988802452502562e-05, |
| "loss": 0.0118, |
| "step": 8430 |
| }, |
| { |
| "epoch": 67.52, |
| "grad_norm": 0.22264279425144196, |
| "learning_rate": 9.988710098672543e-05, |
| "loss": 0.0137, |
| "step": 8440 |
| }, |
| { |
| "epoch": 67.6, |
| "grad_norm": 0.23054830729961395, |
| "learning_rate": 9.988617365982912e-05, |
| "loss": 0.0168, |
| "step": 8450 |
| }, |
| { |
| "epoch": 67.68, |
| "grad_norm": 0.23009057343006134, |
| "learning_rate": 9.988524254440716e-05, |
| "loss": 0.0123, |
| "step": 8460 |
| }, |
| { |
| "epoch": 67.76, |
| "grad_norm": 0.30411607027053833, |
| "learning_rate": 9.988430764053025e-05, |
| "loss": 0.0127, |
| "step": 8470 |
| }, |
| { |
| "epoch": 67.84, |
| "grad_norm": 0.1391371637582779, |
| "learning_rate": 9.988336894826938e-05, |
| "loss": 0.0128, |
| "step": 8480 |
| }, |
| { |
| "epoch": 67.92, |
| "grad_norm": 0.17995694279670715, |
| "learning_rate": 9.988242646769584e-05, |
| "loss": 0.0138, |
| "step": 8490 |
| }, |
| { |
| "epoch": 68.0, |
| "grad_norm": 0.19080181419849396, |
| "learning_rate": 9.988148019888119e-05, |
| "loss": 0.0151, |
| "step": 8500 |
| }, |
| { |
| "epoch": 68.08, |
| "grad_norm": 0.1685340255498886, |
| "learning_rate": 9.988053014189731e-05, |
| "loss": 0.013, |
| "step": 8510 |
| }, |
| { |
| "epoch": 68.16, |
| "grad_norm": 0.15387049317359924, |
| "learning_rate": 9.987957629681636e-05, |
| "loss": 0.0131, |
| "step": 8520 |
| }, |
| { |
| "epoch": 68.24, |
| "grad_norm": 0.20900797843933105, |
| "learning_rate": 9.987861866371076e-05, |
| "loss": 0.0127, |
| "step": 8530 |
| }, |
| { |
| "epoch": 68.32, |
| "grad_norm": 0.18501628935337067, |
| "learning_rate": 9.987765724265325e-05, |
| "loss": 0.0157, |
| "step": 8540 |
| }, |
| { |
| "epoch": 68.4, |
| "grad_norm": 0.215891033411026, |
| "learning_rate": 9.987669203371683e-05, |
| "loss": 0.013, |
| "step": 8550 |
| }, |
| { |
| "epoch": 68.48, |
| "grad_norm": 0.3150661885738373, |
| "learning_rate": 9.987572303697482e-05, |
| "loss": 0.0145, |
| "step": 8560 |
| }, |
| { |
| "epoch": 68.56, |
| "grad_norm": 0.26362302899360657, |
| "learning_rate": 9.987475025250078e-05, |
| "loss": 0.0176, |
| "step": 8570 |
| }, |
| { |
| "epoch": 68.64, |
| "grad_norm": 0.22962749004364014, |
| "learning_rate": 9.987377368036862e-05, |
| "loss": 0.0141, |
| "step": 8580 |
| }, |
| { |
| "epoch": 68.72, |
| "grad_norm": 0.2572621703147888, |
| "learning_rate": 9.987279332065245e-05, |
| "loss": 0.0131, |
| "step": 8590 |
| }, |
| { |
| "epoch": 68.8, |
| "grad_norm": 0.23631417751312256, |
| "learning_rate": 9.98718091734268e-05, |
| "loss": 0.0134, |
| "step": 8600 |
| }, |
| { |
| "epoch": 68.88, |
| "grad_norm": 0.1914193332195282, |
| "learning_rate": 9.987082123876634e-05, |
| "loss": 0.0152, |
| "step": 8610 |
| }, |
| { |
| "epoch": 68.96, |
| "grad_norm": 0.2369573712348938, |
| "learning_rate": 9.986982951674615e-05, |
| "loss": 0.0124, |
| "step": 8620 |
| }, |
| { |
| "epoch": 69.04, |
| "grad_norm": 0.28458598256111145, |
| "learning_rate": 9.986883400744152e-05, |
| "loss": 0.0153, |
| "step": 8630 |
| }, |
| { |
| "epoch": 69.12, |
| "grad_norm": 0.2591424286365509, |
| "learning_rate": 9.986783471092803e-05, |
| "loss": 0.0147, |
| "step": 8640 |
| }, |
| { |
| "epoch": 69.2, |
| "grad_norm": 0.19796530902385712, |
| "learning_rate": 9.986683162728162e-05, |
| "loss": 0.0142, |
| "step": 8650 |
| }, |
| { |
| "epoch": 69.28, |
| "grad_norm": 0.16217315196990967, |
| "learning_rate": 9.98658247565784e-05, |
| "loss": 0.0134, |
| "step": 8660 |
| }, |
| { |
| "epoch": 69.36, |
| "grad_norm": 0.15194131433963776, |
| "learning_rate": 9.986481409889491e-05, |
| "loss": 0.0144, |
| "step": 8670 |
| }, |
| { |
| "epoch": 69.44, |
| "grad_norm": 0.16573946177959442, |
| "learning_rate": 9.986379965430786e-05, |
| "loss": 0.0144, |
| "step": 8680 |
| }, |
| { |
| "epoch": 69.52, |
| "grad_norm": 0.2496355175971985, |
| "learning_rate": 9.986278142289429e-05, |
| "loss": 0.0123, |
| "step": 8690 |
| }, |
| { |
| "epoch": 69.6, |
| "grad_norm": 0.16749727725982666, |
| "learning_rate": 9.986175940473155e-05, |
| "loss": 0.0115, |
| "step": 8700 |
| }, |
| { |
| "epoch": 69.68, |
| "grad_norm": 0.31764817237854004, |
| "learning_rate": 9.986073359989724e-05, |
| "loss": 0.0146, |
| "step": 8710 |
| }, |
| { |
| "epoch": 69.76, |
| "grad_norm": 0.2174305021762848, |
| "learning_rate": 9.985970400846927e-05, |
| "loss": 0.014, |
| "step": 8720 |
| }, |
| { |
| "epoch": 69.84, |
| "grad_norm": 0.2103365957736969, |
| "learning_rate": 9.985867063052581e-05, |
| "loss": 0.0131, |
| "step": 8730 |
| }, |
| { |
| "epoch": 69.92, |
| "grad_norm": 0.16605062782764435, |
| "learning_rate": 9.985763346614536e-05, |
| "loss": 0.0132, |
| "step": 8740 |
| }, |
| { |
| "epoch": 70.0, |
| "grad_norm": 0.23702195286750793, |
| "learning_rate": 9.98565925154067e-05, |
| "loss": 0.011, |
| "step": 8750 |
| }, |
| { |
| "epoch": 70.08, |
| "grad_norm": 0.18160423636436462, |
| "learning_rate": 9.985554777838884e-05, |
| "loss": 0.0118, |
| "step": 8760 |
| }, |
| { |
| "epoch": 70.16, |
| "grad_norm": 0.20190447568893433, |
| "learning_rate": 9.985449925517114e-05, |
| "loss": 0.015, |
| "step": 8770 |
| }, |
| { |
| "epoch": 70.24, |
| "grad_norm": 0.17305447161197662, |
| "learning_rate": 9.985344694583326e-05, |
| "loss": 0.0151, |
| "step": 8780 |
| }, |
| { |
| "epoch": 70.32, |
| "grad_norm": 0.25061607360839844, |
| "learning_rate": 9.985239085045506e-05, |
| "loss": 0.0138, |
| "step": 8790 |
| }, |
| { |
| "epoch": 70.4, |
| "grad_norm": 0.13473255932331085, |
| "learning_rate": 9.985133096911678e-05, |
| "loss": 0.0105, |
| "step": 8800 |
| }, |
| { |
| "epoch": 70.48, |
| "grad_norm": 0.24494841694831848, |
| "learning_rate": 9.98502673018989e-05, |
| "loss": 0.0123, |
| "step": 8810 |
| }, |
| { |
| "epoch": 70.56, |
| "grad_norm": 0.22978155314922333, |
| "learning_rate": 9.984919984888222e-05, |
| "loss": 0.0134, |
| "step": 8820 |
| }, |
| { |
| "epoch": 70.64, |
| "grad_norm": 0.19615867733955383, |
| "learning_rate": 9.984812861014776e-05, |
| "loss": 0.0131, |
| "step": 8830 |
| }, |
| { |
| "epoch": 70.72, |
| "grad_norm": 0.14563541114330292, |
| "learning_rate": 9.984705358577692e-05, |
| "loss": 0.0147, |
| "step": 8840 |
| }, |
| { |
| "epoch": 70.8, |
| "grad_norm": 0.1782020926475525, |
| "learning_rate": 9.984597477585132e-05, |
| "loss": 0.015, |
| "step": 8850 |
| }, |
| { |
| "epoch": 70.88, |
| "grad_norm": 0.16982391476631165, |
| "learning_rate": 9.98448921804529e-05, |
| "loss": 0.0134, |
| "step": 8860 |
| }, |
| { |
| "epoch": 70.96, |
| "grad_norm": 0.1916576772928238, |
| "learning_rate": 9.984380579966385e-05, |
| "loss": 0.0142, |
| "step": 8870 |
| }, |
| { |
| "epoch": 71.04, |
| "grad_norm": 0.19194917380809784, |
| "learning_rate": 9.98427156335667e-05, |
| "loss": 0.0127, |
| "step": 8880 |
| }, |
| { |
| "epoch": 71.12, |
| "grad_norm": 0.18389694392681122, |
| "learning_rate": 9.984162168224423e-05, |
| "loss": 0.015, |
| "step": 8890 |
| }, |
| { |
| "epoch": 71.2, |
| "grad_norm": 0.16706418991088867, |
| "learning_rate": 9.984052394577951e-05, |
| "loss": 0.0152, |
| "step": 8900 |
| }, |
| { |
| "epoch": 71.28, |
| "grad_norm": 0.17289993166923523, |
| "learning_rate": 9.983942242425593e-05, |
| "loss": 0.0123, |
| "step": 8910 |
| }, |
| { |
| "epoch": 71.36, |
| "grad_norm": 0.19758938252925873, |
| "learning_rate": 9.98383171177571e-05, |
| "loss": 0.0142, |
| "step": 8920 |
| }, |
| { |
| "epoch": 71.44, |
| "grad_norm": 0.1479872614145279, |
| "learning_rate": 9.983720802636702e-05, |
| "loss": 0.0164, |
| "step": 8930 |
| }, |
| { |
| "epoch": 71.52, |
| "grad_norm": 0.15244239568710327, |
| "learning_rate": 9.983609515016987e-05, |
| "loss": 0.0132, |
| "step": 8940 |
| }, |
| { |
| "epoch": 71.6, |
| "grad_norm": 0.1580311506986618, |
| "learning_rate": 9.983497848925019e-05, |
| "loss": 0.0126, |
| "step": 8950 |
| }, |
| { |
| "epoch": 71.68, |
| "grad_norm": 0.18676064908504486, |
| "learning_rate": 9.983385804369278e-05, |
| "loss": 0.0141, |
| "step": 8960 |
| }, |
| { |
| "epoch": 71.76, |
| "grad_norm": 0.17089314758777618, |
| "learning_rate": 9.983273381358271e-05, |
| "loss": 0.0153, |
| "step": 8970 |
| }, |
| { |
| "epoch": 71.84, |
| "grad_norm": 0.23856984078884125, |
| "learning_rate": 9.983160579900539e-05, |
| "loss": 0.0142, |
| "step": 8980 |
| }, |
| { |
| "epoch": 71.92, |
| "grad_norm": 0.16741743683815002, |
| "learning_rate": 9.983047400004647e-05, |
| "loss": 0.0159, |
| "step": 8990 |
| }, |
| { |
| "epoch": 72.0, |
| "grad_norm": 0.1595655232667923, |
| "learning_rate": 9.98293384167919e-05, |
| "loss": 0.0155, |
| "step": 9000 |
| }, |
| { |
| "epoch": 72.08, |
| "grad_norm": 0.2395913302898407, |
| "learning_rate": 9.982819904932792e-05, |
| "loss": 0.0154, |
| "step": 9010 |
| }, |
| { |
| "epoch": 72.16, |
| "grad_norm": 0.12813837826251984, |
| "learning_rate": 9.982705589774106e-05, |
| "loss": 0.016, |
| "step": 9020 |
| }, |
| { |
| "epoch": 72.24, |
| "grad_norm": 0.20680956542491913, |
| "learning_rate": 9.982590896211813e-05, |
| "loss": 0.0152, |
| "step": 9030 |
| }, |
| { |
| "epoch": 72.32, |
| "grad_norm": 0.19462034106254578, |
| "learning_rate": 9.982475824254625e-05, |
| "loss": 0.0133, |
| "step": 9040 |
| }, |
| { |
| "epoch": 72.4, |
| "grad_norm": 0.2544987201690674, |
| "learning_rate": 9.982360373911278e-05, |
| "loss": 0.0127, |
| "step": 9050 |
| }, |
| { |
| "epoch": 72.48, |
| "grad_norm": 0.2206422984600067, |
| "learning_rate": 9.982244545190542e-05, |
| "loss": 0.013, |
| "step": 9060 |
| }, |
| { |
| "epoch": 72.56, |
| "grad_norm": 0.18052825331687927, |
| "learning_rate": 9.982128338101213e-05, |
| "loss": 0.0137, |
| "step": 9070 |
| }, |
| { |
| "epoch": 72.64, |
| "grad_norm": 0.16569848358631134, |
| "learning_rate": 9.982011752652115e-05, |
| "loss": 0.0134, |
| "step": 9080 |
| }, |
| { |
| "epoch": 72.72, |
| "grad_norm": 0.25072047114372253, |
| "learning_rate": 9.981894788852104e-05, |
| "loss": 0.0128, |
| "step": 9090 |
| }, |
| { |
| "epoch": 72.8, |
| "grad_norm": 0.2225722074508667, |
| "learning_rate": 9.981777446710061e-05, |
| "loss": 0.0132, |
| "step": 9100 |
| }, |
| { |
| "epoch": 72.88, |
| "grad_norm": 0.17228755354881287, |
| "learning_rate": 9.981659726234897e-05, |
| "loss": 0.0121, |
| "step": 9110 |
| }, |
| { |
| "epoch": 72.96, |
| "grad_norm": 0.1349044144153595, |
| "learning_rate": 9.981541627435553e-05, |
| "loss": 0.0147, |
| "step": 9120 |
| }, |
| { |
| "epoch": 73.04, |
| "grad_norm": 0.25725051760673523, |
| "learning_rate": 9.981423150320998e-05, |
| "loss": 0.0135, |
| "step": 9130 |
| }, |
| { |
| "epoch": 73.12, |
| "grad_norm": 0.1882217973470688, |
| "learning_rate": 9.981304294900231e-05, |
| "loss": 0.0131, |
| "step": 9140 |
| }, |
| { |
| "epoch": 73.2, |
| "grad_norm": 0.2195271998643875, |
| "learning_rate": 9.981185061182274e-05, |
| "loss": 0.0145, |
| "step": 9150 |
| }, |
| { |
| "epoch": 73.28, |
| "grad_norm": 0.2384084314107895, |
| "learning_rate": 9.981065449176187e-05, |
| "loss": 0.0113, |
| "step": 9160 |
| }, |
| { |
| "epoch": 73.36, |
| "grad_norm": 0.14178000390529633, |
| "learning_rate": 9.980945458891049e-05, |
| "loss": 0.0131, |
| "step": 9170 |
| }, |
| { |
| "epoch": 73.44, |
| "grad_norm": 0.20309209823608398, |
| "learning_rate": 9.980825090335977e-05, |
| "loss": 0.0123, |
| "step": 9180 |
| }, |
| { |
| "epoch": 73.52, |
| "grad_norm": 0.3099788427352905, |
| "learning_rate": 9.980704343520109e-05, |
| "loss": 0.0152, |
| "step": 9190 |
| }, |
| { |
| "epoch": 73.6, |
| "grad_norm": 0.1799582839012146, |
| "learning_rate": 9.980583218452615e-05, |
| "loss": 0.0131, |
| "step": 9200 |
| }, |
| { |
| "epoch": 73.68, |
| "grad_norm": 0.26429980993270874, |
| "learning_rate": 9.980461715142695e-05, |
| "loss": 0.0146, |
| "step": 9210 |
| }, |
| { |
| "epoch": 73.76, |
| "grad_norm": 0.12496815621852875, |
| "learning_rate": 9.980339833599577e-05, |
| "loss": 0.0136, |
| "step": 9220 |
| }, |
| { |
| "epoch": 73.84, |
| "grad_norm": 0.21682575345039368, |
| "learning_rate": 9.980217573832514e-05, |
| "loss": 0.0138, |
| "step": 9230 |
| }, |
| { |
| "epoch": 73.92, |
| "grad_norm": 0.2287956029176712, |
| "learning_rate": 9.980094935850794e-05, |
| "loss": 0.0115, |
| "step": 9240 |
| }, |
| { |
| "epoch": 74.0, |
| "grad_norm": 0.1419624239206314, |
| "learning_rate": 9.97997191966373e-05, |
| "loss": 0.0128, |
| "step": 9250 |
| }, |
| { |
| "epoch": 74.08, |
| "grad_norm": 0.26629364490509033, |
| "learning_rate": 9.979848525280663e-05, |
| "loss": 0.0148, |
| "step": 9260 |
| }, |
| { |
| "epoch": 74.16, |
| "grad_norm": 0.1494285762310028, |
| "learning_rate": 9.979724752710964e-05, |
| "loss": 0.0166, |
| "step": 9270 |
| }, |
| { |
| "epoch": 74.24, |
| "grad_norm": 0.30904510617256165, |
| "learning_rate": 9.979600601964034e-05, |
| "loss": 0.015, |
| "step": 9280 |
| }, |
| { |
| "epoch": 74.32, |
| "grad_norm": 0.23204277455806732, |
| "learning_rate": 9.9794760730493e-05, |
| "loss": 0.0136, |
| "step": 9290 |
| }, |
| { |
| "epoch": 74.4, |
| "grad_norm": 0.2368878275156021, |
| "learning_rate": 9.979351165976222e-05, |
| "loss": 0.0157, |
| "step": 9300 |
| }, |
| { |
| "epoch": 74.48, |
| "grad_norm": 0.1810082644224167, |
| "learning_rate": 9.979225880754282e-05, |
| "loss": 0.0132, |
| "step": 9310 |
| }, |
| { |
| "epoch": 74.56, |
| "grad_norm": 0.19413481652736664, |
| "learning_rate": 9.979100217392998e-05, |
| "loss": 0.0111, |
| "step": 9320 |
| }, |
| { |
| "epoch": 74.64, |
| "grad_norm": 0.20415453612804413, |
| "learning_rate": 9.978974175901909e-05, |
| "loss": 0.0122, |
| "step": 9330 |
| }, |
| { |
| "epoch": 74.72, |
| "grad_norm": 0.2361510545015335, |
| "learning_rate": 9.978847756290593e-05, |
| "loss": 0.0168, |
| "step": 9340 |
| }, |
| { |
| "epoch": 74.8, |
| "grad_norm": 0.13074615597724915, |
| "learning_rate": 9.978720958568645e-05, |
| "loss": 0.015, |
| "step": 9350 |
| }, |
| { |
| "epoch": 74.88, |
| "grad_norm": 0.27267441153526306, |
| "learning_rate": 9.978593782745698e-05, |
| "loss": 0.0131, |
| "step": 9360 |
| }, |
| { |
| "epoch": 74.96, |
| "grad_norm": 0.21047241985797882, |
| "learning_rate": 9.97846622883141e-05, |
| "loss": 0.0124, |
| "step": 9370 |
| }, |
| { |
| "epoch": 75.04, |
| "grad_norm": 0.12728676199913025, |
| "learning_rate": 9.978338296835464e-05, |
| "loss": 0.0108, |
| "step": 9380 |
| }, |
| { |
| "epoch": 75.12, |
| "grad_norm": 0.16118332743644714, |
| "learning_rate": 9.97820998676758e-05, |
| "loss": 0.0125, |
| "step": 9390 |
| }, |
| { |
| "epoch": 75.2, |
| "grad_norm": 0.14731407165527344, |
| "learning_rate": 9.978081298637501e-05, |
| "loss": 0.0135, |
| "step": 9400 |
| }, |
| { |
| "epoch": 75.28, |
| "grad_norm": 0.3230110704898834, |
| "learning_rate": 9.977952232455001e-05, |
| "loss": 0.0136, |
| "step": 9410 |
| }, |
| { |
| "epoch": 75.36, |
| "grad_norm": 0.16166846454143524, |
| "learning_rate": 9.977822788229878e-05, |
| "loss": 0.0112, |
| "step": 9420 |
| }, |
| { |
| "epoch": 75.44, |
| "grad_norm": 0.18256743252277374, |
| "learning_rate": 9.977692965971968e-05, |
| "loss": 0.012, |
| "step": 9430 |
| }, |
| { |
| "epoch": 75.52, |
| "grad_norm": 0.2921680808067322, |
| "learning_rate": 9.977562765691124e-05, |
| "loss": 0.0131, |
| "step": 9440 |
| }, |
| { |
| "epoch": 75.6, |
| "grad_norm": 0.16536450386047363, |
| "learning_rate": 9.977432187397239e-05, |
| "loss": 0.0121, |
| "step": 9450 |
| }, |
| { |
| "epoch": 75.68, |
| "grad_norm": 0.19084642827510834, |
| "learning_rate": 9.977301231100227e-05, |
| "loss": 0.0133, |
| "step": 9460 |
| }, |
| { |
| "epoch": 75.76, |
| "grad_norm": 0.17818140983581543, |
| "learning_rate": 9.977169896810035e-05, |
| "loss": 0.0125, |
| "step": 9470 |
| }, |
| { |
| "epoch": 75.84, |
| "grad_norm": 0.34622636437416077, |
| "learning_rate": 9.977038184536634e-05, |
| "loss": 0.0129, |
| "step": 9480 |
| }, |
| { |
| "epoch": 75.92, |
| "grad_norm": 0.14043399691581726, |
| "learning_rate": 9.976906094290029e-05, |
| "loss": 0.0119, |
| "step": 9490 |
| }, |
| { |
| "epoch": 76.0, |
| "grad_norm": 0.17356884479522705, |
| "learning_rate": 9.976773626080251e-05, |
| "loss": 0.0101, |
| "step": 9500 |
| }, |
| { |
| "epoch": 76.08, |
| "grad_norm": 0.2469497174024582, |
| "learning_rate": 9.976640779917361e-05, |
| "loss": 0.0128, |
| "step": 9510 |
| }, |
| { |
| "epoch": 76.16, |
| "grad_norm": 0.1617830991744995, |
| "learning_rate": 9.976507555811446e-05, |
| "loss": 0.0133, |
| "step": 9520 |
| }, |
| { |
| "epoch": 76.24, |
| "grad_norm": 0.18691037595272064, |
| "learning_rate": 9.976373953772624e-05, |
| "loss": 0.0107, |
| "step": 9530 |
| }, |
| { |
| "epoch": 76.32, |
| "grad_norm": 0.14987443387508392, |
| "learning_rate": 9.976239973811041e-05, |
| "loss": 0.0121, |
| "step": 9540 |
| }, |
| { |
| "epoch": 76.4, |
| "grad_norm": 0.20334850251674652, |
| "learning_rate": 9.976105615936872e-05, |
| "loss": 0.0119, |
| "step": 9550 |
| }, |
| { |
| "epoch": 76.48, |
| "grad_norm": 0.1487554907798767, |
| "learning_rate": 9.975970880160323e-05, |
| "loss": 0.0114, |
| "step": 9560 |
| }, |
| { |
| "epoch": 76.56, |
| "grad_norm": 0.19678685069084167, |
| "learning_rate": 9.975835766491623e-05, |
| "loss": 0.0132, |
| "step": 9570 |
| }, |
| { |
| "epoch": 76.64, |
| "grad_norm": 0.3280268609523773, |
| "learning_rate": 9.975700274941033e-05, |
| "loss": 0.0136, |
| "step": 9580 |
| }, |
| { |
| "epoch": 76.72, |
| "grad_norm": 0.1432873010635376, |
| "learning_rate": 9.975564405518846e-05, |
| "loss": 0.0134, |
| "step": 9590 |
| }, |
| { |
| "epoch": 76.8, |
| "grad_norm": 0.18887606263160706, |
| "learning_rate": 9.975428158235375e-05, |
| "loss": 0.0127, |
| "step": 9600 |
| }, |
| { |
| "epoch": 76.88, |
| "grad_norm": 0.15883764624595642, |
| "learning_rate": 9.975291533100975e-05, |
| "loss": 0.0116, |
| "step": 9610 |
| }, |
| { |
| "epoch": 76.96, |
| "grad_norm": 0.26236897706985474, |
| "learning_rate": 9.975154530126013e-05, |
| "loss": 0.0126, |
| "step": 9620 |
| }, |
| { |
| "epoch": 77.04, |
| "grad_norm": 0.3206669092178345, |
| "learning_rate": 9.9750171493209e-05, |
| "loss": 0.0131, |
| "step": 9630 |
| }, |
| { |
| "epoch": 77.12, |
| "grad_norm": 0.22101852297782898, |
| "learning_rate": 9.974879390696066e-05, |
| "loss": 0.0132, |
| "step": 9640 |
| }, |
| { |
| "epoch": 77.2, |
| "grad_norm": 0.2394227683544159, |
| "learning_rate": 9.974741254261974e-05, |
| "loss": 0.013, |
| "step": 9650 |
| }, |
| { |
| "epoch": 77.28, |
| "grad_norm": 0.2040042132139206, |
| "learning_rate": 9.974602740029115e-05, |
| "loss": 0.0111, |
| "step": 9660 |
| }, |
| { |
| "epoch": 77.36, |
| "grad_norm": 0.17166811227798462, |
| "learning_rate": 9.974463848008006e-05, |
| "loss": 0.0127, |
| "step": 9670 |
| }, |
| { |
| "epoch": 77.44, |
| "grad_norm": 0.15340571105480194, |
| "learning_rate": 9.974324578209195e-05, |
| "loss": 0.0123, |
| "step": 9680 |
| }, |
| { |
| "epoch": 77.52, |
| "grad_norm": 0.2911955714225769, |
| "learning_rate": 9.974184930643262e-05, |
| "loss": 0.012, |
| "step": 9690 |
| }, |
| { |
| "epoch": 77.6, |
| "grad_norm": 0.16841018199920654, |
| "learning_rate": 9.97404490532081e-05, |
| "loss": 0.0124, |
| "step": 9700 |
| }, |
| { |
| "epoch": 77.68, |
| "grad_norm": 0.21020598709583282, |
| "learning_rate": 9.973904502252473e-05, |
| "loss": 0.0133, |
| "step": 9710 |
| }, |
| { |
| "epoch": 77.76, |
| "grad_norm": 0.25414231419563293, |
| "learning_rate": 9.973763721448914e-05, |
| "loss": 0.0129, |
| "step": 9720 |
| }, |
| { |
| "epoch": 77.84, |
| "grad_norm": 0.25052526593208313, |
| "learning_rate": 9.973622562920825e-05, |
| "loss": 0.0112, |
| "step": 9730 |
| }, |
| { |
| "epoch": 77.92, |
| "grad_norm": 0.28603020310401917, |
| "learning_rate": 9.973481026678926e-05, |
| "loss": 0.0159, |
| "step": 9740 |
| }, |
| { |
| "epoch": 78.0, |
| "grad_norm": 0.19237883388996124, |
| "learning_rate": 9.973339112733964e-05, |
| "loss": 0.0148, |
| "step": 9750 |
| }, |
| { |
| "epoch": 78.08, |
| "grad_norm": 0.27818065881729126, |
| "learning_rate": 9.973196821096718e-05, |
| "loss": 0.0132, |
| "step": 9760 |
| }, |
| { |
| "epoch": 78.16, |
| "grad_norm": 0.2584254741668701, |
| "learning_rate": 9.973054151777991e-05, |
| "loss": 0.014, |
| "step": 9770 |
| }, |
| { |
| "epoch": 78.24, |
| "grad_norm": 0.2281360924243927, |
| "learning_rate": 9.972911104788624e-05, |
| "loss": 0.0165, |
| "step": 9780 |
| }, |
| { |
| "epoch": 78.32, |
| "grad_norm": 0.18337781727313995, |
| "learning_rate": 9.972767680139476e-05, |
| "loss": 0.0154, |
| "step": 9790 |
| }, |
| { |
| "epoch": 78.4, |
| "grad_norm": 0.17726829648017883, |
| "learning_rate": 9.97262387784144e-05, |
| "loss": 0.0119, |
| "step": 9800 |
| }, |
| { |
| "epoch": 78.48, |
| "grad_norm": 0.18010033667087555, |
| "learning_rate": 9.972479697905438e-05, |
| "loss": 0.0115, |
| "step": 9810 |
| }, |
| { |
| "epoch": 78.56, |
| "grad_norm": 0.21729162335395813, |
| "learning_rate": 9.972335140342415e-05, |
| "loss": 0.0118, |
| "step": 9820 |
| }, |
| { |
| "epoch": 78.64, |
| "grad_norm": 0.3204900622367859, |
| "learning_rate": 9.972190205163356e-05, |
| "loss": 0.0126, |
| "step": 9830 |
| }, |
| { |
| "epoch": 78.72, |
| "grad_norm": 0.2985846698284149, |
| "learning_rate": 9.972044892379262e-05, |
| "loss": 0.0135, |
| "step": 9840 |
| }, |
| { |
| "epoch": 78.8, |
| "grad_norm": 0.18973231315612793, |
| "learning_rate": 9.971899202001173e-05, |
| "loss": 0.0158, |
| "step": 9850 |
| }, |
| { |
| "epoch": 78.88, |
| "grad_norm": 0.18606895208358765, |
| "learning_rate": 9.971753134040152e-05, |
| "loss": 0.0124, |
| "step": 9860 |
| }, |
| { |
| "epoch": 78.96, |
| "grad_norm": 0.25393471121788025, |
| "learning_rate": 9.971606688507288e-05, |
| "loss": 0.0143, |
| "step": 9870 |
| }, |
| { |
| "epoch": 79.04, |
| "grad_norm": 0.2064039558172226, |
| "learning_rate": 9.971459865413709e-05, |
| "loss": 0.0128, |
| "step": 9880 |
| }, |
| { |
| "epoch": 79.12, |
| "grad_norm": 0.15868063271045685, |
| "learning_rate": 9.97131266477056e-05, |
| "loss": 0.0139, |
| "step": 9890 |
| }, |
| { |
| "epoch": 79.2, |
| "grad_norm": 0.12955217063426971, |
| "learning_rate": 9.971165086589023e-05, |
| "loss": 0.0134, |
| "step": 9900 |
| }, |
| { |
| "epoch": 79.28, |
| "grad_norm": 0.18917371332645416, |
| "learning_rate": 9.971017130880303e-05, |
| "loss": 0.0128, |
| "step": 9910 |
| }, |
| { |
| "epoch": 79.36, |
| "grad_norm": 0.1959204524755478, |
| "learning_rate": 9.97086879765564e-05, |
| "loss": 0.0156, |
| "step": 9920 |
| }, |
| { |
| "epoch": 79.44, |
| "grad_norm": 0.19479133188724518, |
| "learning_rate": 9.970720086926295e-05, |
| "loss": 0.0152, |
| "step": 9930 |
| }, |
| { |
| "epoch": 79.52, |
| "grad_norm": 0.1464511901140213, |
| "learning_rate": 9.970570998703563e-05, |
| "loss": 0.0122, |
| "step": 9940 |
| }, |
| { |
| "epoch": 79.6, |
| "grad_norm": 0.15437890589237213, |
| "learning_rate": 9.970421532998768e-05, |
| "loss": 0.0128, |
| "step": 9950 |
| }, |
| { |
| "epoch": 79.68, |
| "grad_norm": 0.14165057241916656, |
| "learning_rate": 9.970271689823259e-05, |
| "loss": 0.012, |
| "step": 9960 |
| }, |
| { |
| "epoch": 79.76, |
| "grad_norm": 0.1554211676120758, |
| "learning_rate": 9.970121469188416e-05, |
| "loss": 0.0106, |
| "step": 9970 |
| }, |
| { |
| "epoch": 79.84, |
| "grad_norm": 0.13534054160118103, |
| "learning_rate": 9.969970871105647e-05, |
| "loss": 0.0131, |
| "step": 9980 |
| }, |
| { |
| "epoch": 79.92, |
| "grad_norm": 0.16911965608596802, |
| "learning_rate": 9.96981989558639e-05, |
| "loss": 0.0112, |
| "step": 9990 |
| }, |
| { |
| "epoch": 80.0, |
| "grad_norm": 0.1923563927412033, |
| "learning_rate": 9.96966854264211e-05, |
| "loss": 0.012, |
| "step": 10000 |
| }, |
| { |
| "epoch": 80.08, |
| "grad_norm": 0.17801649868488312, |
| "learning_rate": 9.969516812284301e-05, |
| "loss": 0.011, |
| "step": 10010 |
| }, |
| { |
| "epoch": 80.16, |
| "grad_norm": 0.21713058650493622, |
| "learning_rate": 9.969364704524485e-05, |
| "loss": 0.013, |
| "step": 10020 |
| }, |
| { |
| "epoch": 80.24, |
| "grad_norm": 0.23282453417778015, |
| "learning_rate": 9.969212219374215e-05, |
| "loss": 0.013, |
| "step": 10030 |
| }, |
| { |
| "epoch": 80.32, |
| "grad_norm": 0.2275715172290802, |
| "learning_rate": 9.969059356845071e-05, |
| "loss": 0.0118, |
| "step": 10040 |
| }, |
| { |
| "epoch": 80.4, |
| "grad_norm": 0.151234969496727, |
| "learning_rate": 9.968906116948663e-05, |
| "loss": 0.0118, |
| "step": 10050 |
| }, |
| { |
| "epoch": 80.48, |
| "grad_norm": 0.17478440701961517, |
| "learning_rate": 9.968752499696627e-05, |
| "loss": 0.0111, |
| "step": 10060 |
| }, |
| { |
| "epoch": 80.56, |
| "grad_norm": 0.12415467202663422, |
| "learning_rate": 9.968598505100628e-05, |
| "loss": 0.0122, |
| "step": 10070 |
| }, |
| { |
| "epoch": 80.64, |
| "grad_norm": 0.16171886026859283, |
| "learning_rate": 9.968444133172364e-05, |
| "loss": 0.0142, |
| "step": 10080 |
| }, |
| { |
| "epoch": 80.72, |
| "grad_norm": 0.23403452336788177, |
| "learning_rate": 9.968289383923556e-05, |
| "loss": 0.0133, |
| "step": 10090 |
| }, |
| { |
| "epoch": 80.8, |
| "grad_norm": 0.25523149967193604, |
| "learning_rate": 9.968134257365958e-05, |
| "loss": 0.0151, |
| "step": 10100 |
| }, |
| { |
| "epoch": 80.88, |
| "grad_norm": 0.1777091771364212, |
| "learning_rate": 9.967978753511349e-05, |
| "loss": 0.0136, |
| "step": 10110 |
| }, |
| { |
| "epoch": 80.96, |
| "grad_norm": 0.1755940318107605, |
| "learning_rate": 9.96782287237154e-05, |
| "loss": 0.0117, |
| "step": 10120 |
| }, |
| { |
| "epoch": 81.04, |
| "grad_norm": 0.19202451407909393, |
| "learning_rate": 9.967666613958369e-05, |
| "loss": 0.0108, |
| "step": 10130 |
| }, |
| { |
| "epoch": 81.12, |
| "grad_norm": 0.23232731223106384, |
| "learning_rate": 9.967509978283702e-05, |
| "loss": 0.012, |
| "step": 10140 |
| }, |
| { |
| "epoch": 81.2, |
| "grad_norm": 0.16058532893657684, |
| "learning_rate": 9.967352965359436e-05, |
| "loss": 0.0109, |
| "step": 10150 |
| }, |
| { |
| "epoch": 81.28, |
| "grad_norm": 0.21189041435718536, |
| "learning_rate": 9.967195575197492e-05, |
| "loss": 0.0113, |
| "step": 10160 |
| }, |
| { |
| "epoch": 81.36, |
| "grad_norm": 0.15330007672309875, |
| "learning_rate": 9.967037807809825e-05, |
| "loss": 0.0164, |
| "step": 10170 |
| }, |
| { |
| "epoch": 81.44, |
| "grad_norm": 0.18719331920146942, |
| "learning_rate": 9.966879663208417e-05, |
| "loss": 0.012, |
| "step": 10180 |
| }, |
| { |
| "epoch": 81.52, |
| "grad_norm": 0.1934770792722702, |
| "learning_rate": 9.966721141405277e-05, |
| "loss": 0.0108, |
| "step": 10190 |
| }, |
| { |
| "epoch": 81.6, |
| "grad_norm": 0.17062073945999146, |
| "learning_rate": 9.966562242412442e-05, |
| "loss": 0.0122, |
| "step": 10200 |
| }, |
| { |
| "epoch": 81.68, |
| "grad_norm": 0.2528111934661865, |
| "learning_rate": 9.966402966241985e-05, |
| "loss": 0.0128, |
| "step": 10210 |
| }, |
| { |
| "epoch": 81.76, |
| "grad_norm": 0.16874974966049194, |
| "learning_rate": 9.966243312905996e-05, |
| "loss": 0.0127, |
| "step": 10220 |
| }, |
| { |
| "epoch": 81.84, |
| "grad_norm": 0.12020821124315262, |
| "learning_rate": 9.966083282416601e-05, |
| "loss": 0.0112, |
| "step": 10230 |
| }, |
| { |
| "epoch": 81.92, |
| "grad_norm": 0.12294797599315643, |
| "learning_rate": 9.965922874785955e-05, |
| "loss": 0.0122, |
| "step": 10240 |
| }, |
| { |
| "epoch": 82.0, |
| "grad_norm": 0.26324737071990967, |
| "learning_rate": 9.965762090026238e-05, |
| "loss": 0.011, |
| "step": 10250 |
| }, |
| { |
| "epoch": 82.08, |
| "grad_norm": 0.15111210942268372, |
| "learning_rate": 9.965600928149661e-05, |
| "loss": 0.0132, |
| "step": 10260 |
| }, |
| { |
| "epoch": 82.16, |
| "grad_norm": 0.15496370196342468, |
| "learning_rate": 9.965439389168466e-05, |
| "loss": 0.0118, |
| "step": 10270 |
| }, |
| { |
| "epoch": 82.24, |
| "grad_norm": 0.1629645973443985, |
| "learning_rate": 9.965277473094917e-05, |
| "loss": 0.0137, |
| "step": 10280 |
| }, |
| { |
| "epoch": 82.32, |
| "grad_norm": 0.13333642482757568, |
| "learning_rate": 9.965115179941311e-05, |
| "loss": 0.0138, |
| "step": 10290 |
| }, |
| { |
| "epoch": 82.4, |
| "grad_norm": 0.1834024041891098, |
| "learning_rate": 9.964952509719977e-05, |
| "loss": 0.0129, |
| "step": 10300 |
| }, |
| { |
| "epoch": 82.48, |
| "grad_norm": 0.12866486608982086, |
| "learning_rate": 9.964789462443263e-05, |
| "loss": 0.0124, |
| "step": 10310 |
| }, |
| { |
| "epoch": 82.56, |
| "grad_norm": 0.1339082568883896, |
| "learning_rate": 9.964626038123554e-05, |
| "loss": 0.0102, |
| "step": 10320 |
| }, |
| { |
| "epoch": 82.64, |
| "grad_norm": 0.1756686270236969, |
| "learning_rate": 9.964462236773262e-05, |
| "loss": 0.0141, |
| "step": 10330 |
| }, |
| { |
| "epoch": 82.72, |
| "grad_norm": 0.15628907084465027, |
| "learning_rate": 9.964298058404825e-05, |
| "loss": 0.0115, |
| "step": 10340 |
| }, |
| { |
| "epoch": 82.8, |
| "grad_norm": 0.1787831038236618, |
| "learning_rate": 9.964133503030713e-05, |
| "loss": 0.0124, |
| "step": 10350 |
| }, |
| { |
| "epoch": 82.88, |
| "grad_norm": 0.12199947983026505, |
| "learning_rate": 9.96396857066342e-05, |
| "loss": 0.0114, |
| "step": 10360 |
| }, |
| { |
| "epoch": 82.96, |
| "grad_norm": 0.16738258302211761, |
| "learning_rate": 9.963803261315475e-05, |
| "loss": 0.0109, |
| "step": 10370 |
| }, |
| { |
| "epoch": 83.04, |
| "grad_norm": 0.12087934464216232, |
| "learning_rate": 9.963637574999432e-05, |
| "loss": 0.0103, |
| "step": 10380 |
| }, |
| { |
| "epoch": 83.12, |
| "grad_norm": 0.12867283821105957, |
| "learning_rate": 9.963471511727868e-05, |
| "loss": 0.0125, |
| "step": 10390 |
| }, |
| { |
| "epoch": 83.2, |
| "grad_norm": 0.15405942499637604, |
| "learning_rate": 9.963305071513402e-05, |
| "loss": 0.0135, |
| "step": 10400 |
| }, |
| { |
| "epoch": 83.28, |
| "grad_norm": 0.18770934641361237, |
| "learning_rate": 9.963138254368672e-05, |
| "loss": 0.0124, |
| "step": 10410 |
| }, |
| { |
| "epoch": 83.36, |
| "grad_norm": 0.23334191739559174, |
| "learning_rate": 9.962971060306343e-05, |
| "loss": 0.012, |
| "step": 10420 |
| }, |
| { |
| "epoch": 83.44, |
| "grad_norm": 0.1900583803653717, |
| "learning_rate": 9.962803489339116e-05, |
| "loss": 0.0106, |
| "step": 10430 |
| }, |
| { |
| "epoch": 83.52, |
| "grad_norm": 0.28396329283714294, |
| "learning_rate": 9.962635541479715e-05, |
| "loss": 0.0115, |
| "step": 10440 |
| }, |
| { |
| "epoch": 83.6, |
| "grad_norm": 0.2764636278152466, |
| "learning_rate": 9.962467216740894e-05, |
| "loss": 0.0104, |
| "step": 10450 |
| }, |
| { |
| "epoch": 83.68, |
| "grad_norm": 0.1861443966627121, |
| "learning_rate": 9.962298515135439e-05, |
| "loss": 0.0131, |
| "step": 10460 |
| }, |
| { |
| "epoch": 83.76, |
| "grad_norm": 0.18402117490768433, |
| "learning_rate": 9.96212943667616e-05, |
| "loss": 0.0123, |
| "step": 10470 |
| }, |
| { |
| "epoch": 83.84, |
| "grad_norm": 0.11158155649900436, |
| "learning_rate": 9.961959981375897e-05, |
| "loss": 0.0111, |
| "step": 10480 |
| }, |
| { |
| "epoch": 83.92, |
| "grad_norm": 0.19588623940944672, |
| "learning_rate": 9.961790149247518e-05, |
| "loss": 0.0124, |
| "step": 10490 |
| }, |
| { |
| "epoch": 84.0, |
| "grad_norm": 0.1583092361688614, |
| "learning_rate": 9.961619940303925e-05, |
| "loss": 0.0156, |
| "step": 10500 |
| }, |
| { |
| "epoch": 84.08, |
| "grad_norm": 0.19839619100093842, |
| "learning_rate": 9.961449354558041e-05, |
| "loss": 0.0101, |
| "step": 10510 |
| }, |
| { |
| "epoch": 84.16, |
| "grad_norm": 0.2115119993686676, |
| "learning_rate": 9.961278392022819e-05, |
| "loss": 0.0111, |
| "step": 10520 |
| }, |
| { |
| "epoch": 84.24, |
| "grad_norm": 0.1784324198961258, |
| "learning_rate": 9.961107052711246e-05, |
| "loss": 0.0126, |
| "step": 10530 |
| }, |
| { |
| "epoch": 84.32, |
| "grad_norm": 0.2345433384180069, |
| "learning_rate": 9.960935336636333e-05, |
| "loss": 0.0135, |
| "step": 10540 |
| }, |
| { |
| "epoch": 84.4, |
| "grad_norm": 0.23563317954540253, |
| "learning_rate": 9.96076324381112e-05, |
| "loss": 0.0122, |
| "step": 10550 |
| }, |
| { |
| "epoch": 84.48, |
| "grad_norm": 0.20364056527614594, |
| "learning_rate": 9.960590774248677e-05, |
| "loss": 0.0121, |
| "step": 10560 |
| }, |
| { |
| "epoch": 84.56, |
| "grad_norm": 0.18276672065258026, |
| "learning_rate": 9.960417927962102e-05, |
| "loss": 0.0127, |
| "step": 10570 |
| }, |
| { |
| "epoch": 84.64, |
| "grad_norm": 0.15399552881717682, |
| "learning_rate": 9.960244704964521e-05, |
| "loss": 0.0109, |
| "step": 10580 |
| }, |
| { |
| "epoch": 84.72, |
| "grad_norm": 0.1562972366809845, |
| "learning_rate": 9.960071105269091e-05, |
| "loss": 0.0118, |
| "step": 10590 |
| }, |
| { |
| "epoch": 84.8, |
| "grad_norm": 0.18942221999168396, |
| "learning_rate": 9.959897128888992e-05, |
| "loss": 0.0111, |
| "step": 10600 |
| }, |
| { |
| "epoch": 84.88, |
| "grad_norm": 0.1986253708600998, |
| "learning_rate": 9.959722775837439e-05, |
| "loss": 0.0106, |
| "step": 10610 |
| }, |
| { |
| "epoch": 84.96, |
| "grad_norm": 0.24848513305187225, |
| "learning_rate": 9.959548046127673e-05, |
| "loss": 0.014, |
| "step": 10620 |
| }, |
| { |
| "epoch": 85.04, |
| "grad_norm": 0.22556690871715546, |
| "learning_rate": 9.959372939772963e-05, |
| "loss": 0.0127, |
| "step": 10630 |
| }, |
| { |
| "epoch": 85.12, |
| "grad_norm": 0.20496538281440735, |
| "learning_rate": 9.959197456786608e-05, |
| "loss": 0.0152, |
| "step": 10640 |
| }, |
| { |
| "epoch": 85.2, |
| "grad_norm": 0.1526232361793518, |
| "learning_rate": 9.959021597181933e-05, |
| "loss": 0.014, |
| "step": 10650 |
| }, |
| { |
| "epoch": 85.28, |
| "grad_norm": 0.19935080409049988, |
| "learning_rate": 9.958845360972293e-05, |
| "loss": 0.0108, |
| "step": 10660 |
| }, |
| { |
| "epoch": 85.36, |
| "grad_norm": 0.16641734540462494, |
| "learning_rate": 9.958668748171077e-05, |
| "loss": 0.0118, |
| "step": 10670 |
| }, |
| { |
| "epoch": 85.44, |
| "grad_norm": 0.1968071162700653, |
| "learning_rate": 9.95849175879169e-05, |
| "loss": 0.0131, |
| "step": 10680 |
| }, |
| { |
| "epoch": 85.52, |
| "grad_norm": 0.19572573900222778, |
| "learning_rate": 9.95831439284758e-05, |
| "loss": 0.0127, |
| "step": 10690 |
| }, |
| { |
| "epoch": 85.6, |
| "grad_norm": 0.19853092730045319, |
| "learning_rate": 9.958136650352212e-05, |
| "loss": 0.0115, |
| "step": 10700 |
| }, |
| { |
| "epoch": 85.68, |
| "grad_norm": 0.25242292881011963, |
| "learning_rate": 9.957958531319088e-05, |
| "loss": 0.0117, |
| "step": 10710 |
| }, |
| { |
| "epoch": 85.76, |
| "grad_norm": 0.16906790435314178, |
| "learning_rate": 9.957780035761732e-05, |
| "loss": 0.0133, |
| "step": 10720 |
| }, |
| { |
| "epoch": 85.84, |
| "grad_norm": 0.19389896094799042, |
| "learning_rate": 9.957601163693702e-05, |
| "loss": 0.0133, |
| "step": 10730 |
| }, |
| { |
| "epoch": 85.92, |
| "grad_norm": 0.12606988847255707, |
| "learning_rate": 9.95742191512858e-05, |
| "loss": 0.0128, |
| "step": 10740 |
| }, |
| { |
| "epoch": 86.0, |
| "grad_norm": 0.15158770978450775, |
| "learning_rate": 9.957242290079979e-05, |
| "loss": 0.0119, |
| "step": 10750 |
| }, |
| { |
| "epoch": 86.08, |
| "grad_norm": 0.17333760857582092, |
| "learning_rate": 9.957062288561541e-05, |
| "loss": 0.0116, |
| "step": 10760 |
| }, |
| { |
| "epoch": 86.16, |
| "grad_norm": 0.1832370162010193, |
| "learning_rate": 9.956881910586937e-05, |
| "loss": 0.0105, |
| "step": 10770 |
| }, |
| { |
| "epoch": 86.24, |
| "grad_norm": 0.15164810419082642, |
| "learning_rate": 9.956701156169865e-05, |
| "loss": 0.0094, |
| "step": 10780 |
| }, |
| { |
| "epoch": 86.32, |
| "grad_norm": 0.20377019047737122, |
| "learning_rate": 9.95652002532405e-05, |
| "loss": 0.011, |
| "step": 10790 |
| }, |
| { |
| "epoch": 86.4, |
| "grad_norm": 0.1463538110256195, |
| "learning_rate": 9.95633851806325e-05, |
| "loss": 0.0124, |
| "step": 10800 |
| }, |
| { |
| "epoch": 86.48, |
| "grad_norm": 0.15695832669734955, |
| "learning_rate": 9.956156634401249e-05, |
| "loss": 0.0125, |
| "step": 10810 |
| }, |
| { |
| "epoch": 86.56, |
| "grad_norm": 0.20099589228630066, |
| "learning_rate": 9.95597437435186e-05, |
| "loss": 0.0121, |
| "step": 10820 |
| }, |
| { |
| "epoch": 86.64, |
| "grad_norm": 0.1946515291929245, |
| "learning_rate": 9.955791737928921e-05, |
| "loss": 0.0105, |
| "step": 10830 |
| }, |
| { |
| "epoch": 86.72, |
| "grad_norm": 0.13214701414108276, |
| "learning_rate": 9.955608725146309e-05, |
| "loss": 0.0112, |
| "step": 10840 |
| }, |
| { |
| "epoch": 86.8, |
| "grad_norm": 0.22887657582759857, |
| "learning_rate": 9.955425336017914e-05, |
| "loss": 0.0124, |
| "step": 10850 |
| }, |
| { |
| "epoch": 86.88, |
| "grad_norm": 0.1804153025150299, |
| "learning_rate": 9.95524157055767e-05, |
| "loss": 0.011, |
| "step": 10860 |
| }, |
| { |
| "epoch": 86.96, |
| "grad_norm": 0.13539597392082214, |
| "learning_rate": 9.95505742877953e-05, |
| "loss": 0.011, |
| "step": 10870 |
| }, |
| { |
| "epoch": 87.04, |
| "grad_norm": 0.15087063610553741, |
| "learning_rate": 9.954872910697479e-05, |
| "loss": 0.0119, |
| "step": 10880 |
| }, |
| { |
| "epoch": 87.12, |
| "grad_norm": 0.14435243606567383, |
| "learning_rate": 9.95468801632553e-05, |
| "loss": 0.011, |
| "step": 10890 |
| }, |
| { |
| "epoch": 87.2, |
| "grad_norm": 0.12171618640422821, |
| "learning_rate": 9.954502745677725e-05, |
| "loss": 0.0112, |
| "step": 10900 |
| }, |
| { |
| "epoch": 87.28, |
| "grad_norm": 0.16326875984668732, |
| "learning_rate": 9.954317098768134e-05, |
| "loss": 0.012, |
| "step": 10910 |
| }, |
| { |
| "epoch": 87.36, |
| "grad_norm": 0.19073274731636047, |
| "learning_rate": 9.954131075610852e-05, |
| "loss": 0.0119, |
| "step": 10920 |
| }, |
| { |
| "epoch": 87.44, |
| "grad_norm": 0.21103522181510925, |
| "learning_rate": 9.953944676220011e-05, |
| "loss": 0.0122, |
| "step": 10930 |
| }, |
| { |
| "epoch": 87.52, |
| "grad_norm": 0.5216190814971924, |
| "learning_rate": 9.953757900609764e-05, |
| "loss": 0.0136, |
| "step": 10940 |
| }, |
| { |
| "epoch": 87.6, |
| "grad_norm": 0.1865360140800476, |
| "learning_rate": 9.953570748794297e-05, |
| "loss": 0.0123, |
| "step": 10950 |
| }, |
| { |
| "epoch": 87.68, |
| "grad_norm": 0.1799568086862564, |
| "learning_rate": 9.953383220787824e-05, |
| "loss": 0.0114, |
| "step": 10960 |
| }, |
| { |
| "epoch": 87.76, |
| "grad_norm": 0.1451323926448822, |
| "learning_rate": 9.953195316604583e-05, |
| "loss": 0.0143, |
| "step": 10970 |
| }, |
| { |
| "epoch": 87.84, |
| "grad_norm": 0.14461377263069153, |
| "learning_rate": 9.953007036258845e-05, |
| "loss": 0.0118, |
| "step": 10980 |
| }, |
| { |
| "epoch": 87.92, |
| "grad_norm": 0.15469703078269958, |
| "learning_rate": 9.952818379764912e-05, |
| "loss": 0.0132, |
| "step": 10990 |
| }, |
| { |
| "epoch": 88.0, |
| "grad_norm": 0.1762414127588272, |
| "learning_rate": 9.952629347137107e-05, |
| "loss": 0.0113, |
| "step": 11000 |
| }, |
| { |
| "epoch": 88.08, |
| "grad_norm": 0.17278306186199188, |
| "learning_rate": 9.952439938389789e-05, |
| "loss": 0.0117, |
| "step": 11010 |
| }, |
| { |
| "epoch": 88.16, |
| "grad_norm": 0.23866762220859528, |
| "learning_rate": 9.95225015353734e-05, |
| "loss": 0.0122, |
| "step": 11020 |
| }, |
| { |
| "epoch": 88.24, |
| "grad_norm": 0.15836314857006073, |
| "learning_rate": 9.952059992594174e-05, |
| "loss": 0.0109, |
| "step": 11030 |
| }, |
| { |
| "epoch": 88.32, |
| "grad_norm": 0.20001482963562012, |
| "learning_rate": 9.951869455574733e-05, |
| "loss": 0.0112, |
| "step": 11040 |
| }, |
| { |
| "epoch": 88.4, |
| "grad_norm": 0.17302915453910828, |
| "learning_rate": 9.951678542493485e-05, |
| "loss": 0.0121, |
| "step": 11050 |
| }, |
| { |
| "epoch": 88.48, |
| "grad_norm": 0.1282135248184204, |
| "learning_rate": 9.95148725336493e-05, |
| "loss": 0.0124, |
| "step": 11060 |
| }, |
| { |
| "epoch": 88.56, |
| "grad_norm": 0.16200955212116241, |
| "learning_rate": 9.951295588203598e-05, |
| "loss": 0.0103, |
| "step": 11070 |
| }, |
| { |
| "epoch": 88.64, |
| "grad_norm": 0.19579973816871643, |
| "learning_rate": 9.951103547024038e-05, |
| "loss": 0.0122, |
| "step": 11080 |
| }, |
| { |
| "epoch": 88.72, |
| "grad_norm": 0.27530819177627563, |
| "learning_rate": 9.950911129840841e-05, |
| "loss": 0.0107, |
| "step": 11090 |
| }, |
| { |
| "epoch": 88.8, |
| "grad_norm": 0.17080412805080414, |
| "learning_rate": 9.950718336668614e-05, |
| "loss": 0.0117, |
| "step": 11100 |
| }, |
| { |
| "epoch": 88.88, |
| "grad_norm": 0.11507891863584518, |
| "learning_rate": 9.950525167522003e-05, |
| "loss": 0.0119, |
| "step": 11110 |
| }, |
| { |
| "epoch": 88.96, |
| "grad_norm": 0.19776853919029236, |
| "learning_rate": 9.950331622415676e-05, |
| "loss": 0.0128, |
| "step": 11120 |
| }, |
| { |
| "epoch": 89.04, |
| "grad_norm": 0.2963184714317322, |
| "learning_rate": 9.950137701364332e-05, |
| "loss": 0.0122, |
| "step": 11130 |
| }, |
| { |
| "epoch": 89.12, |
| "grad_norm": 0.13832424581050873, |
| "learning_rate": 9.949943404382698e-05, |
| "loss": 0.0108, |
| "step": 11140 |
| }, |
| { |
| "epoch": 89.2, |
| "grad_norm": 0.25273439288139343, |
| "learning_rate": 9.949748731485527e-05, |
| "loss": 0.0101, |
| "step": 11150 |
| }, |
| { |
| "epoch": 89.28, |
| "grad_norm": 0.2334538996219635, |
| "learning_rate": 9.949553682687607e-05, |
| "loss": 0.0124, |
| "step": 11160 |
| }, |
| { |
| "epoch": 89.36, |
| "grad_norm": 0.22803467512130737, |
| "learning_rate": 9.949358258003749e-05, |
| "loss": 0.0128, |
| "step": 11170 |
| }, |
| { |
| "epoch": 89.44, |
| "grad_norm": 0.3449022173881531, |
| "learning_rate": 9.949162457448794e-05, |
| "loss": 0.0113, |
| "step": 11180 |
| }, |
| { |
| "epoch": 89.52, |
| "grad_norm": 0.2234964221715927, |
| "learning_rate": 9.948966281037612e-05, |
| "loss": 0.0144, |
| "step": 11190 |
| }, |
| { |
| "epoch": 89.6, |
| "grad_norm": 0.3053126335144043, |
| "learning_rate": 9.948769728785101e-05, |
| "loss": 0.0139, |
| "step": 11200 |
| }, |
| { |
| "epoch": 89.68, |
| "grad_norm": 0.16164812445640564, |
| "learning_rate": 9.948572800706189e-05, |
| "loss": 0.0139, |
| "step": 11210 |
| }, |
| { |
| "epoch": 89.76, |
| "grad_norm": 0.15577097237110138, |
| "learning_rate": 9.94837549681583e-05, |
| "loss": 0.0116, |
| "step": 11220 |
| }, |
| { |
| "epoch": 89.84, |
| "grad_norm": 0.22021658718585968, |
| "learning_rate": 9.948177817129008e-05, |
| "loss": 0.0165, |
| "step": 11230 |
| }, |
| { |
| "epoch": 89.92, |
| "grad_norm": 0.16735801100730896, |
| "learning_rate": 9.947979761660735e-05, |
| "loss": 0.0104, |
| "step": 11240 |
| }, |
| { |
| "epoch": 90.0, |
| "grad_norm": 0.18121469020843506, |
| "learning_rate": 9.947781330426055e-05, |
| "loss": 0.0119, |
| "step": 11250 |
| }, |
| { |
| "epoch": 90.08, |
| "grad_norm": 0.2392801195383072, |
| "learning_rate": 9.947582523440034e-05, |
| "loss": 0.0106, |
| "step": 11260 |
| }, |
| { |
| "epoch": 90.16, |
| "grad_norm": 0.13565583527088165, |
| "learning_rate": 9.947383340717773e-05, |
| "loss": 0.012, |
| "step": 11270 |
| }, |
| { |
| "epoch": 90.24, |
| "grad_norm": 0.3309103846549988, |
| "learning_rate": 9.947183782274396e-05, |
| "loss": 0.0103, |
| "step": 11280 |
| }, |
| { |
| "epoch": 90.32, |
| "grad_norm": 0.16064319014549255, |
| "learning_rate": 9.94698384812506e-05, |
| "loss": 0.0116, |
| "step": 11290 |
| }, |
| { |
| "epoch": 90.4, |
| "grad_norm": 0.11491125822067261, |
| "learning_rate": 9.946783538284947e-05, |
| "loss": 0.0111, |
| "step": 11300 |
| }, |
| { |
| "epoch": 90.48, |
| "grad_norm": 0.1352127492427826, |
| "learning_rate": 9.946582852769271e-05, |
| "loss": 0.0114, |
| "step": 11310 |
| }, |
| { |
| "epoch": 90.56, |
| "grad_norm": 0.181224063038826, |
| "learning_rate": 9.946381791593272e-05, |
| "loss": 0.011, |
| "step": 11320 |
| }, |
| { |
| "epoch": 90.64, |
| "grad_norm": 0.14926324784755707, |
| "learning_rate": 9.946180354772219e-05, |
| "loss": 0.011, |
| "step": 11330 |
| }, |
| { |
| "epoch": 90.72, |
| "grad_norm": 0.11081202328205109, |
| "learning_rate": 9.945978542321411e-05, |
| "loss": 0.0126, |
| "step": 11340 |
| }, |
| { |
| "epoch": 90.8, |
| "grad_norm": 0.2026231586933136, |
| "learning_rate": 9.945776354256172e-05, |
| "loss": 0.0132, |
| "step": 11350 |
| }, |
| { |
| "epoch": 90.88, |
| "grad_norm": 0.18601593375205994, |
| "learning_rate": 9.945573790591858e-05, |
| "loss": 0.0124, |
| "step": 11360 |
| }, |
| { |
| "epoch": 90.96, |
| "grad_norm": 0.14016211032867432, |
| "learning_rate": 9.945370851343854e-05, |
| "loss": 0.0128, |
| "step": 11370 |
| }, |
| { |
| "epoch": 91.04, |
| "grad_norm": 0.17030435800552368, |
| "learning_rate": 9.945167536527569e-05, |
| "loss": 0.0124, |
| "step": 11380 |
| }, |
| { |
| "epoch": 91.12, |
| "grad_norm": 0.14303790032863617, |
| "learning_rate": 9.944963846158445e-05, |
| "loss": 0.0109, |
| "step": 11390 |
| }, |
| { |
| "epoch": 91.2, |
| "grad_norm": 0.19385533034801483, |
| "learning_rate": 9.944759780251951e-05, |
| "loss": 0.0129, |
| "step": 11400 |
| }, |
| { |
| "epoch": 91.28, |
| "grad_norm": 0.18481114506721497, |
| "learning_rate": 9.944555338823585e-05, |
| "loss": 0.0128, |
| "step": 11410 |
| }, |
| { |
| "epoch": 91.36, |
| "grad_norm": 0.2547839879989624, |
| "learning_rate": 9.944350521888871e-05, |
| "loss": 0.0114, |
| "step": 11420 |
| }, |
| { |
| "epoch": 91.44, |
| "grad_norm": 0.23265358805656433, |
| "learning_rate": 9.944145329463365e-05, |
| "loss": 0.0108, |
| "step": 11430 |
| }, |
| { |
| "epoch": 91.52, |
| "grad_norm": 0.17911724746227264, |
| "learning_rate": 9.943939761562651e-05, |
| "loss": 0.0114, |
| "step": 11440 |
| }, |
| { |
| "epoch": 91.6, |
| "grad_norm": 0.18466587364673615, |
| "learning_rate": 9.943733818202339e-05, |
| "loss": 0.0118, |
| "step": 11450 |
| }, |
| { |
| "epoch": 91.68, |
| "grad_norm": 0.22055527567863464, |
| "learning_rate": 9.943527499398068e-05, |
| "loss": 0.0127, |
| "step": 11460 |
| }, |
| { |
| "epoch": 91.76, |
| "grad_norm": 0.21103735268115997, |
| "learning_rate": 9.943320805165508e-05, |
| "loss": 0.011, |
| "step": 11470 |
| }, |
| { |
| "epoch": 91.84, |
| "grad_norm": 0.187497079372406, |
| "learning_rate": 9.943113735520358e-05, |
| "loss": 0.0113, |
| "step": 11480 |
| }, |
| { |
| "epoch": 91.92, |
| "grad_norm": 0.1291886866092682, |
| "learning_rate": 9.94290629047834e-05, |
| "loss": 0.0112, |
| "step": 11490 |
| }, |
| { |
| "epoch": 92.0, |
| "grad_norm": 0.1746080368757248, |
| "learning_rate": 9.942698470055209e-05, |
| "loss": 0.0105, |
| "step": 11500 |
| }, |
| { |
| "epoch": 92.08, |
| "grad_norm": 0.1733575016260147, |
| "learning_rate": 9.942490274266749e-05, |
| "loss": 0.0119, |
| "step": 11510 |
| }, |
| { |
| "epoch": 92.16, |
| "grad_norm": 0.19810718297958374, |
| "learning_rate": 9.94228170312877e-05, |
| "loss": 0.0122, |
| "step": 11520 |
| }, |
| { |
| "epoch": 92.24, |
| "grad_norm": 0.26833003759384155, |
| "learning_rate": 9.942072756657112e-05, |
| "loss": 0.0149, |
| "step": 11530 |
| }, |
| { |
| "epoch": 92.32, |
| "grad_norm": 0.2186119109392166, |
| "learning_rate": 9.941863434867643e-05, |
| "loss": 0.0148, |
| "step": 11540 |
| }, |
| { |
| "epoch": 92.4, |
| "grad_norm": 0.18466028571128845, |
| "learning_rate": 9.94165373777626e-05, |
| "loss": 0.013, |
| "step": 11550 |
| }, |
| { |
| "epoch": 92.48, |
| "grad_norm": 0.1578121781349182, |
| "learning_rate": 9.941443665398887e-05, |
| "loss": 0.0123, |
| "step": 11560 |
| }, |
| { |
| "epoch": 92.56, |
| "grad_norm": 0.21302777528762817, |
| "learning_rate": 9.941233217751477e-05, |
| "loss": 0.0111, |
| "step": 11570 |
| }, |
| { |
| "epoch": 92.64, |
| "grad_norm": 0.1628425270318985, |
| "learning_rate": 9.941022394850016e-05, |
| "loss": 0.0133, |
| "step": 11580 |
| }, |
| { |
| "epoch": 92.72, |
| "grad_norm": 0.17078377306461334, |
| "learning_rate": 9.940811196710511e-05, |
| "loss": 0.0125, |
| "step": 11590 |
| }, |
| { |
| "epoch": 92.8, |
| "grad_norm": 0.12170814722776413, |
| "learning_rate": 9.940599623349002e-05, |
| "loss": 0.0113, |
| "step": 11600 |
| }, |
| { |
| "epoch": 92.88, |
| "grad_norm": 0.17032131552696228, |
| "learning_rate": 9.940387674781557e-05, |
| "loss": 0.0139, |
| "step": 11610 |
| }, |
| { |
| "epoch": 92.96, |
| "grad_norm": 0.177141472697258, |
| "learning_rate": 9.94017535102427e-05, |
| "loss": 0.0155, |
| "step": 11620 |
| }, |
| { |
| "epoch": 93.04, |
| "grad_norm": 0.20275278389453888, |
| "learning_rate": 9.939962652093271e-05, |
| "loss": 0.0156, |
| "step": 11630 |
| }, |
| { |
| "epoch": 93.12, |
| "grad_norm": 0.18502086400985718, |
| "learning_rate": 9.939749578004707e-05, |
| "loss": 0.0122, |
| "step": 11640 |
| }, |
| { |
| "epoch": 93.2, |
| "grad_norm": 0.17403408885002136, |
| "learning_rate": 9.939536128774762e-05, |
| "loss": 0.012, |
| "step": 11650 |
| }, |
| { |
| "epoch": 93.28, |
| "grad_norm": 0.21936124563217163, |
| "learning_rate": 9.939322304419648e-05, |
| "loss": 0.0117, |
| "step": 11660 |
| }, |
| { |
| "epoch": 93.36, |
| "grad_norm": 0.21788166463375092, |
| "learning_rate": 9.9391081049556e-05, |
| "loss": 0.013, |
| "step": 11670 |
| }, |
| { |
| "epoch": 93.44, |
| "grad_norm": 0.2501160502433777, |
| "learning_rate": 9.938893530398886e-05, |
| "loss": 0.0098, |
| "step": 11680 |
| }, |
| { |
| "epoch": 93.52, |
| "grad_norm": 0.27130237221717834, |
| "learning_rate": 9.938678580765804e-05, |
| "loss": 0.0128, |
| "step": 11690 |
| }, |
| { |
| "epoch": 93.6, |
| "grad_norm": 0.18266253173351288, |
| "learning_rate": 9.938463256072675e-05, |
| "loss": 0.0135, |
| "step": 11700 |
| }, |
| { |
| "epoch": 93.68, |
| "grad_norm": 0.31232815980911255, |
| "learning_rate": 9.938247556335854e-05, |
| "loss": 0.0117, |
| "step": 11710 |
| }, |
| { |
| "epoch": 93.76, |
| "grad_norm": 0.19279520213603973, |
| "learning_rate": 9.93803148157172e-05, |
| "loss": 0.0122, |
| "step": 11720 |
| }, |
| { |
| "epoch": 93.84, |
| "grad_norm": 0.3052877187728882, |
| "learning_rate": 9.937815031796682e-05, |
| "loss": 0.0126, |
| "step": 11730 |
| }, |
| { |
| "epoch": 93.92, |
| "grad_norm": 0.170265331864357, |
| "learning_rate": 9.937598207027181e-05, |
| "loss": 0.0128, |
| "step": 11740 |
| }, |
| { |
| "epoch": 94.0, |
| "grad_norm": 0.12920965254306793, |
| "learning_rate": 9.93738100727968e-05, |
| "loss": 0.0123, |
| "step": 11750 |
| }, |
| { |
| "epoch": 94.08, |
| "grad_norm": 0.13229365646839142, |
| "learning_rate": 9.937163432570677e-05, |
| "loss": 0.0114, |
| "step": 11760 |
| }, |
| { |
| "epoch": 94.16, |
| "grad_norm": 0.2947865128517151, |
| "learning_rate": 9.936945482916691e-05, |
| "loss": 0.0115, |
| "step": 11770 |
| }, |
| { |
| "epoch": 94.24, |
| "grad_norm": 0.1680561751127243, |
| "learning_rate": 9.93672715833428e-05, |
| "loss": 0.0101, |
| "step": 11780 |
| }, |
| { |
| "epoch": 94.32, |
| "grad_norm": 0.17920972406864166, |
| "learning_rate": 9.936508458840019e-05, |
| "loss": 0.0122, |
| "step": 11790 |
| }, |
| { |
| "epoch": 94.4, |
| "grad_norm": 0.21133831143379211, |
| "learning_rate": 9.93628938445052e-05, |
| "loss": 0.0117, |
| "step": 11800 |
| }, |
| { |
| "epoch": 94.48, |
| "grad_norm": 0.1776171773672104, |
| "learning_rate": 9.936069935182417e-05, |
| "loss": 0.0119, |
| "step": 11810 |
| }, |
| { |
| "epoch": 94.56, |
| "grad_norm": 0.24815811216831207, |
| "learning_rate": 9.935850111052378e-05, |
| "loss": 0.0137, |
| "step": 11820 |
| }, |
| { |
| "epoch": 94.64, |
| "grad_norm": 0.20705264806747437, |
| "learning_rate": 9.935629912077097e-05, |
| "loss": 0.0126, |
| "step": 11830 |
| }, |
| { |
| "epoch": 94.72, |
| "grad_norm": 0.27766773104667664, |
| "learning_rate": 9.935409338273297e-05, |
| "loss": 0.0126, |
| "step": 11840 |
| }, |
| { |
| "epoch": 94.8, |
| "grad_norm": 0.16409851610660553, |
| "learning_rate": 9.935188389657729e-05, |
| "loss": 0.0122, |
| "step": 11850 |
| }, |
| { |
| "epoch": 94.88, |
| "grad_norm": 0.21952380239963531, |
| "learning_rate": 9.934967066247171e-05, |
| "loss": 0.011, |
| "step": 11860 |
| }, |
| { |
| "epoch": 94.96, |
| "grad_norm": 0.1912384182214737, |
| "learning_rate": 9.934745368058433e-05, |
| "loss": 0.0142, |
| "step": 11870 |
| }, |
| { |
| "epoch": 95.04, |
| "grad_norm": 0.13343143463134766, |
| "learning_rate": 9.934523295108352e-05, |
| "loss": 0.0121, |
| "step": 11880 |
| }, |
| { |
| "epoch": 95.12, |
| "grad_norm": 0.19244010746479034, |
| "learning_rate": 9.934300847413788e-05, |
| "loss": 0.0116, |
| "step": 11890 |
| }, |
| { |
| "epoch": 95.2, |
| "grad_norm": 0.12215796858072281, |
| "learning_rate": 9.934078024991642e-05, |
| "loss": 0.0117, |
| "step": 11900 |
| }, |
| { |
| "epoch": 95.28, |
| "grad_norm": 0.12232869118452072, |
| "learning_rate": 9.93385482785883e-05, |
| "loss": 0.0124, |
| "step": 11910 |
| }, |
| { |
| "epoch": 95.36, |
| "grad_norm": 0.14492449164390564, |
| "learning_rate": 9.933631256032305e-05, |
| "loss": 0.0122, |
| "step": 11920 |
| }, |
| { |
| "epoch": 95.44, |
| "grad_norm": 0.1965848058462143, |
| "learning_rate": 9.933407309529046e-05, |
| "loss": 0.0146, |
| "step": 11930 |
| }, |
| { |
| "epoch": 95.52, |
| "grad_norm": 0.163831889629364, |
| "learning_rate": 9.933182988366059e-05, |
| "loss": 0.015, |
| "step": 11940 |
| }, |
| { |
| "epoch": 95.6, |
| "grad_norm": 0.13893933594226837, |
| "learning_rate": 9.932958292560381e-05, |
| "loss": 0.011, |
| "step": 11950 |
| }, |
| { |
| "epoch": 95.68, |
| "grad_norm": 0.13706441223621368, |
| "learning_rate": 9.932733222129074e-05, |
| "loss": 0.0137, |
| "step": 11960 |
| }, |
| { |
| "epoch": 95.76, |
| "grad_norm": 0.15452727675437927, |
| "learning_rate": 9.932507777089232e-05, |
| "loss": 0.012, |
| "step": 11970 |
| }, |
| { |
| "epoch": 95.84, |
| "grad_norm": 0.17367348074913025, |
| "learning_rate": 9.932281957457976e-05, |
| "loss": 0.0115, |
| "step": 11980 |
| }, |
| { |
| "epoch": 95.92, |
| "grad_norm": 0.13881134986877441, |
| "learning_rate": 9.932055763252457e-05, |
| "loss": 0.0106, |
| "step": 11990 |
| }, |
| { |
| "epoch": 96.0, |
| "grad_norm": 0.15608784556388855, |
| "learning_rate": 9.93182919448985e-05, |
| "loss": 0.0136, |
| "step": 12000 |
| }, |
| { |
| "epoch": 96.08, |
| "grad_norm": 0.19866329431533813, |
| "learning_rate": 9.931602251187364e-05, |
| "loss": 0.0126, |
| "step": 12010 |
| }, |
| { |
| "epoch": 96.16, |
| "grad_norm": 0.1778920441865921, |
| "learning_rate": 9.931374933362232e-05, |
| "loss": 0.0109, |
| "step": 12020 |
| }, |
| { |
| "epoch": 96.24, |
| "grad_norm": 0.15862086415290833, |
| "learning_rate": 9.931147241031719e-05, |
| "loss": 0.0108, |
| "step": 12030 |
| }, |
| { |
| "epoch": 96.32, |
| "grad_norm": 0.195121169090271, |
| "learning_rate": 9.930919174213115e-05, |
| "loss": 0.0111, |
| "step": 12040 |
| }, |
| { |
| "epoch": 96.4, |
| "grad_norm": 0.28016799688339233, |
| "learning_rate": 9.93069073292374e-05, |
| "loss": 0.0118, |
| "step": 12050 |
| }, |
| { |
| "epoch": 96.48, |
| "grad_norm": 0.22596772015094757, |
| "learning_rate": 9.930461917180946e-05, |
| "loss": 0.0117, |
| "step": 12060 |
| }, |
| { |
| "epoch": 96.56, |
| "grad_norm": 0.23814736306667328, |
| "learning_rate": 9.930232727002105e-05, |
| "loss": 0.0108, |
| "step": 12070 |
| }, |
| { |
| "epoch": 96.64, |
| "grad_norm": 0.12315242737531662, |
| "learning_rate": 9.930003162404626e-05, |
| "loss": 0.011, |
| "step": 12080 |
| }, |
| { |
| "epoch": 96.72, |
| "grad_norm": 0.10853733867406845, |
| "learning_rate": 9.929773223405943e-05, |
| "loss": 0.0097, |
| "step": 12090 |
| }, |
| { |
| "epoch": 96.8, |
| "grad_norm": 0.14454346895217896, |
| "learning_rate": 9.929542910023517e-05, |
| "loss": 0.0111, |
| "step": 12100 |
| }, |
| { |
| "epoch": 96.88, |
| "grad_norm": 0.18395057320594788, |
| "learning_rate": 9.929312222274839e-05, |
| "loss": 0.0119, |
| "step": 12110 |
| }, |
| { |
| "epoch": 96.96, |
| "grad_norm": 0.2026677280664444, |
| "learning_rate": 9.929081160177428e-05, |
| "loss": 0.0113, |
| "step": 12120 |
| }, |
| { |
| "epoch": 97.04, |
| "grad_norm": 0.14651893079280853, |
| "learning_rate": 9.928849723748831e-05, |
| "loss": 0.0111, |
| "step": 12130 |
| }, |
| { |
| "epoch": 97.12, |
| "grad_norm": 0.15365172922611237, |
| "learning_rate": 9.928617913006629e-05, |
| "loss": 0.0106, |
| "step": 12140 |
| }, |
| { |
| "epoch": 97.2, |
| "grad_norm": 0.17364832758903503, |
| "learning_rate": 9.928385727968419e-05, |
| "loss": 0.0108, |
| "step": 12150 |
| }, |
| { |
| "epoch": 97.28, |
| "grad_norm": 0.1534162312746048, |
| "learning_rate": 9.928153168651837e-05, |
| "loss": 0.0122, |
| "step": 12160 |
| }, |
| { |
| "epoch": 97.36, |
| "grad_norm": 0.15671269595623016, |
| "learning_rate": 9.927920235074548e-05, |
| "loss": 0.0105, |
| "step": 12170 |
| }, |
| { |
| "epoch": 97.44, |
| "grad_norm": 0.1790761649608612, |
| "learning_rate": 9.927686927254236e-05, |
| "loss": 0.0127, |
| "step": 12180 |
| }, |
| { |
| "epoch": 97.52, |
| "grad_norm": 0.1861727088689804, |
| "learning_rate": 9.927453245208622e-05, |
| "loss": 0.0102, |
| "step": 12190 |
| }, |
| { |
| "epoch": 97.6, |
| "grad_norm": 0.16422146558761597, |
| "learning_rate": 9.927219188955452e-05, |
| "loss": 0.013, |
| "step": 12200 |
| }, |
| { |
| "epoch": 97.68, |
| "grad_norm": 0.16006217896938324, |
| "learning_rate": 9.926984758512503e-05, |
| "loss": 0.0136, |
| "step": 12210 |
| }, |
| { |
| "epoch": 97.76, |
| "grad_norm": 0.16999270021915436, |
| "learning_rate": 9.926749953897576e-05, |
| "loss": 0.01, |
| "step": 12220 |
| }, |
| { |
| "epoch": 97.84, |
| "grad_norm": 0.16598080098628998, |
| "learning_rate": 9.926514775128504e-05, |
| "loss": 0.0127, |
| "step": 12230 |
| }, |
| { |
| "epoch": 97.92, |
| "grad_norm": 0.18487127125263214, |
| "learning_rate": 9.926279222223147e-05, |
| "loss": 0.0136, |
| "step": 12240 |
| }, |
| { |
| "epoch": 98.0, |
| "grad_norm": 0.20991754531860352, |
| "learning_rate": 9.926043295199393e-05, |
| "loss": 0.0101, |
| "step": 12250 |
| }, |
| { |
| "epoch": 98.08, |
| "grad_norm": 0.16135558485984802, |
| "learning_rate": 9.925806994075161e-05, |
| "loss": 0.0105, |
| "step": 12260 |
| }, |
| { |
| "epoch": 98.16, |
| "grad_norm": 0.19616162776947021, |
| "learning_rate": 9.925570318868393e-05, |
| "loss": 0.0136, |
| "step": 12270 |
| }, |
| { |
| "epoch": 98.24, |
| "grad_norm": 0.1877780258655548, |
| "learning_rate": 9.925333269597067e-05, |
| "loss": 0.0096, |
| "step": 12280 |
| }, |
| { |
| "epoch": 98.32, |
| "grad_norm": 0.14758655428886414, |
| "learning_rate": 9.925095846279184e-05, |
| "loss": 0.009, |
| "step": 12290 |
| }, |
| { |
| "epoch": 98.4, |
| "grad_norm": 0.14870133996009827, |
| "learning_rate": 9.924858048932774e-05, |
| "loss": 0.0138, |
| "step": 12300 |
| }, |
| { |
| "epoch": 98.48, |
| "grad_norm": 0.27350062131881714, |
| "learning_rate": 9.924619877575896e-05, |
| "loss": 0.0128, |
| "step": 12310 |
| }, |
| { |
| "epoch": 98.56, |
| "grad_norm": 0.15064314007759094, |
| "learning_rate": 9.924381332226637e-05, |
| "loss": 0.0111, |
| "step": 12320 |
| }, |
| { |
| "epoch": 98.64, |
| "grad_norm": 0.25261110067367554, |
| "learning_rate": 9.924142412903117e-05, |
| "loss": 0.0104, |
| "step": 12330 |
| }, |
| { |
| "epoch": 98.72, |
| "grad_norm": 0.18796052038669586, |
| "learning_rate": 9.923903119623474e-05, |
| "loss": 0.0125, |
| "step": 12340 |
| }, |
| { |
| "epoch": 98.8, |
| "grad_norm": 0.15412215888500214, |
| "learning_rate": 9.923663452405886e-05, |
| "loss": 0.0131, |
| "step": 12350 |
| }, |
| { |
| "epoch": 98.88, |
| "grad_norm": 0.17366810142993927, |
| "learning_rate": 9.923423411268552e-05, |
| "loss": 0.0111, |
| "step": 12360 |
| }, |
| { |
| "epoch": 98.96, |
| "grad_norm": 0.14663806557655334, |
| "learning_rate": 9.923182996229701e-05, |
| "loss": 0.0098, |
| "step": 12370 |
| }, |
| { |
| "epoch": 99.04, |
| "grad_norm": 0.12328529357910156, |
| "learning_rate": 9.92294220730759e-05, |
| "loss": 0.0097, |
| "step": 12380 |
| }, |
| { |
| "epoch": 99.12, |
| "grad_norm": 0.18294383585453033, |
| "learning_rate": 9.922701044520509e-05, |
| "loss": 0.0104, |
| "step": 12390 |
| }, |
| { |
| "epoch": 99.2, |
| "grad_norm": 0.1964596062898636, |
| "learning_rate": 9.92245950788677e-05, |
| "loss": 0.0112, |
| "step": 12400 |
| }, |
| { |
| "epoch": 99.28, |
| "grad_norm": 0.1182405948638916, |
| "learning_rate": 9.922217597424717e-05, |
| "loss": 0.0092, |
| "step": 12410 |
| }, |
| { |
| "epoch": 99.36, |
| "grad_norm": 0.13867409527301788, |
| "learning_rate": 9.921975313152722e-05, |
| "loss": 0.0113, |
| "step": 12420 |
| }, |
| { |
| "epoch": 99.44, |
| "grad_norm": 0.14526206254959106, |
| "learning_rate": 9.921732655089183e-05, |
| "loss": 0.0125, |
| "step": 12430 |
| }, |
| { |
| "epoch": 99.52, |
| "grad_norm": 0.28668856620788574, |
| "learning_rate": 9.92148962325253e-05, |
| "loss": 0.0102, |
| "step": 12440 |
| }, |
| { |
| "epoch": 99.6, |
| "grad_norm": 0.12116643786430359, |
| "learning_rate": 9.921246217661219e-05, |
| "loss": 0.0097, |
| "step": 12450 |
| }, |
| { |
| "epoch": 99.68, |
| "grad_norm": 0.11998049169778824, |
| "learning_rate": 9.921002438333736e-05, |
| "loss": 0.0095, |
| "step": 12460 |
| }, |
| { |
| "epoch": 99.76, |
| "grad_norm": 0.1676747053861618, |
| "learning_rate": 9.920758285288591e-05, |
| "loss": 0.0125, |
| "step": 12470 |
| }, |
| { |
| "epoch": 99.84, |
| "grad_norm": 0.24730896949768066, |
| "learning_rate": 9.920513758544332e-05, |
| "loss": 0.0103, |
| "step": 12480 |
| }, |
| { |
| "epoch": 99.92, |
| "grad_norm": 0.11743168532848358, |
| "learning_rate": 9.920268858119524e-05, |
| "loss": 0.0135, |
| "step": 12490 |
| }, |
| { |
| "epoch": 100.0, |
| "grad_norm": 0.12941627204418182, |
| "learning_rate": 9.920023584032767e-05, |
| "loss": 0.0091, |
| "step": 12500 |
| }, |
| { |
| "epoch": 100.08, |
| "grad_norm": 0.18206894397735596, |
| "learning_rate": 9.919777936302688e-05, |
| "loss": 0.013, |
| "step": 12510 |
| }, |
| { |
| "epoch": 100.16, |
| "grad_norm": 0.16277894377708435, |
| "learning_rate": 9.919531914947942e-05, |
| "loss": 0.0095, |
| "step": 12520 |
| }, |
| { |
| "epoch": 100.24, |
| "grad_norm": 0.1978461593389511, |
| "learning_rate": 9.919285519987214e-05, |
| "loss": 0.0116, |
| "step": 12530 |
| }, |
| { |
| "epoch": 100.32, |
| "grad_norm": 0.1549244076013565, |
| "learning_rate": 9.919038751439215e-05, |
| "loss": 0.0095, |
| "step": 12540 |
| }, |
| { |
| "epoch": 100.4, |
| "grad_norm": 0.21200767159461975, |
| "learning_rate": 9.918791609322687e-05, |
| "loss": 0.0115, |
| "step": 12550 |
| }, |
| { |
| "epoch": 100.48, |
| "grad_norm": 0.2064744532108307, |
| "learning_rate": 9.918544093656395e-05, |
| "loss": 0.0138, |
| "step": 12560 |
| }, |
| { |
| "epoch": 100.56, |
| "grad_norm": 0.19362682104110718, |
| "learning_rate": 9.918296204459138e-05, |
| "loss": 0.0115, |
| "step": 12570 |
| }, |
| { |
| "epoch": 100.64, |
| "grad_norm": 0.13987064361572266, |
| "learning_rate": 9.918047941749745e-05, |
| "loss": 0.0131, |
| "step": 12580 |
| }, |
| { |
| "epoch": 100.72, |
| "grad_norm": 0.177979975938797, |
| "learning_rate": 9.917799305547066e-05, |
| "loss": 0.0105, |
| "step": 12590 |
| }, |
| { |
| "epoch": 100.8, |
| "grad_norm": 0.15914040803909302, |
| "learning_rate": 9.917550295869983e-05, |
| "loss": 0.0107, |
| "step": 12600 |
| }, |
| { |
| "epoch": 100.88, |
| "grad_norm": 0.20646338164806366, |
| "learning_rate": 9.91730091273741e-05, |
| "loss": 0.0089, |
| "step": 12610 |
| }, |
| { |
| "epoch": 100.96, |
| "grad_norm": 0.1646554172039032, |
| "learning_rate": 9.917051156168284e-05, |
| "loss": 0.01, |
| "step": 12620 |
| }, |
| { |
| "epoch": 101.04, |
| "grad_norm": 0.1324327439069748, |
| "learning_rate": 9.916801026181573e-05, |
| "loss": 0.0115, |
| "step": 12630 |
| }, |
| { |
| "epoch": 101.12, |
| "grad_norm": 0.2037183940410614, |
| "learning_rate": 9.916550522796271e-05, |
| "loss": 0.0118, |
| "step": 12640 |
| }, |
| { |
| "epoch": 101.2, |
| "grad_norm": 0.14131079614162445, |
| "learning_rate": 9.916299646031403e-05, |
| "loss": 0.0103, |
| "step": 12650 |
| }, |
| { |
| "epoch": 101.28, |
| "grad_norm": 0.20779451727867126, |
| "learning_rate": 9.916048395906021e-05, |
| "loss": 0.0118, |
| "step": 12660 |
| }, |
| { |
| "epoch": 101.36, |
| "grad_norm": 0.17022264003753662, |
| "learning_rate": 9.915796772439207e-05, |
| "loss": 0.012, |
| "step": 12670 |
| }, |
| { |
| "epoch": 101.44, |
| "grad_norm": 0.2227092981338501, |
| "learning_rate": 9.915544775650072e-05, |
| "loss": 0.0108, |
| "step": 12680 |
| }, |
| { |
| "epoch": 101.52, |
| "grad_norm": 0.2367871254682541, |
| "learning_rate": 9.915292405557747e-05, |
| "loss": 0.0133, |
| "step": 12690 |
| }, |
| { |
| "epoch": 101.6, |
| "grad_norm": 0.18363691866397858, |
| "learning_rate": 9.915039662181404e-05, |
| "loss": 0.0101, |
| "step": 12700 |
| }, |
| { |
| "epoch": 101.68, |
| "grad_norm": 0.19189061224460602, |
| "learning_rate": 9.914786545540236e-05, |
| "loss": 0.0117, |
| "step": 12710 |
| }, |
| { |
| "epoch": 101.76, |
| "grad_norm": 0.1828567236661911, |
| "learning_rate": 9.914533055653463e-05, |
| "loss": 0.0136, |
| "step": 12720 |
| }, |
| { |
| "epoch": 101.84, |
| "grad_norm": 0.1567726731300354, |
| "learning_rate": 9.91427919254034e-05, |
| "loss": 0.0123, |
| "step": 12730 |
| }, |
| { |
| "epoch": 101.92, |
| "grad_norm": 0.12731963396072388, |
| "learning_rate": 9.91402495622014e-05, |
| "loss": 0.0098, |
| "step": 12740 |
| }, |
| { |
| "epoch": 102.0, |
| "grad_norm": 0.16582514345645905, |
| "learning_rate": 9.913770346712176e-05, |
| "loss": 0.0116, |
| "step": 12750 |
| }, |
| { |
| "epoch": 102.08, |
| "grad_norm": 0.2554699182510376, |
| "learning_rate": 9.913515364035783e-05, |
| "loss": 0.0141, |
| "step": 12760 |
| }, |
| { |
| "epoch": 102.16, |
| "grad_norm": 0.2776290476322174, |
| "learning_rate": 9.913260008210323e-05, |
| "loss": 0.0132, |
| "step": 12770 |
| }, |
| { |
| "epoch": 102.24, |
| "grad_norm": 0.15439613163471222, |
| "learning_rate": 9.913004279255191e-05, |
| "loss": 0.0117, |
| "step": 12780 |
| }, |
| { |
| "epoch": 102.32, |
| "grad_norm": 0.15360784530639648, |
| "learning_rate": 9.912748177189808e-05, |
| "loss": 0.012, |
| "step": 12790 |
| }, |
| { |
| "epoch": 102.4, |
| "grad_norm": 0.17294162511825562, |
| "learning_rate": 9.912491702033622e-05, |
| "loss": 0.0113, |
| "step": 12800 |
| }, |
| { |
| "epoch": 102.48, |
| "grad_norm": 0.14359062910079956, |
| "learning_rate": 9.912234853806109e-05, |
| "loss": 0.0106, |
| "step": 12810 |
| }, |
| { |
| "epoch": 102.56, |
| "grad_norm": 0.24376940727233887, |
| "learning_rate": 9.91197763252678e-05, |
| "loss": 0.0116, |
| "step": 12820 |
| }, |
| { |
| "epoch": 102.64, |
| "grad_norm": 0.180406391620636, |
| "learning_rate": 9.911720038215162e-05, |
| "loss": 0.0118, |
| "step": 12830 |
| }, |
| { |
| "epoch": 102.72, |
| "grad_norm": 0.1623832881450653, |
| "learning_rate": 9.911462070890824e-05, |
| "loss": 0.0106, |
| "step": 12840 |
| }, |
| { |
| "epoch": 102.8, |
| "grad_norm": 0.16404487192630768, |
| "learning_rate": 9.911203730573353e-05, |
| "loss": 0.0125, |
| "step": 12850 |
| }, |
| { |
| "epoch": 102.88, |
| "grad_norm": 0.25144341588020325, |
| "learning_rate": 9.910945017282372e-05, |
| "loss": 0.0108, |
| "step": 12860 |
| }, |
| { |
| "epoch": 102.96, |
| "grad_norm": 0.1237599104642868, |
| "learning_rate": 9.910685931037524e-05, |
| "loss": 0.012, |
| "step": 12870 |
| }, |
| { |
| "epoch": 103.04, |
| "grad_norm": 0.15158142149448395, |
| "learning_rate": 9.91042647185849e-05, |
| "loss": 0.01, |
| "step": 12880 |
| }, |
| { |
| "epoch": 103.12, |
| "grad_norm": 0.23212291300296783, |
| "learning_rate": 9.910166639764968e-05, |
| "loss": 0.0125, |
| "step": 12890 |
| }, |
| { |
| "epoch": 103.2, |
| "grad_norm": 0.20679813623428345, |
| "learning_rate": 9.909906434776696e-05, |
| "loss": 0.0098, |
| "step": 12900 |
| }, |
| { |
| "epoch": 103.28, |
| "grad_norm": 0.15621134638786316, |
| "learning_rate": 9.909645856913434e-05, |
| "loss": 0.0094, |
| "step": 12910 |
| }, |
| { |
| "epoch": 103.36, |
| "grad_norm": 0.1717183142900467, |
| "learning_rate": 9.909384906194969e-05, |
| "loss": 0.0115, |
| "step": 12920 |
| }, |
| { |
| "epoch": 103.44, |
| "grad_norm": 0.14033806324005127, |
| "learning_rate": 9.909123582641119e-05, |
| "loss": 0.013, |
| "step": 12930 |
| }, |
| { |
| "epoch": 103.52, |
| "grad_norm": 0.25138595700263977, |
| "learning_rate": 9.90886188627173e-05, |
| "loss": 0.011, |
| "step": 12940 |
| }, |
| { |
| "epoch": 103.6, |
| "grad_norm": 0.27839624881744385, |
| "learning_rate": 9.908599817106677e-05, |
| "loss": 0.0123, |
| "step": 12950 |
| }, |
| { |
| "epoch": 103.68, |
| "grad_norm": 0.16724537312984467, |
| "learning_rate": 9.908337375165861e-05, |
| "loss": 0.0105, |
| "step": 12960 |
| }, |
| { |
| "epoch": 103.76, |
| "grad_norm": 0.24561086297035217, |
| "learning_rate": 9.908074560469216e-05, |
| "loss": 0.0101, |
| "step": 12970 |
| }, |
| { |
| "epoch": 103.84, |
| "grad_norm": 0.15878015756607056, |
| "learning_rate": 9.907811373036696e-05, |
| "loss": 0.0114, |
| "step": 12980 |
| }, |
| { |
| "epoch": 103.92, |
| "grad_norm": 0.13473376631736755, |
| "learning_rate": 9.907547812888292e-05, |
| "loss": 0.0112, |
| "step": 12990 |
| }, |
| { |
| "epoch": 104.0, |
| "grad_norm": 0.19481869041919708, |
| "learning_rate": 9.907283880044019e-05, |
| "loss": 0.0128, |
| "step": 13000 |
| }, |
| { |
| "epoch": 104.08, |
| "grad_norm": 0.2781386077404022, |
| "learning_rate": 9.907019574523919e-05, |
| "loss": 0.0113, |
| "step": 13010 |
| }, |
| { |
| "epoch": 104.16, |
| "grad_norm": 0.17085419595241547, |
| "learning_rate": 9.906754896348068e-05, |
| "loss": 0.0121, |
| "step": 13020 |
| }, |
| { |
| "epoch": 104.24, |
| "grad_norm": 0.3144638240337372, |
| "learning_rate": 9.906489845536563e-05, |
| "loss": 0.0127, |
| "step": 13030 |
| }, |
| { |
| "epoch": 104.32, |
| "grad_norm": 0.17277050018310547, |
| "learning_rate": 9.906224422109534e-05, |
| "loss": 0.0106, |
| "step": 13040 |
| }, |
| { |
| "epoch": 104.4, |
| "grad_norm": 0.14746110141277313, |
| "learning_rate": 9.90595862608714e-05, |
| "loss": 0.0124, |
| "step": 13050 |
| }, |
| { |
| "epoch": 104.48, |
| "grad_norm": 0.2506437599658966, |
| "learning_rate": 9.905692457489564e-05, |
| "loss": 0.0112, |
| "step": 13060 |
| }, |
| { |
| "epoch": 104.56, |
| "grad_norm": 0.17661792039871216, |
| "learning_rate": 9.905425916337018e-05, |
| "loss": 0.0093, |
| "step": 13070 |
| }, |
| { |
| "epoch": 104.64, |
| "grad_norm": 0.1860922873020172, |
| "learning_rate": 9.90515900264975e-05, |
| "loss": 0.0118, |
| "step": 13080 |
| }, |
| { |
| "epoch": 104.72, |
| "grad_norm": 0.13843490183353424, |
| "learning_rate": 9.904891716448027e-05, |
| "loss": 0.0112, |
| "step": 13090 |
| }, |
| { |
| "epoch": 104.8, |
| "grad_norm": 0.22143562138080597, |
| "learning_rate": 9.904624057752146e-05, |
| "loss": 0.0111, |
| "step": 13100 |
| }, |
| { |
| "epoch": 104.88, |
| "grad_norm": 0.1959032118320465, |
| "learning_rate": 9.904356026582437e-05, |
| "loss": 0.0121, |
| "step": 13110 |
| }, |
| { |
| "epoch": 104.96, |
| "grad_norm": 0.17468765377998352, |
| "learning_rate": 9.904087622959253e-05, |
| "loss": 0.0106, |
| "step": 13120 |
| }, |
| { |
| "epoch": 105.04, |
| "grad_norm": 0.2023809403181076, |
| "learning_rate": 9.903818846902977e-05, |
| "loss": 0.0113, |
| "step": 13130 |
| }, |
| { |
| "epoch": 105.12, |
| "grad_norm": 0.10895885527133942, |
| "learning_rate": 9.903549698434024e-05, |
| "loss": 0.0099, |
| "step": 13140 |
| }, |
| { |
| "epoch": 105.2, |
| "grad_norm": 0.15733075141906738, |
| "learning_rate": 9.903280177572831e-05, |
| "loss": 0.0105, |
| "step": 13150 |
| }, |
| { |
| "epoch": 105.28, |
| "grad_norm": 0.21025443077087402, |
| "learning_rate": 9.903010284339867e-05, |
| "loss": 0.0101, |
| "step": 13160 |
| }, |
| { |
| "epoch": 105.36, |
| "grad_norm": 0.1886925846338272, |
| "learning_rate": 9.90274001875563e-05, |
| "loss": 0.0107, |
| "step": 13170 |
| }, |
| { |
| "epoch": 105.44, |
| "grad_norm": 0.16470244526863098, |
| "learning_rate": 9.902469380840642e-05, |
| "loss": 0.0111, |
| "step": 13180 |
| }, |
| { |
| "epoch": 105.52, |
| "grad_norm": 0.15924084186553955, |
| "learning_rate": 9.902198370615459e-05, |
| "loss": 0.0124, |
| "step": 13190 |
| }, |
| { |
| "epoch": 105.6, |
| "grad_norm": 0.2848077118396759, |
| "learning_rate": 9.901926988100663e-05, |
| "loss": 0.0089, |
| "step": 13200 |
| }, |
| { |
| "epoch": 105.68, |
| "grad_norm": 0.24057969450950623, |
| "learning_rate": 9.90165523331686e-05, |
| "loss": 0.0113, |
| "step": 13210 |
| }, |
| { |
| "epoch": 105.76, |
| "grad_norm": 0.22603848576545715, |
| "learning_rate": 9.901383106284691e-05, |
| "loss": 0.0108, |
| "step": 13220 |
| }, |
| { |
| "epoch": 105.84, |
| "grad_norm": 0.1655052751302719, |
| "learning_rate": 9.901110607024821e-05, |
| "loss": 0.0126, |
| "step": 13230 |
| }, |
| { |
| "epoch": 105.92, |
| "grad_norm": 0.1727391481399536, |
| "learning_rate": 9.900837735557947e-05, |
| "loss": 0.0093, |
| "step": 13240 |
| }, |
| { |
| "epoch": 106.0, |
| "grad_norm": 0.1795681267976761, |
| "learning_rate": 9.900564491904787e-05, |
| "loss": 0.011, |
| "step": 13250 |
| }, |
| { |
| "epoch": 106.08, |
| "grad_norm": 0.12056441605091095, |
| "learning_rate": 9.900290876086095e-05, |
| "loss": 0.0116, |
| "step": 13260 |
| }, |
| { |
| "epoch": 106.16, |
| "grad_norm": 0.20491330325603485, |
| "learning_rate": 9.900016888122652e-05, |
| "loss": 0.0105, |
| "step": 13270 |
| }, |
| { |
| "epoch": 106.24, |
| "grad_norm": 0.14108623564243317, |
| "learning_rate": 9.899742528035262e-05, |
| "loss": 0.011, |
| "step": 13280 |
| }, |
| { |
| "epoch": 106.32, |
| "grad_norm": 0.13076575100421906, |
| "learning_rate": 9.899467795844764e-05, |
| "loss": 0.0123, |
| "step": 13290 |
| }, |
| { |
| "epoch": 106.4, |
| "grad_norm": 0.2081950604915619, |
| "learning_rate": 9.899192691572019e-05, |
| "loss": 0.0123, |
| "step": 13300 |
| }, |
| { |
| "epoch": 106.48, |
| "grad_norm": 0.163470059633255, |
| "learning_rate": 9.898917215237921e-05, |
| "loss": 0.0114, |
| "step": 13310 |
| }, |
| { |
| "epoch": 106.56, |
| "grad_norm": 0.19378311932086945, |
| "learning_rate": 9.89864136686339e-05, |
| "loss": 0.015, |
| "step": 13320 |
| }, |
| { |
| "epoch": 106.64, |
| "grad_norm": 0.1302979588508606, |
| "learning_rate": 9.898365146469377e-05, |
| "loss": 0.0125, |
| "step": 13330 |
| }, |
| { |
| "epoch": 106.72, |
| "grad_norm": 0.17153067886829376, |
| "learning_rate": 9.898088554076857e-05, |
| "loss": 0.0109, |
| "step": 13340 |
| }, |
| { |
| "epoch": 106.8, |
| "grad_norm": 0.16791963577270508, |
| "learning_rate": 9.897811589706836e-05, |
| "loss": 0.0111, |
| "step": 13350 |
| }, |
| { |
| "epoch": 106.88, |
| "grad_norm": 0.2178937941789627, |
| "learning_rate": 9.897534253380347e-05, |
| "loss": 0.0128, |
| "step": 13360 |
| }, |
| { |
| "epoch": 106.96, |
| "grad_norm": 0.10039468109607697, |
| "learning_rate": 9.897256545118452e-05, |
| "loss": 0.0108, |
| "step": 13370 |
| }, |
| { |
| "epoch": 107.04, |
| "grad_norm": 0.1680831015110016, |
| "learning_rate": 9.896978464942243e-05, |
| "loss": 0.012, |
| "step": 13380 |
| }, |
| { |
| "epoch": 107.12, |
| "grad_norm": 0.13058017194271088, |
| "learning_rate": 9.896700012872836e-05, |
| "loss": 0.0105, |
| "step": 13390 |
| }, |
| { |
| "epoch": 107.2, |
| "grad_norm": 0.11532825231552124, |
| "learning_rate": 9.896421188931378e-05, |
| "loss": 0.0111, |
| "step": 13400 |
| }, |
| { |
| "epoch": 107.28, |
| "grad_norm": 0.13895055651664734, |
| "learning_rate": 9.896141993139046e-05, |
| "loss": 0.0107, |
| "step": 13410 |
| }, |
| { |
| "epoch": 107.36, |
| "grad_norm": 0.1801123023033142, |
| "learning_rate": 9.89586242551704e-05, |
| "loss": 0.0118, |
| "step": 13420 |
| }, |
| { |
| "epoch": 107.44, |
| "grad_norm": 0.1670427769422531, |
| "learning_rate": 9.895582486086592e-05, |
| "loss": 0.0126, |
| "step": 13430 |
| }, |
| { |
| "epoch": 107.52, |
| "grad_norm": 0.20690087974071503, |
| "learning_rate": 9.895302174868963e-05, |
| "loss": 0.0123, |
| "step": 13440 |
| }, |
| { |
| "epoch": 107.6, |
| "grad_norm": 0.21055489778518677, |
| "learning_rate": 9.89502149188544e-05, |
| "loss": 0.0111, |
| "step": 13450 |
| }, |
| { |
| "epoch": 107.68, |
| "grad_norm": 0.2549945116043091, |
| "learning_rate": 9.894740437157338e-05, |
| "loss": 0.0112, |
| "step": 13460 |
| }, |
| { |
| "epoch": 107.76, |
| "grad_norm": 0.1471714973449707, |
| "learning_rate": 9.894459010706003e-05, |
| "loss": 0.0127, |
| "step": 13470 |
| }, |
| { |
| "epoch": 107.84, |
| "grad_norm": 0.1738622784614563, |
| "learning_rate": 9.894177212552808e-05, |
| "loss": 0.012, |
| "step": 13480 |
| }, |
| { |
| "epoch": 107.92, |
| "grad_norm": 0.15990428626537323, |
| "learning_rate": 9.89389504271915e-05, |
| "loss": 0.0109, |
| "step": 13490 |
| }, |
| { |
| "epoch": 108.0, |
| "grad_norm": 0.16463586688041687, |
| "learning_rate": 9.893612501226462e-05, |
| "loss": 0.0119, |
| "step": 13500 |
| }, |
| { |
| "epoch": 108.08, |
| "grad_norm": 0.1842910349369049, |
| "learning_rate": 9.893329588096201e-05, |
| "loss": 0.0112, |
| "step": 13510 |
| }, |
| { |
| "epoch": 108.16, |
| "grad_norm": 0.20688965916633606, |
| "learning_rate": 9.893046303349848e-05, |
| "loss": 0.0105, |
| "step": 13520 |
| }, |
| { |
| "epoch": 108.24, |
| "grad_norm": 0.22932276129722595, |
| "learning_rate": 9.892762647008922e-05, |
| "loss": 0.01, |
| "step": 13530 |
| }, |
| { |
| "epoch": 108.32, |
| "grad_norm": 0.16372622549533844, |
| "learning_rate": 9.89247861909496e-05, |
| "loss": 0.0111, |
| "step": 13540 |
| }, |
| { |
| "epoch": 108.4, |
| "grad_norm": 0.1444883942604065, |
| "learning_rate": 9.892194219629536e-05, |
| "loss": 0.0126, |
| "step": 13550 |
| }, |
| { |
| "epoch": 108.48, |
| "grad_norm": 0.1726228892803192, |
| "learning_rate": 9.891909448634246e-05, |
| "loss": 0.0103, |
| "step": 13560 |
| }, |
| { |
| "epoch": 108.56, |
| "grad_norm": 0.15448540449142456, |
| "learning_rate": 9.891624306130718e-05, |
| "loss": 0.0116, |
| "step": 13570 |
| }, |
| { |
| "epoch": 108.64, |
| "grad_norm": 0.1644091159105301, |
| "learning_rate": 9.891338792140605e-05, |
| "loss": 0.0114, |
| "step": 13580 |
| }, |
| { |
| "epoch": 108.72, |
| "grad_norm": 0.16569647192955017, |
| "learning_rate": 9.891052906685592e-05, |
| "loss": 0.0136, |
| "step": 13590 |
| }, |
| { |
| "epoch": 108.8, |
| "grad_norm": 0.17975838482379913, |
| "learning_rate": 9.890766649787388e-05, |
| "loss": 0.0119, |
| "step": 13600 |
| }, |
| { |
| "epoch": 108.88, |
| "grad_norm": 0.19728928804397583, |
| "learning_rate": 9.890480021467733e-05, |
| "loss": 0.0101, |
| "step": 13610 |
| }, |
| { |
| "epoch": 108.96, |
| "grad_norm": 0.16865673661231995, |
| "learning_rate": 9.890193021748395e-05, |
| "loss": 0.0105, |
| "step": 13620 |
| }, |
| { |
| "epoch": 109.04, |
| "grad_norm": 0.1592995524406433, |
| "learning_rate": 9.88990565065117e-05, |
| "loss": 0.0112, |
| "step": 13630 |
| }, |
| { |
| "epoch": 109.12, |
| "grad_norm": 0.20431220531463623, |
| "learning_rate": 9.88961790819788e-05, |
| "loss": 0.011, |
| "step": 13640 |
| }, |
| { |
| "epoch": 109.2, |
| "grad_norm": 0.18716047704219818, |
| "learning_rate": 9.88932979441038e-05, |
| "loss": 0.0127, |
| "step": 13650 |
| }, |
| { |
| "epoch": 109.28, |
| "grad_norm": 0.19241461157798767, |
| "learning_rate": 9.889041309310548e-05, |
| "loss": 0.0111, |
| "step": 13660 |
| }, |
| { |
| "epoch": 109.36, |
| "grad_norm": 0.1770261526107788, |
| "learning_rate": 9.888752452920294e-05, |
| "loss": 0.0104, |
| "step": 13670 |
| }, |
| { |
| "epoch": 109.44, |
| "grad_norm": 0.14871174097061157, |
| "learning_rate": 9.888463225261553e-05, |
| "loss": 0.0128, |
| "step": 13680 |
| }, |
| { |
| "epoch": 109.52, |
| "grad_norm": 0.11626682430505753, |
| "learning_rate": 9.888173626356293e-05, |
| "loss": 0.0111, |
| "step": 13690 |
| }, |
| { |
| "epoch": 109.6, |
| "grad_norm": 0.1634363830089569, |
| "learning_rate": 9.887883656226504e-05, |
| "loss": 0.0123, |
| "step": 13700 |
| }, |
| { |
| "epoch": 109.68, |
| "grad_norm": 0.18642304837703705, |
| "learning_rate": 9.887593314894207e-05, |
| "loss": 0.0121, |
| "step": 13710 |
| }, |
| { |
| "epoch": 109.76, |
| "grad_norm": 0.15692050755023956, |
| "learning_rate": 9.887302602381456e-05, |
| "loss": 0.0095, |
| "step": 13720 |
| }, |
| { |
| "epoch": 109.84, |
| "grad_norm": 0.17470015585422516, |
| "learning_rate": 9.887011518710326e-05, |
| "loss": 0.0143, |
| "step": 13730 |
| }, |
| { |
| "epoch": 109.92, |
| "grad_norm": 0.23430514335632324, |
| "learning_rate": 9.88672006390292e-05, |
| "loss": 0.0104, |
| "step": 13740 |
| }, |
| { |
| "epoch": 110.0, |
| "grad_norm": 0.13411545753479004, |
| "learning_rate": 9.886428237981375e-05, |
| "loss": 0.0135, |
| "step": 13750 |
| }, |
| { |
| "epoch": 110.08, |
| "grad_norm": 0.16596542298793793, |
| "learning_rate": 9.886136040967854e-05, |
| "loss": 0.0117, |
| "step": 13760 |
| }, |
| { |
| "epoch": 110.16, |
| "grad_norm": 0.16579969227313995, |
| "learning_rate": 9.885843472884546e-05, |
| "loss": 0.0094, |
| "step": 13770 |
| }, |
| { |
| "epoch": 110.24, |
| "grad_norm": 0.16367821395397186, |
| "learning_rate": 9.885550533753671e-05, |
| "loss": 0.0099, |
| "step": 13780 |
| }, |
| { |
| "epoch": 110.32, |
| "grad_norm": 0.19292323291301727, |
| "learning_rate": 9.885257223597473e-05, |
| "loss": 0.0102, |
| "step": 13790 |
| }, |
| { |
| "epoch": 110.4, |
| "grad_norm": 0.1303851455450058, |
| "learning_rate": 9.88496354243823e-05, |
| "loss": 0.0096, |
| "step": 13800 |
| }, |
| { |
| "epoch": 110.48, |
| "grad_norm": 0.22488512098789215, |
| "learning_rate": 9.884669490298244e-05, |
| "loss": 0.0093, |
| "step": 13810 |
| }, |
| { |
| "epoch": 110.56, |
| "grad_norm": 0.15282705426216125, |
| "learning_rate": 9.884375067199845e-05, |
| "loss": 0.0115, |
| "step": 13820 |
| }, |
| { |
| "epoch": 110.64, |
| "grad_norm": 0.14836332201957703, |
| "learning_rate": 9.884080273165394e-05, |
| "loss": 0.0121, |
| "step": 13830 |
| }, |
| { |
| "epoch": 110.72, |
| "grad_norm": 0.17089393734931946, |
| "learning_rate": 9.883785108217281e-05, |
| "loss": 0.0107, |
| "step": 13840 |
| }, |
| { |
| "epoch": 110.8, |
| "grad_norm": 0.20870396494865417, |
| "learning_rate": 9.883489572377916e-05, |
| "loss": 0.0095, |
| "step": 13850 |
| }, |
| { |
| "epoch": 110.88, |
| "grad_norm": 0.16690663993358612, |
| "learning_rate": 9.883193665669748e-05, |
| "loss": 0.0089, |
| "step": 13860 |
| }, |
| { |
| "epoch": 110.96, |
| "grad_norm": 0.1449386328458786, |
| "learning_rate": 9.882897388115246e-05, |
| "loss": 0.0127, |
| "step": 13870 |
| }, |
| { |
| "epoch": 111.04, |
| "grad_norm": 0.2468680590391159, |
| "learning_rate": 9.882600739736913e-05, |
| "loss": 0.0114, |
| "step": 13880 |
| }, |
| { |
| "epoch": 111.12, |
| "grad_norm": 0.23525232076644897, |
| "learning_rate": 9.882303720557276e-05, |
| "loss": 0.0111, |
| "step": 13890 |
| }, |
| { |
| "epoch": 111.2, |
| "grad_norm": 0.12443134188652039, |
| "learning_rate": 9.88200633059889e-05, |
| "loss": 0.0095, |
| "step": 13900 |
| }, |
| { |
| "epoch": 111.28, |
| "grad_norm": 0.22392916679382324, |
| "learning_rate": 9.881708569884343e-05, |
| "loss": 0.0129, |
| "step": 13910 |
| }, |
| { |
| "epoch": 111.36, |
| "grad_norm": 0.26140931248664856, |
| "learning_rate": 9.881410438436247e-05, |
| "loss": 0.011, |
| "step": 13920 |
| }, |
| { |
| "epoch": 111.44, |
| "grad_norm": 0.1846897006034851, |
| "learning_rate": 9.881111936277243e-05, |
| "loss": 0.0095, |
| "step": 13930 |
| }, |
| { |
| "epoch": 111.52, |
| "grad_norm": 0.1625521183013916, |
| "learning_rate": 9.880813063429999e-05, |
| "loss": 0.011, |
| "step": 13940 |
| }, |
| { |
| "epoch": 111.6, |
| "grad_norm": 0.1833009123802185, |
| "learning_rate": 9.880513819917214e-05, |
| "loss": 0.012, |
| "step": 13950 |
| }, |
| { |
| "epoch": 111.68, |
| "grad_norm": 0.23470760881900787, |
| "learning_rate": 9.880214205761613e-05, |
| "loss": 0.0127, |
| "step": 13960 |
| }, |
| { |
| "epoch": 111.76, |
| "grad_norm": 0.18688981235027313, |
| "learning_rate": 9.879914220985949e-05, |
| "loss": 0.0136, |
| "step": 13970 |
| }, |
| { |
| "epoch": 111.84, |
| "grad_norm": 0.24098323285579681, |
| "learning_rate": 9.879613865613004e-05, |
| "loss": 0.0122, |
| "step": 13980 |
| }, |
| { |
| "epoch": 111.92, |
| "grad_norm": 0.19919461011886597, |
| "learning_rate": 9.879313139665589e-05, |
| "loss": 0.0125, |
| "step": 13990 |
| }, |
| { |
| "epoch": 112.0, |
| "grad_norm": 0.1458914428949356, |
| "learning_rate": 9.879012043166542e-05, |
| "loss": 0.0101, |
| "step": 14000 |
| }, |
| { |
| "epoch": 112.08, |
| "grad_norm": 0.1737746149301529, |
| "learning_rate": 9.878710576138729e-05, |
| "loss": 0.0118, |
| "step": 14010 |
| }, |
| { |
| "epoch": 112.16, |
| "grad_norm": 0.15027084946632385, |
| "learning_rate": 9.878408738605044e-05, |
| "loss": 0.0119, |
| "step": 14020 |
| }, |
| { |
| "epoch": 112.24, |
| "grad_norm": 0.14426229894161224, |
| "learning_rate": 9.878106530588413e-05, |
| "loss": 0.01, |
| "step": 14030 |
| }, |
| { |
| "epoch": 112.32, |
| "grad_norm": 0.16384157538414001, |
| "learning_rate": 9.87780395211178e-05, |
| "loss": 0.0101, |
| "step": 14040 |
| }, |
| { |
| "epoch": 112.4, |
| "grad_norm": 0.13556332886219025, |
| "learning_rate": 9.877501003198128e-05, |
| "loss": 0.0127, |
| "step": 14050 |
| }, |
| { |
| "epoch": 112.48, |
| "grad_norm": 0.11805582791566849, |
| "learning_rate": 9.877197683870464e-05, |
| "loss": 0.0099, |
| "step": 14060 |
| }, |
| { |
| "epoch": 112.56, |
| "grad_norm": 0.16094613075256348, |
| "learning_rate": 9.876893994151824e-05, |
| "loss": 0.0079, |
| "step": 14070 |
| }, |
| { |
| "epoch": 112.64, |
| "grad_norm": 0.20944911241531372, |
| "learning_rate": 9.87658993406527e-05, |
| "loss": 0.0098, |
| "step": 14080 |
| }, |
| { |
| "epoch": 112.72, |
| "grad_norm": 0.15844272077083588, |
| "learning_rate": 9.87628550363389e-05, |
| "loss": 0.0094, |
| "step": 14090 |
| }, |
| { |
| "epoch": 112.8, |
| "grad_norm": 0.2388196438550949, |
| "learning_rate": 9.875980702880809e-05, |
| "loss": 0.0098, |
| "step": 14100 |
| }, |
| { |
| "epoch": 112.88, |
| "grad_norm": 0.18191228806972504, |
| "learning_rate": 9.875675531829173e-05, |
| "loss": 0.0108, |
| "step": 14110 |
| }, |
| { |
| "epoch": 112.96, |
| "grad_norm": 0.24488811194896698, |
| "learning_rate": 9.875369990502158e-05, |
| "loss": 0.0115, |
| "step": 14120 |
| }, |
| { |
| "epoch": 113.04, |
| "grad_norm": 0.15772636234760284, |
| "learning_rate": 9.875064078922962e-05, |
| "loss": 0.0106, |
| "step": 14130 |
| }, |
| { |
| "epoch": 113.12, |
| "grad_norm": 0.26445385813713074, |
| "learning_rate": 9.874757797114826e-05, |
| "loss": 0.011, |
| "step": 14140 |
| }, |
| { |
| "epoch": 113.2, |
| "grad_norm": 0.1989353895187378, |
| "learning_rate": 9.874451145101004e-05, |
| "loss": 0.0093, |
| "step": 14150 |
| }, |
| { |
| "epoch": 113.28, |
| "grad_norm": 0.16424605250358582, |
| "learning_rate": 9.874144122904787e-05, |
| "loss": 0.0107, |
| "step": 14160 |
| }, |
| { |
| "epoch": 113.36, |
| "grad_norm": 0.16827479004859924, |
| "learning_rate": 9.87383673054949e-05, |
| "loss": 0.0121, |
| "step": 14170 |
| }, |
| { |
| "epoch": 113.44, |
| "grad_norm": 0.20784857869148254, |
| "learning_rate": 9.873528968058458e-05, |
| "loss": 0.0106, |
| "step": 14180 |
| }, |
| { |
| "epoch": 113.52, |
| "grad_norm": 0.16996219754219055, |
| "learning_rate": 9.873220835455064e-05, |
| "loss": 0.0116, |
| "step": 14190 |
| }, |
| { |
| "epoch": 113.6, |
| "grad_norm": 0.2564971446990967, |
| "learning_rate": 9.872912332762706e-05, |
| "loss": 0.0102, |
| "step": 14200 |
| }, |
| { |
| "epoch": 113.68, |
| "grad_norm": 0.1326587200164795, |
| "learning_rate": 9.872603460004817e-05, |
| "loss": 0.0119, |
| "step": 14210 |
| }, |
| { |
| "epoch": 113.76, |
| "grad_norm": 0.16495631635189056, |
| "learning_rate": 9.87229421720485e-05, |
| "loss": 0.0113, |
| "step": 14220 |
| }, |
| { |
| "epoch": 113.84, |
| "grad_norm": 0.18249794840812683, |
| "learning_rate": 9.871984604386293e-05, |
| "loss": 0.0112, |
| "step": 14230 |
| }, |
| { |
| "epoch": 113.92, |
| "grad_norm": 0.1504049152135849, |
| "learning_rate": 9.871674621572656e-05, |
| "loss": 0.0102, |
| "step": 14240 |
| }, |
| { |
| "epoch": 114.0, |
| "grad_norm": 0.16380546987056732, |
| "learning_rate": 9.871364268787483e-05, |
| "loss": 0.0119, |
| "step": 14250 |
| }, |
| { |
| "epoch": 114.08, |
| "grad_norm": 0.2259482741355896, |
| "learning_rate": 9.871053546054341e-05, |
| "loss": 0.0104, |
| "step": 14260 |
| }, |
| { |
| "epoch": 114.16, |
| "grad_norm": 0.21518920361995697, |
| "learning_rate": 9.870742453396828e-05, |
| "loss": 0.0116, |
| "step": 14270 |
| }, |
| { |
| "epoch": 114.24, |
| "grad_norm": 0.2575252950191498, |
| "learning_rate": 9.870430990838572e-05, |
| "loss": 0.0097, |
| "step": 14280 |
| }, |
| { |
| "epoch": 114.32, |
| "grad_norm": 0.19560781121253967, |
| "learning_rate": 9.870119158403222e-05, |
| "loss": 0.0102, |
| "step": 14290 |
| }, |
| { |
| "epoch": 114.4, |
| "grad_norm": 0.21363669633865356, |
| "learning_rate": 9.869806956114464e-05, |
| "loss": 0.0109, |
| "step": 14300 |
| }, |
| { |
| "epoch": 114.48, |
| "grad_norm": 0.13448426127433777, |
| "learning_rate": 9.869494383996005e-05, |
| "loss": 0.0128, |
| "step": 14310 |
| }, |
| { |
| "epoch": 114.56, |
| "grad_norm": 0.17168597877025604, |
| "learning_rate": 9.869181442071582e-05, |
| "loss": 0.0114, |
| "step": 14320 |
| }, |
| { |
| "epoch": 114.64, |
| "grad_norm": 0.1700008660554886, |
| "learning_rate": 9.868868130364963e-05, |
| "loss": 0.0091, |
| "step": 14330 |
| }, |
| { |
| "epoch": 114.72, |
| "grad_norm": 0.18376345932483673, |
| "learning_rate": 9.868554448899941e-05, |
| "loss": 0.0124, |
| "step": 14340 |
| }, |
| { |
| "epoch": 114.8, |
| "grad_norm": 0.1898256540298462, |
| "learning_rate": 9.86824039770034e-05, |
| "loss": 0.0093, |
| "step": 14350 |
| }, |
| { |
| "epoch": 114.88, |
| "grad_norm": 0.12639383971691132, |
| "learning_rate": 9.867925976790007e-05, |
| "loss": 0.01, |
| "step": 14360 |
| }, |
| { |
| "epoch": 114.96, |
| "grad_norm": 0.20496270060539246, |
| "learning_rate": 9.86761118619282e-05, |
| "loss": 0.0092, |
| "step": 14370 |
| }, |
| { |
| "epoch": 115.04, |
| "grad_norm": 0.15140806138515472, |
| "learning_rate": 9.867296025932688e-05, |
| "loss": 0.0106, |
| "step": 14380 |
| }, |
| { |
| "epoch": 115.12, |
| "grad_norm": 0.2019958347082138, |
| "learning_rate": 9.866980496033546e-05, |
| "loss": 0.0111, |
| "step": 14390 |
| }, |
| { |
| "epoch": 115.2, |
| "grad_norm": 0.11923164129257202, |
| "learning_rate": 9.866664596519353e-05, |
| "loss": 0.0097, |
| "step": 14400 |
| }, |
| { |
| "epoch": 115.28, |
| "grad_norm": 0.11940014362335205, |
| "learning_rate": 9.866348327414102e-05, |
| "loss": 0.0087, |
| "step": 14410 |
| }, |
| { |
| "epoch": 115.36, |
| "grad_norm": 0.18860659003257751, |
| "learning_rate": 9.86603168874181e-05, |
| "loss": 0.0094, |
| "step": 14420 |
| }, |
| { |
| "epoch": 115.44, |
| "grad_norm": 0.17106573283672333, |
| "learning_rate": 9.865714680526524e-05, |
| "loss": 0.0103, |
| "step": 14430 |
| }, |
| { |
| "epoch": 115.52, |
| "grad_norm": 0.22117166221141815, |
| "learning_rate": 9.865397302792319e-05, |
| "loss": 0.0123, |
| "step": 14440 |
| }, |
| { |
| "epoch": 115.6, |
| "grad_norm": 0.20570988953113556, |
| "learning_rate": 9.865079555563298e-05, |
| "loss": 0.01, |
| "step": 14450 |
| }, |
| { |
| "epoch": 115.68, |
| "grad_norm": 0.24579674005508423, |
| "learning_rate": 9.86476143886359e-05, |
| "loss": 0.0107, |
| "step": 14460 |
| }, |
| { |
| "epoch": 115.76, |
| "grad_norm": 0.19213061034679413, |
| "learning_rate": 9.864442952717358e-05, |
| "loss": 0.0104, |
| "step": 14470 |
| }, |
| { |
| "epoch": 115.84, |
| "grad_norm": 0.15874971449375153, |
| "learning_rate": 9.864124097148785e-05, |
| "loss": 0.0088, |
| "step": 14480 |
| }, |
| { |
| "epoch": 115.92, |
| "grad_norm": 0.17482423782348633, |
| "learning_rate": 9.863804872182088e-05, |
| "loss": 0.0104, |
| "step": 14490 |
| }, |
| { |
| "epoch": 116.0, |
| "grad_norm": 0.1479610949754715, |
| "learning_rate": 9.863485277841508e-05, |
| "loss": 0.0118, |
| "step": 14500 |
| }, |
| { |
| "epoch": 116.08, |
| "grad_norm": 0.3299555480480194, |
| "learning_rate": 9.863165314151318e-05, |
| "loss": 0.0114, |
| "step": 14510 |
| }, |
| { |
| "epoch": 116.16, |
| "grad_norm": 0.27248260378837585, |
| "learning_rate": 9.862844981135814e-05, |
| "loss": 0.0103, |
| "step": 14520 |
| }, |
| { |
| "epoch": 116.24, |
| "grad_norm": 0.16989880800247192, |
| "learning_rate": 9.862524278819329e-05, |
| "loss": 0.0096, |
| "step": 14530 |
| }, |
| { |
| "epoch": 116.32, |
| "grad_norm": 0.13715800642967224, |
| "learning_rate": 9.862203207226216e-05, |
| "loss": 0.0096, |
| "step": 14540 |
| }, |
| { |
| "epoch": 116.4, |
| "grad_norm": 0.19815436005592346, |
| "learning_rate": 9.861881766380854e-05, |
| "loss": 0.0117, |
| "step": 14550 |
| }, |
| { |
| "epoch": 116.48, |
| "grad_norm": 0.12095127254724503, |
| "learning_rate": 9.861559956307657e-05, |
| "loss": 0.012, |
| "step": 14560 |
| }, |
| { |
| "epoch": 116.56, |
| "grad_norm": 0.16157563030719757, |
| "learning_rate": 9.861237777031068e-05, |
| "loss": 0.0098, |
| "step": 14570 |
| }, |
| { |
| "epoch": 116.64, |
| "grad_norm": 0.16915470361709595, |
| "learning_rate": 9.860915228575549e-05, |
| "loss": 0.0101, |
| "step": 14580 |
| }, |
| { |
| "epoch": 116.72, |
| "grad_norm": 0.1638946384191513, |
| "learning_rate": 9.860592310965597e-05, |
| "loss": 0.011, |
| "step": 14590 |
| }, |
| { |
| "epoch": 116.8, |
| "grad_norm": 0.15393932163715363, |
| "learning_rate": 9.86026902422574e-05, |
| "loss": 0.0107, |
| "step": 14600 |
| }, |
| { |
| "epoch": 116.88, |
| "grad_norm": 0.21584628522396088, |
| "learning_rate": 9.859945368380521e-05, |
| "loss": 0.0122, |
| "step": 14610 |
| }, |
| { |
| "epoch": 116.96, |
| "grad_norm": 0.24969209730625153, |
| "learning_rate": 9.859621343454525e-05, |
| "loss": 0.0097, |
| "step": 14620 |
| }, |
| { |
| "epoch": 117.04, |
| "grad_norm": 0.3278281092643738, |
| "learning_rate": 9.85929694947236e-05, |
| "loss": 0.0109, |
| "step": 14630 |
| }, |
| { |
| "epoch": 117.12, |
| "grad_norm": 0.2036576271057129, |
| "learning_rate": 9.858972186458662e-05, |
| "loss": 0.0114, |
| "step": 14640 |
| }, |
| { |
| "epoch": 117.2, |
| "grad_norm": 0.2950096130371094, |
| "learning_rate": 9.85864705443809e-05, |
| "loss": 0.0109, |
| "step": 14650 |
| }, |
| { |
| "epoch": 117.28, |
| "grad_norm": 0.15268933773040771, |
| "learning_rate": 9.858321553435339e-05, |
| "loss": 0.0106, |
| "step": 14660 |
| }, |
| { |
| "epoch": 117.36, |
| "grad_norm": 0.15892325341701508, |
| "learning_rate": 9.857995683475129e-05, |
| "loss": 0.0113, |
| "step": 14670 |
| }, |
| { |
| "epoch": 117.44, |
| "grad_norm": 0.19370117783546448, |
| "learning_rate": 9.857669444582205e-05, |
| "loss": 0.0106, |
| "step": 14680 |
| }, |
| { |
| "epoch": 117.52, |
| "grad_norm": 0.14042073488235474, |
| "learning_rate": 9.857342836781346e-05, |
| "loss": 0.0098, |
| "step": 14690 |
| }, |
| { |
| "epoch": 117.6, |
| "grad_norm": 0.2236047238111496, |
| "learning_rate": 9.857015860097354e-05, |
| "loss": 0.0109, |
| "step": 14700 |
| }, |
| { |
| "epoch": 117.68, |
| "grad_norm": 0.12974080443382263, |
| "learning_rate": 9.856688514555061e-05, |
| "loss": 0.0091, |
| "step": 14710 |
| }, |
| { |
| "epoch": 117.76, |
| "grad_norm": 0.26228347420692444, |
| "learning_rate": 9.856360800179328e-05, |
| "loss": 0.0099, |
| "step": 14720 |
| }, |
| { |
| "epoch": 117.84, |
| "grad_norm": 0.18223677575588226, |
| "learning_rate": 9.856032716995038e-05, |
| "loss": 0.0113, |
| "step": 14730 |
| }, |
| { |
| "epoch": 117.92, |
| "grad_norm": 0.1630588322877884, |
| "learning_rate": 9.855704265027113e-05, |
| "loss": 0.0098, |
| "step": 14740 |
| }, |
| { |
| "epoch": 118.0, |
| "grad_norm": 0.1859547644853592, |
| "learning_rate": 9.855375444300494e-05, |
| "loss": 0.0086, |
| "step": 14750 |
| }, |
| { |
| "epoch": 118.08, |
| "grad_norm": 0.17726004123687744, |
| "learning_rate": 9.855046254840151e-05, |
| "loss": 0.0118, |
| "step": 14760 |
| }, |
| { |
| "epoch": 118.16, |
| "grad_norm": 0.3959555923938751, |
| "learning_rate": 9.854716696671087e-05, |
| "loss": 0.0089, |
| "step": 14770 |
| }, |
| { |
| "epoch": 118.24, |
| "grad_norm": 0.15405039489269257, |
| "learning_rate": 9.854386769818326e-05, |
| "loss": 0.0103, |
| "step": 14780 |
| }, |
| { |
| "epoch": 118.32, |
| "grad_norm": 0.21911756694316864, |
| "learning_rate": 9.854056474306929e-05, |
| "loss": 0.0096, |
| "step": 14790 |
| }, |
| { |
| "epoch": 118.4, |
| "grad_norm": 0.21278797090053558, |
| "learning_rate": 9.853725810161976e-05, |
| "loss": 0.0118, |
| "step": 14800 |
| }, |
| { |
| "epoch": 118.48, |
| "grad_norm": 0.09533248096704483, |
| "learning_rate": 9.853394777408578e-05, |
| "loss": 0.0095, |
| "step": 14810 |
| }, |
| { |
| "epoch": 118.56, |
| "grad_norm": 0.20403143763542175, |
| "learning_rate": 9.853063376071876e-05, |
| "loss": 0.0088, |
| "step": 14820 |
| }, |
| { |
| "epoch": 118.64, |
| "grad_norm": 0.15050114691257477, |
| "learning_rate": 9.85273160617704e-05, |
| "loss": 0.0109, |
| "step": 14830 |
| }, |
| { |
| "epoch": 118.72, |
| "grad_norm": 0.1672423779964447, |
| "learning_rate": 9.852399467749263e-05, |
| "loss": 0.0108, |
| "step": 14840 |
| }, |
| { |
| "epoch": 118.8, |
| "grad_norm": 0.12911245226860046, |
| "learning_rate": 9.852066960813768e-05, |
| "loss": 0.0088, |
| "step": 14850 |
| }, |
| { |
| "epoch": 118.88, |
| "grad_norm": 0.20542867481708527, |
| "learning_rate": 9.85173408539581e-05, |
| "loss": 0.0102, |
| "step": 14860 |
| }, |
| { |
| "epoch": 118.96, |
| "grad_norm": 0.1417970359325409, |
| "learning_rate": 9.851400841520667e-05, |
| "loss": 0.0105, |
| "step": 14870 |
| }, |
| { |
| "epoch": 119.04, |
| "grad_norm": 0.16824449598789215, |
| "learning_rate": 9.851067229213646e-05, |
| "loss": 0.0112, |
| "step": 14880 |
| }, |
| { |
| "epoch": 119.12, |
| "grad_norm": 0.1850815862417221, |
| "learning_rate": 9.850733248500083e-05, |
| "loss": 0.0103, |
| "step": 14890 |
| }, |
| { |
| "epoch": 119.2, |
| "grad_norm": 0.17299292981624603, |
| "learning_rate": 9.850398899405342e-05, |
| "loss": 0.0118, |
| "step": 14900 |
| }, |
| { |
| "epoch": 119.28, |
| "grad_norm": 0.29338690638542175, |
| "learning_rate": 9.850064181954815e-05, |
| "loss": 0.0116, |
| "step": 14910 |
| }, |
| { |
| "epoch": 119.36, |
| "grad_norm": 0.17866383492946625, |
| "learning_rate": 9.84972909617392e-05, |
| "loss": 0.0118, |
| "step": 14920 |
| }, |
| { |
| "epoch": 119.44, |
| "grad_norm": 0.12911592423915863, |
| "learning_rate": 9.849393642088106e-05, |
| "loss": 0.0123, |
| "step": 14930 |
| }, |
| { |
| "epoch": 119.52, |
| "grad_norm": 0.2182256430387497, |
| "learning_rate": 9.849057819722847e-05, |
| "loss": 0.0115, |
| "step": 14940 |
| }, |
| { |
| "epoch": 119.6, |
| "grad_norm": 0.17133380472660065, |
| "learning_rate": 9.84872162910365e-05, |
| "loss": 0.0101, |
| "step": 14950 |
| }, |
| { |
| "epoch": 119.68, |
| "grad_norm": 0.11957377195358276, |
| "learning_rate": 9.848385070256042e-05, |
| "loss": 0.0086, |
| "step": 14960 |
| }, |
| { |
| "epoch": 119.76, |
| "grad_norm": 0.1341613531112671, |
| "learning_rate": 9.848048143205586e-05, |
| "loss": 0.0106, |
| "step": 14970 |
| }, |
| { |
| "epoch": 119.84, |
| "grad_norm": 0.16469372808933258, |
| "learning_rate": 9.847710847977867e-05, |
| "loss": 0.0105, |
| "step": 14980 |
| }, |
| { |
| "epoch": 119.92, |
| "grad_norm": 0.21095499396324158, |
| "learning_rate": 9.847373184598501e-05, |
| "loss": 0.01, |
| "step": 14990 |
| }, |
| { |
| "epoch": 120.0, |
| "grad_norm": 0.18986210227012634, |
| "learning_rate": 9.847035153093131e-05, |
| "loss": 0.01, |
| "step": 15000 |
| }, |
| { |
| "epoch": 120.08, |
| "grad_norm": 0.1999102383852005, |
| "learning_rate": 9.84669675348743e-05, |
| "loss": 0.0124, |
| "step": 15010 |
| }, |
| { |
| "epoch": 120.16, |
| "grad_norm": 0.1688319593667984, |
| "learning_rate": 9.846357985807095e-05, |
| "loss": 0.0123, |
| "step": 15020 |
| }, |
| { |
| "epoch": 120.24, |
| "grad_norm": 0.1604413539171219, |
| "learning_rate": 9.846018850077856e-05, |
| "loss": 0.009, |
| "step": 15030 |
| }, |
| { |
| "epoch": 120.32, |
| "grad_norm": 0.16639463603496552, |
| "learning_rate": 9.845679346325465e-05, |
| "loss": 0.0092, |
| "step": 15040 |
| }, |
| { |
| "epoch": 120.4, |
| "grad_norm": 0.13658712804317474, |
| "learning_rate": 9.845339474575705e-05, |
| "loss": 0.0114, |
| "step": 15050 |
| }, |
| { |
| "epoch": 120.48, |
| "grad_norm": 0.281351774930954, |
| "learning_rate": 9.84499923485439e-05, |
| "loss": 0.0114, |
| "step": 15060 |
| }, |
| { |
| "epoch": 120.56, |
| "grad_norm": 0.21726015210151672, |
| "learning_rate": 9.844658627187358e-05, |
| "loss": 0.0131, |
| "step": 15070 |
| }, |
| { |
| "epoch": 120.64, |
| "grad_norm": 0.18887260556221008, |
| "learning_rate": 9.844317651600474e-05, |
| "loss": 0.0135, |
| "step": 15080 |
| }, |
| { |
| "epoch": 120.72, |
| "grad_norm": 0.16756939888000488, |
| "learning_rate": 9.843976308119633e-05, |
| "loss": 0.0129, |
| "step": 15090 |
| }, |
| { |
| "epoch": 120.8, |
| "grad_norm": 0.1579567790031433, |
| "learning_rate": 9.843634596770761e-05, |
| "loss": 0.0114, |
| "step": 15100 |
| }, |
| { |
| "epoch": 120.88, |
| "grad_norm": 0.1934969574213028, |
| "learning_rate": 9.843292517579806e-05, |
| "loss": 0.0117, |
| "step": 15110 |
| }, |
| { |
| "epoch": 120.96, |
| "grad_norm": 0.18194524943828583, |
| "learning_rate": 9.842950070572748e-05, |
| "loss": 0.0105, |
| "step": 15120 |
| }, |
| { |
| "epoch": 121.04, |
| "grad_norm": 0.13198000192642212, |
| "learning_rate": 9.842607255775591e-05, |
| "loss": 0.0085, |
| "step": 15130 |
| }, |
| { |
| "epoch": 121.12, |
| "grad_norm": 0.15899476408958435, |
| "learning_rate": 9.842264073214371e-05, |
| "loss": 0.0104, |
| "step": 15140 |
| }, |
| { |
| "epoch": 121.2, |
| "grad_norm": 0.1434628814458847, |
| "learning_rate": 9.841920522915154e-05, |
| "loss": 0.0096, |
| "step": 15150 |
| }, |
| { |
| "epoch": 121.28, |
| "grad_norm": 0.17121128737926483, |
| "learning_rate": 9.841576604904024e-05, |
| "loss": 0.0098, |
| "step": 15160 |
| }, |
| { |
| "epoch": 121.36, |
| "grad_norm": 0.17067313194274902, |
| "learning_rate": 9.841232319207103e-05, |
| "loss": 0.0106, |
| "step": 15170 |
| }, |
| { |
| "epoch": 121.44, |
| "grad_norm": 0.18206435441970825, |
| "learning_rate": 9.840887665850538e-05, |
| "loss": 0.0096, |
| "step": 15180 |
| }, |
| { |
| "epoch": 121.52, |
| "grad_norm": 0.16102202236652374, |
| "learning_rate": 9.8405426448605e-05, |
| "loss": 0.0119, |
| "step": 15190 |
| }, |
| { |
| "epoch": 121.6, |
| "grad_norm": 0.14393998682498932, |
| "learning_rate": 9.840197256263195e-05, |
| "loss": 0.0104, |
| "step": 15200 |
| }, |
| { |
| "epoch": 121.68, |
| "grad_norm": 0.1848897784948349, |
| "learning_rate": 9.83985150008485e-05, |
| "loss": 0.0095, |
| "step": 15210 |
| }, |
| { |
| "epoch": 121.76, |
| "grad_norm": 0.173252671957016, |
| "learning_rate": 9.839505376351725e-05, |
| "loss": 0.0104, |
| "step": 15220 |
| }, |
| { |
| "epoch": 121.84, |
| "grad_norm": 0.16564205288887024, |
| "learning_rate": 9.839158885090102e-05, |
| "loss": 0.0117, |
| "step": 15230 |
| }, |
| { |
| "epoch": 121.92, |
| "grad_norm": 0.14885471761226654, |
| "learning_rate": 9.838812026326298e-05, |
| "loss": 0.0105, |
| "step": 15240 |
| }, |
| { |
| "epoch": 122.0, |
| "grad_norm": 0.19087764620780945, |
| "learning_rate": 9.838464800086655e-05, |
| "loss": 0.0103, |
| "step": 15250 |
| }, |
| { |
| "epoch": 122.08, |
| "grad_norm": 0.15801338851451874, |
| "learning_rate": 9.838117206397542e-05, |
| "loss": 0.0097, |
| "step": 15260 |
| }, |
| { |
| "epoch": 122.16, |
| "grad_norm": 0.20578546822071075, |
| "learning_rate": 9.837769245285356e-05, |
| "loss": 0.0119, |
| "step": 15270 |
| }, |
| { |
| "epoch": 122.24, |
| "grad_norm": 0.1447027325630188, |
| "learning_rate": 9.837420916776521e-05, |
| "loss": 0.0105, |
| "step": 15280 |
| }, |
| { |
| "epoch": 122.32, |
| "grad_norm": 0.14977483451366425, |
| "learning_rate": 9.837072220897492e-05, |
| "loss": 0.0117, |
| "step": 15290 |
| }, |
| { |
| "epoch": 122.4, |
| "grad_norm": 0.23557738959789276, |
| "learning_rate": 9.83672315767475e-05, |
| "loss": 0.0122, |
| "step": 15300 |
| }, |
| { |
| "epoch": 122.48, |
| "grad_norm": 0.2576626241207123, |
| "learning_rate": 9.836373727134805e-05, |
| "loss": 0.0095, |
| "step": 15310 |
| }, |
| { |
| "epoch": 122.56, |
| "grad_norm": 0.10517290234565735, |
| "learning_rate": 9.83602392930419e-05, |
| "loss": 0.0078, |
| "step": 15320 |
| }, |
| { |
| "epoch": 122.64, |
| "grad_norm": 0.2043428122997284, |
| "learning_rate": 9.835673764209474e-05, |
| "loss": 0.0108, |
| "step": 15330 |
| }, |
| { |
| "epoch": 122.72, |
| "grad_norm": 0.17098726332187653, |
| "learning_rate": 9.835323231877248e-05, |
| "loss": 0.0096, |
| "step": 15340 |
| }, |
| { |
| "epoch": 122.8, |
| "grad_norm": 0.13499665260314941, |
| "learning_rate": 9.834972332334133e-05, |
| "loss": 0.0102, |
| "step": 15350 |
| }, |
| { |
| "epoch": 122.88, |
| "grad_norm": 0.16442851722240448, |
| "learning_rate": 9.834621065606777e-05, |
| "loss": 0.0114, |
| "step": 15360 |
| }, |
| { |
| "epoch": 122.96, |
| "grad_norm": 0.17260795831680298, |
| "learning_rate": 9.834269431721859e-05, |
| "loss": 0.0125, |
| "step": 15370 |
| }, |
| { |
| "epoch": 123.04, |
| "grad_norm": 0.14895685017108917, |
| "learning_rate": 9.833917430706079e-05, |
| "loss": 0.0099, |
| "step": 15380 |
| }, |
| { |
| "epoch": 123.12, |
| "grad_norm": 0.11812563240528107, |
| "learning_rate": 9.833565062586173e-05, |
| "loss": 0.0121, |
| "step": 15390 |
| }, |
| { |
| "epoch": 123.2, |
| "grad_norm": 0.11197582632303238, |
| "learning_rate": 9.833212327388896e-05, |
| "loss": 0.0116, |
| "step": 15400 |
| }, |
| { |
| "epoch": 123.28, |
| "grad_norm": 0.17167876660823822, |
| "learning_rate": 9.832859225141041e-05, |
| "loss": 0.0083, |
| "step": 15410 |
| }, |
| { |
| "epoch": 123.36, |
| "grad_norm": 0.29492104053497314, |
| "learning_rate": 9.832505755869421e-05, |
| "loss": 0.0124, |
| "step": 15420 |
| }, |
| { |
| "epoch": 123.44, |
| "grad_norm": 0.16546820104122162, |
| "learning_rate": 9.832151919600883e-05, |
| "loss": 0.0098, |
| "step": 15430 |
| }, |
| { |
| "epoch": 123.52, |
| "grad_norm": 0.14777983725070953, |
| "learning_rate": 9.831797716362294e-05, |
| "loss": 0.0128, |
| "step": 15440 |
| }, |
| { |
| "epoch": 123.6, |
| "grad_norm": 0.21279384195804596, |
| "learning_rate": 9.831443146180557e-05, |
| "loss": 0.0095, |
| "step": 15450 |
| }, |
| { |
| "epoch": 123.68, |
| "grad_norm": 0.18959632515907288, |
| "learning_rate": 9.831088209082596e-05, |
| "loss": 0.01, |
| "step": 15460 |
| }, |
| { |
| "epoch": 123.76, |
| "grad_norm": 0.13334597647190094, |
| "learning_rate": 9.83073290509537e-05, |
| "loss": 0.0083, |
| "step": 15470 |
| }, |
| { |
| "epoch": 123.84, |
| "grad_norm": 0.1344090849161148, |
| "learning_rate": 9.830377234245858e-05, |
| "loss": 0.0119, |
| "step": 15480 |
| }, |
| { |
| "epoch": 123.92, |
| "grad_norm": 0.20497170090675354, |
| "learning_rate": 9.830021196561074e-05, |
| "loss": 0.0111, |
| "step": 15490 |
| }, |
| { |
| "epoch": 124.0, |
| "grad_norm": 0.11888641864061356, |
| "learning_rate": 9.829664792068055e-05, |
| "loss": 0.0116, |
| "step": 15500 |
| }, |
| { |
| "epoch": 124.08, |
| "grad_norm": 0.18451401591300964, |
| "learning_rate": 9.829308020793868e-05, |
| "loss": 0.0095, |
| "step": 15510 |
| }, |
| { |
| "epoch": 124.16, |
| "grad_norm": 0.14036327600479126, |
| "learning_rate": 9.828950882765608e-05, |
| "loss": 0.0115, |
| "step": 15520 |
| }, |
| { |
| "epoch": 124.24, |
| "grad_norm": 0.16649243235588074, |
| "learning_rate": 9.828593378010395e-05, |
| "loss": 0.0091, |
| "step": 15530 |
| }, |
| { |
| "epoch": 124.32, |
| "grad_norm": 0.11767569929361343, |
| "learning_rate": 9.828235506555383e-05, |
| "loss": 0.0101, |
| "step": 15540 |
| }, |
| { |
| "epoch": 124.4, |
| "grad_norm": 0.12352414429187775, |
| "learning_rate": 9.827877268427748e-05, |
| "loss": 0.01, |
| "step": 15550 |
| }, |
| { |
| "epoch": 124.48, |
| "grad_norm": 0.19602710008621216, |
| "learning_rate": 9.827518663654695e-05, |
| "loss": 0.012, |
| "step": 15560 |
| }, |
| { |
| "epoch": 124.56, |
| "grad_norm": 0.17080079019069672, |
| "learning_rate": 9.827159692263457e-05, |
| "loss": 0.0113, |
| "step": 15570 |
| }, |
| { |
| "epoch": 124.64, |
| "grad_norm": 0.1605299860239029, |
| "learning_rate": 9.826800354281298e-05, |
| "loss": 0.0118, |
| "step": 15580 |
| }, |
| { |
| "epoch": 124.72, |
| "grad_norm": 0.13191384077072144, |
| "learning_rate": 9.826440649735507e-05, |
| "loss": 0.0088, |
| "step": 15590 |
| }, |
| { |
| "epoch": 124.8, |
| "grad_norm": 0.14629530906677246, |
| "learning_rate": 9.8260805786534e-05, |
| "loss": 0.01, |
| "step": 15600 |
| }, |
| { |
| "epoch": 124.88, |
| "grad_norm": 0.1645556092262268, |
| "learning_rate": 9.825720141062321e-05, |
| "loss": 0.0101, |
| "step": 15610 |
| }, |
| { |
| "epoch": 124.96, |
| "grad_norm": 0.14666254818439484, |
| "learning_rate": 9.825359336989645e-05, |
| "loss": 0.0102, |
| "step": 15620 |
| }, |
| { |
| "epoch": 125.04, |
| "grad_norm": 0.21453195810317993, |
| "learning_rate": 9.824998166462773e-05, |
| "loss": 0.009, |
| "step": 15630 |
| }, |
| { |
| "epoch": 125.12, |
| "grad_norm": 0.1570378839969635, |
| "learning_rate": 9.824636629509131e-05, |
| "loss": 0.0099, |
| "step": 15640 |
| }, |
| { |
| "epoch": 125.2, |
| "grad_norm": 0.12534292042255402, |
| "learning_rate": 9.824274726156179e-05, |
| "loss": 0.0098, |
| "step": 15650 |
| }, |
| { |
| "epoch": 125.28, |
| "grad_norm": 0.19095171988010406, |
| "learning_rate": 9.823912456431396e-05, |
| "loss": 0.0097, |
| "step": 15660 |
| }, |
| { |
| "epoch": 125.36, |
| "grad_norm": 0.2067319005727768, |
| "learning_rate": 9.823549820362299e-05, |
| "loss": 0.0089, |
| "step": 15670 |
| }, |
| { |
| "epoch": 125.44, |
| "grad_norm": 0.18452847003936768, |
| "learning_rate": 9.823186817976426e-05, |
| "loss": 0.0088, |
| "step": 15680 |
| }, |
| { |
| "epoch": 125.52, |
| "grad_norm": 0.11417222023010254, |
| "learning_rate": 9.822823449301344e-05, |
| "loss": 0.0091, |
| "step": 15690 |
| }, |
| { |
| "epoch": 125.6, |
| "grad_norm": 0.11401612311601639, |
| "learning_rate": 9.822459714364647e-05, |
| "loss": 0.0089, |
| "step": 15700 |
| }, |
| { |
| "epoch": 125.68, |
| "grad_norm": 0.10368712246417999, |
| "learning_rate": 9.822095613193962e-05, |
| "loss": 0.0109, |
| "step": 15710 |
| }, |
| { |
| "epoch": 125.76, |
| "grad_norm": 0.2139033079147339, |
| "learning_rate": 9.82173114581694e-05, |
| "loss": 0.0089, |
| "step": 15720 |
| }, |
| { |
| "epoch": 125.84, |
| "grad_norm": 0.19298771023750305, |
| "learning_rate": 9.821366312261256e-05, |
| "loss": 0.0102, |
| "step": 15730 |
| }, |
| { |
| "epoch": 125.92, |
| "grad_norm": 0.10543965548276901, |
| "learning_rate": 9.821001112554617e-05, |
| "loss": 0.0096, |
| "step": 15740 |
| }, |
| { |
| "epoch": 126.0, |
| "grad_norm": 0.18068714439868927, |
| "learning_rate": 9.820635546724762e-05, |
| "loss": 0.0112, |
| "step": 15750 |
| }, |
| { |
| "epoch": 126.08, |
| "grad_norm": 0.2130851149559021, |
| "learning_rate": 9.820269614799451e-05, |
| "loss": 0.0107, |
| "step": 15760 |
| }, |
| { |
| "epoch": 126.16, |
| "grad_norm": 0.33791887760162354, |
| "learning_rate": 9.819903316806473e-05, |
| "loss": 0.0114, |
| "step": 15770 |
| }, |
| { |
| "epoch": 126.24, |
| "grad_norm": 0.1262703537940979, |
| "learning_rate": 9.819536652773647e-05, |
| "loss": 0.0108, |
| "step": 15780 |
| }, |
| { |
| "epoch": 126.32, |
| "grad_norm": 0.21810683608055115, |
| "learning_rate": 9.819169622728817e-05, |
| "loss": 0.0118, |
| "step": 15790 |
| }, |
| { |
| "epoch": 126.4, |
| "grad_norm": 0.1778474599123001, |
| "learning_rate": 9.818802226699859e-05, |
| "loss": 0.0121, |
| "step": 15800 |
| }, |
| { |
| "epoch": 126.48, |
| "grad_norm": 0.13603155314922333, |
| "learning_rate": 9.818434464714673e-05, |
| "loss": 0.0106, |
| "step": 15810 |
| }, |
| { |
| "epoch": 126.56, |
| "grad_norm": 0.17859692871570587, |
| "learning_rate": 9.818066336801189e-05, |
| "loss": 0.0112, |
| "step": 15820 |
| }, |
| { |
| "epoch": 126.64, |
| "grad_norm": 0.1561049520969391, |
| "learning_rate": 9.817697842987361e-05, |
| "loss": 0.0102, |
| "step": 15830 |
| }, |
| { |
| "epoch": 126.72, |
| "grad_norm": 0.1787165403366089, |
| "learning_rate": 9.817328983301177e-05, |
| "loss": 0.0102, |
| "step": 15840 |
| }, |
| { |
| "epoch": 126.8, |
| "grad_norm": 0.17756444215774536, |
| "learning_rate": 9.816959757770649e-05, |
| "loss": 0.0114, |
| "step": 15850 |
| }, |
| { |
| "epoch": 126.88, |
| "grad_norm": 0.17808198928833008, |
| "learning_rate": 9.816590166423815e-05, |
| "loss": 0.0119, |
| "step": 15860 |
| }, |
| { |
| "epoch": 126.96, |
| "grad_norm": 0.1774539202451706, |
| "learning_rate": 9.816220209288747e-05, |
| "loss": 0.0091, |
| "step": 15870 |
| }, |
| { |
| "epoch": 127.04, |
| "grad_norm": 0.1136535033583641, |
| "learning_rate": 9.815849886393538e-05, |
| "loss": 0.0103, |
| "step": 15880 |
| }, |
| { |
| "epoch": 127.12, |
| "grad_norm": 0.1717527061700821, |
| "learning_rate": 9.81547919776631e-05, |
| "loss": 0.0125, |
| "step": 15890 |
| }, |
| { |
| "epoch": 127.2, |
| "grad_norm": 0.13559593260288239, |
| "learning_rate": 9.815108143435218e-05, |
| "loss": 0.0105, |
| "step": 15900 |
| }, |
| { |
| "epoch": 127.28, |
| "grad_norm": 0.15842613577842712, |
| "learning_rate": 9.81473672342844e-05, |
| "loss": 0.0089, |
| "step": 15910 |
| }, |
| { |
| "epoch": 127.36, |
| "grad_norm": 0.1072155088186264, |
| "learning_rate": 9.81436493777418e-05, |
| "loss": 0.0099, |
| "step": 15920 |
| }, |
| { |
| "epoch": 127.44, |
| "grad_norm": 0.1654098927974701, |
| "learning_rate": 9.813992786500677e-05, |
| "loss": 0.0107, |
| "step": 15930 |
| }, |
| { |
| "epoch": 127.52, |
| "grad_norm": 0.13323670625686646, |
| "learning_rate": 9.81362026963619e-05, |
| "loss": 0.0098, |
| "step": 15940 |
| }, |
| { |
| "epoch": 127.6, |
| "grad_norm": 0.1745828092098236, |
| "learning_rate": 9.813247387209013e-05, |
| "loss": 0.0108, |
| "step": 15950 |
| }, |
| { |
| "epoch": 127.68, |
| "grad_norm": 0.12835489213466644, |
| "learning_rate": 9.812874139247459e-05, |
| "loss": 0.009, |
| "step": 15960 |
| }, |
| { |
| "epoch": 127.76, |
| "grad_norm": 0.1575659066438675, |
| "learning_rate": 9.812500525779878e-05, |
| "loss": 0.0106, |
| "step": 15970 |
| }, |
| { |
| "epoch": 127.84, |
| "grad_norm": 0.13972033560276031, |
| "learning_rate": 9.81212654683464e-05, |
| "loss": 0.0109, |
| "step": 15980 |
| }, |
| { |
| "epoch": 127.92, |
| "grad_norm": 0.09419619292020798, |
| "learning_rate": 9.81175220244015e-05, |
| "loss": 0.0098, |
| "step": 15990 |
| }, |
| { |
| "epoch": 128.0, |
| "grad_norm": 0.09600291401147842, |
| "learning_rate": 9.811377492624833e-05, |
| "loss": 0.0099, |
| "step": 16000 |
| }, |
| { |
| "epoch": 128.08, |
| "grad_norm": 0.22026193141937256, |
| "learning_rate": 9.81100241741715e-05, |
| "loss": 0.0086, |
| "step": 16010 |
| }, |
| { |
| "epoch": 128.16, |
| "grad_norm": 0.17055851221084595, |
| "learning_rate": 9.810626976845582e-05, |
| "loss": 0.0103, |
| "step": 16020 |
| }, |
| { |
| "epoch": 128.24, |
| "grad_norm": 0.1368085741996765, |
| "learning_rate": 9.810251170938643e-05, |
| "loss": 0.009, |
| "step": 16030 |
| }, |
| { |
| "epoch": 128.32, |
| "grad_norm": 0.15323702991008759, |
| "learning_rate": 9.809874999724874e-05, |
| "loss": 0.0102, |
| "step": 16040 |
| }, |
| { |
| "epoch": 128.4, |
| "grad_norm": 0.22120563685894012, |
| "learning_rate": 9.809498463232838e-05, |
| "loss": 0.0097, |
| "step": 16050 |
| }, |
| { |
| "epoch": 128.48, |
| "grad_norm": 0.18341992795467377, |
| "learning_rate": 9.809121561491135e-05, |
| "loss": 0.0119, |
| "step": 16060 |
| }, |
| { |
| "epoch": 128.56, |
| "grad_norm": 0.14309534430503845, |
| "learning_rate": 9.808744294528387e-05, |
| "loss": 0.0088, |
| "step": 16070 |
| }, |
| { |
| "epoch": 128.64, |
| "grad_norm": 0.2078595906496048, |
| "learning_rate": 9.808366662373245e-05, |
| "loss": 0.0105, |
| "step": 16080 |
| }, |
| { |
| "epoch": 128.72, |
| "grad_norm": 0.21607525646686554, |
| "learning_rate": 9.807988665054386e-05, |
| "loss": 0.013, |
| "step": 16090 |
| }, |
| { |
| "epoch": 128.8, |
| "grad_norm": 0.16620388627052307, |
| "learning_rate": 9.80761030260052e-05, |
| "loss": 0.008, |
| "step": 16100 |
| }, |
| { |
| "epoch": 128.88, |
| "grad_norm": 0.23072406649589539, |
| "learning_rate": 9.807231575040377e-05, |
| "loss": 0.0101, |
| "step": 16110 |
| }, |
| { |
| "epoch": 128.96, |
| "grad_norm": 0.306671142578125, |
| "learning_rate": 9.806852482402722e-05, |
| "loss": 0.0106, |
| "step": 16120 |
| }, |
| { |
| "epoch": 129.04, |
| "grad_norm": 0.14790812134742737, |
| "learning_rate": 9.806473024716343e-05, |
| "loss": 0.0105, |
| "step": 16130 |
| }, |
| { |
| "epoch": 129.12, |
| "grad_norm": 0.2204030305147171, |
| "learning_rate": 9.806093202010058e-05, |
| "loss": 0.0105, |
| "step": 16140 |
| }, |
| { |
| "epoch": 129.2, |
| "grad_norm": 0.2048027515411377, |
| "learning_rate": 9.805713014312712e-05, |
| "loss": 0.0106, |
| "step": 16150 |
| }, |
| { |
| "epoch": 129.28, |
| "grad_norm": 0.20966032147407532, |
| "learning_rate": 9.805332461653177e-05, |
| "loss": 0.0098, |
| "step": 16160 |
| }, |
| { |
| "epoch": 129.36, |
| "grad_norm": 0.25045520067214966, |
| "learning_rate": 9.804951544060355e-05, |
| "loss": 0.0102, |
| "step": 16170 |
| }, |
| { |
| "epoch": 129.44, |
| "grad_norm": 0.15270477533340454, |
| "learning_rate": 9.804570261563172e-05, |
| "loss": 0.0099, |
| "step": 16180 |
| }, |
| { |
| "epoch": 129.52, |
| "grad_norm": 0.2883908152580261, |
| "learning_rate": 9.804188614190586e-05, |
| "loss": 0.011, |
| "step": 16190 |
| }, |
| { |
| "epoch": 129.6, |
| "grad_norm": 0.1754152625799179, |
| "learning_rate": 9.803806601971579e-05, |
| "loss": 0.0121, |
| "step": 16200 |
| }, |
| { |
| "epoch": 129.68, |
| "grad_norm": 0.14986684918403625, |
| "learning_rate": 9.803424224935163e-05, |
| "loss": 0.01, |
| "step": 16210 |
| }, |
| { |
| "epoch": 129.76, |
| "grad_norm": 0.17665009200572968, |
| "learning_rate": 9.803041483110376e-05, |
| "loss": 0.0106, |
| "step": 16220 |
| }, |
| { |
| "epoch": 129.84, |
| "grad_norm": 0.3517259657382965, |
| "learning_rate": 9.802658376526287e-05, |
| "loss": 0.0095, |
| "step": 16230 |
| }, |
| { |
| "epoch": 129.92, |
| "grad_norm": 0.18084277212619781, |
| "learning_rate": 9.80227490521199e-05, |
| "loss": 0.0083, |
| "step": 16240 |
| }, |
| { |
| "epoch": 130.0, |
| "grad_norm": 0.22218742966651917, |
| "learning_rate": 9.801891069196603e-05, |
| "loss": 0.012, |
| "step": 16250 |
| }, |
| { |
| "epoch": 130.08, |
| "grad_norm": 0.19794504344463348, |
| "learning_rate": 9.801506868509281e-05, |
| "loss": 0.011, |
| "step": 16260 |
| }, |
| { |
| "epoch": 130.16, |
| "grad_norm": 0.17501923441886902, |
| "learning_rate": 9.8011223031792e-05, |
| "loss": 0.0118, |
| "step": 16270 |
| }, |
| { |
| "epoch": 130.24, |
| "grad_norm": 0.1295178234577179, |
| "learning_rate": 9.800737373235565e-05, |
| "loss": 0.0108, |
| "step": 16280 |
| }, |
| { |
| "epoch": 130.32, |
| "grad_norm": 0.14846006035804749, |
| "learning_rate": 9.800352078707606e-05, |
| "loss": 0.0131, |
| "step": 16290 |
| }, |
| { |
| "epoch": 130.4, |
| "grad_norm": 0.237406387925148, |
| "learning_rate": 9.799966419624589e-05, |
| "loss": 0.0116, |
| "step": 16300 |
| }, |
| { |
| "epoch": 130.48, |
| "grad_norm": 0.26980355381965637, |
| "learning_rate": 9.799580396015798e-05, |
| "loss": 0.0098, |
| "step": 16310 |
| }, |
| { |
| "epoch": 130.56, |
| "grad_norm": 0.16104623675346375, |
| "learning_rate": 9.799194007910551e-05, |
| "loss": 0.0108, |
| "step": 16320 |
| }, |
| { |
| "epoch": 130.64, |
| "grad_norm": 0.27822649478912354, |
| "learning_rate": 9.798807255338192e-05, |
| "loss": 0.0109, |
| "step": 16330 |
| }, |
| { |
| "epoch": 130.72, |
| "grad_norm": 0.2268897294998169, |
| "learning_rate": 9.798420138328089e-05, |
| "loss": 0.0109, |
| "step": 16340 |
| }, |
| { |
| "epoch": 130.8, |
| "grad_norm": 0.1197066679596901, |
| "learning_rate": 9.798032656909645e-05, |
| "loss": 0.0088, |
| "step": 16350 |
| }, |
| { |
| "epoch": 130.88, |
| "grad_norm": 0.10301550477743149, |
| "learning_rate": 9.797644811112285e-05, |
| "loss": 0.0097, |
| "step": 16360 |
| }, |
| { |
| "epoch": 130.96, |
| "grad_norm": 0.1305689513683319, |
| "learning_rate": 9.797256600965462e-05, |
| "loss": 0.0087, |
| "step": 16370 |
| }, |
| { |
| "epoch": 131.04, |
| "grad_norm": 0.10762294381856918, |
| "learning_rate": 9.79686802649866e-05, |
| "loss": 0.0095, |
| "step": 16380 |
| }, |
| { |
| "epoch": 131.12, |
| "grad_norm": 0.14373748004436493, |
| "learning_rate": 9.796479087741388e-05, |
| "loss": 0.0118, |
| "step": 16390 |
| }, |
| { |
| "epoch": 131.2, |
| "grad_norm": 0.17826884984970093, |
| "learning_rate": 9.796089784723184e-05, |
| "loss": 0.0097, |
| "step": 16400 |
| }, |
| { |
| "epoch": 131.28, |
| "grad_norm": 0.20574574172496796, |
| "learning_rate": 9.79570011747361e-05, |
| "loss": 0.0091, |
| "step": 16410 |
| }, |
| { |
| "epoch": 131.36, |
| "grad_norm": 0.17005619406700134, |
| "learning_rate": 9.795310086022264e-05, |
| "loss": 0.0101, |
| "step": 16420 |
| }, |
| { |
| "epoch": 131.44, |
| "grad_norm": 0.24637353420257568, |
| "learning_rate": 9.79491969039876e-05, |
| "loss": 0.0106, |
| "step": 16430 |
| }, |
| { |
| "epoch": 131.52, |
| "grad_norm": 0.18036162853240967, |
| "learning_rate": 9.794528930632751e-05, |
| "loss": 0.0098, |
| "step": 16440 |
| }, |
| { |
| "epoch": 131.6, |
| "grad_norm": 0.23351937532424927, |
| "learning_rate": 9.794137806753911e-05, |
| "loss": 0.0104, |
| "step": 16450 |
| }, |
| { |
| "epoch": 131.68, |
| "grad_norm": 0.2236931174993515, |
| "learning_rate": 9.793746318791944e-05, |
| "loss": 0.009, |
| "step": 16460 |
| }, |
| { |
| "epoch": 131.76, |
| "grad_norm": 0.1588878482580185, |
| "learning_rate": 9.793354466776579e-05, |
| "loss": 0.0093, |
| "step": 16470 |
| }, |
| { |
| "epoch": 131.84, |
| "grad_norm": 0.17058065533638, |
| "learning_rate": 9.792962250737576e-05, |
| "loss": 0.0112, |
| "step": 16480 |
| }, |
| { |
| "epoch": 131.92, |
| "grad_norm": 0.11319142580032349, |
| "learning_rate": 9.79256967070472e-05, |
| "loss": 0.0119, |
| "step": 16490 |
| }, |
| { |
| "epoch": 132.0, |
| "grad_norm": 0.17876437306404114, |
| "learning_rate": 9.792176726707827e-05, |
| "loss": 0.0076, |
| "step": 16500 |
| }, |
| { |
| "epoch": 132.08, |
| "grad_norm": 0.28537270426750183, |
| "learning_rate": 9.791783418776737e-05, |
| "loss": 0.0095, |
| "step": 16510 |
| }, |
| { |
| "epoch": 132.16, |
| "grad_norm": 0.1767926961183548, |
| "learning_rate": 9.791389746941318e-05, |
| "loss": 0.0091, |
| "step": 16520 |
| }, |
| { |
| "epoch": 132.24, |
| "grad_norm": 0.16765117645263672, |
| "learning_rate": 9.79099571123147e-05, |
| "loss": 0.0095, |
| "step": 16530 |
| }, |
| { |
| "epoch": 132.32, |
| "grad_norm": 0.1718839406967163, |
| "learning_rate": 9.790601311677115e-05, |
| "loss": 0.0085, |
| "step": 16540 |
| }, |
| { |
| "epoch": 132.4, |
| "grad_norm": 0.17084012925624847, |
| "learning_rate": 9.790206548308204e-05, |
| "loss": 0.0098, |
| "step": 16550 |
| }, |
| { |
| "epoch": 132.48, |
| "grad_norm": 0.27682167291641235, |
| "learning_rate": 9.789811421154719e-05, |
| "loss": 0.009, |
| "step": 16560 |
| }, |
| { |
| "epoch": 132.56, |
| "grad_norm": 0.10607213526964188, |
| "learning_rate": 9.789415930246668e-05, |
| "loss": 0.0092, |
| "step": 16570 |
| }, |
| { |
| "epoch": 132.64, |
| "grad_norm": 0.17210516333580017, |
| "learning_rate": 9.789020075614082e-05, |
| "loss": 0.0103, |
| "step": 16580 |
| }, |
| { |
| "epoch": 132.72, |
| "grad_norm": 0.21481510996818542, |
| "learning_rate": 9.78862385728703e-05, |
| "loss": 0.0102, |
| "step": 16590 |
| }, |
| { |
| "epoch": 132.8, |
| "grad_norm": 0.14136391878128052, |
| "learning_rate": 9.788227275295595e-05, |
| "loss": 0.0129, |
| "step": 16600 |
| }, |
| { |
| "epoch": 132.88, |
| "grad_norm": 0.14992214739322662, |
| "learning_rate": 9.787830329669898e-05, |
| "loss": 0.0093, |
| "step": 16610 |
| }, |
| { |
| "epoch": 132.96, |
| "grad_norm": 0.1431528478860855, |
| "learning_rate": 9.787433020440084e-05, |
| "loss": 0.0087, |
| "step": 16620 |
| }, |
| { |
| "epoch": 133.04, |
| "grad_norm": 0.12868015468120575, |
| "learning_rate": 9.787035347636329e-05, |
| "loss": 0.0094, |
| "step": 16630 |
| }, |
| { |
| "epoch": 133.12, |
| "grad_norm": 0.21138004958629608, |
| "learning_rate": 9.786637311288828e-05, |
| "loss": 0.0113, |
| "step": 16640 |
| }, |
| { |
| "epoch": 133.2, |
| "grad_norm": 0.1748831868171692, |
| "learning_rate": 9.786238911427814e-05, |
| "loss": 0.0089, |
| "step": 16650 |
| }, |
| { |
| "epoch": 133.28, |
| "grad_norm": 0.16873711347579956, |
| "learning_rate": 9.785840148083543e-05, |
| "loss": 0.0098, |
| "step": 16660 |
| }, |
| { |
| "epoch": 133.36, |
| "grad_norm": 0.20002400875091553, |
| "learning_rate": 9.785441021286293e-05, |
| "loss": 0.0109, |
| "step": 16670 |
| }, |
| { |
| "epoch": 133.44, |
| "grad_norm": 0.1716877520084381, |
| "learning_rate": 9.785041531066381e-05, |
| "loss": 0.0106, |
| "step": 16680 |
| }, |
| { |
| "epoch": 133.52, |
| "grad_norm": 0.23263554275035858, |
| "learning_rate": 9.784641677454142e-05, |
| "loss": 0.0139, |
| "step": 16690 |
| }, |
| { |
| "epoch": 133.6, |
| "grad_norm": 0.16637474298477173, |
| "learning_rate": 9.784241460479944e-05, |
| "loss": 0.0101, |
| "step": 16700 |
| }, |
| { |
| "epoch": 133.68, |
| "grad_norm": 0.09185868501663208, |
| "learning_rate": 9.78384088017418e-05, |
| "loss": 0.0095, |
| "step": 16710 |
| }, |
| { |
| "epoch": 133.76, |
| "grad_norm": 0.1953858584165573, |
| "learning_rate": 9.783439936567272e-05, |
| "loss": 0.0099, |
| "step": 16720 |
| }, |
| { |
| "epoch": 133.84, |
| "grad_norm": 0.24902108311653137, |
| "learning_rate": 9.783038629689668e-05, |
| "loss": 0.009, |
| "step": 16730 |
| }, |
| { |
| "epoch": 133.92, |
| "grad_norm": 0.1639479398727417, |
| "learning_rate": 9.782636959571847e-05, |
| "loss": 0.0093, |
| "step": 16740 |
| }, |
| { |
| "epoch": 134.0, |
| "grad_norm": 0.13696756958961487, |
| "learning_rate": 9.782234926244309e-05, |
| "loss": 0.0113, |
| "step": 16750 |
| }, |
| { |
| "epoch": 134.08, |
| "grad_norm": 0.17667661607265472, |
| "learning_rate": 9.781832529737591e-05, |
| "loss": 0.0092, |
| "step": 16760 |
| }, |
| { |
| "epoch": 134.16, |
| "grad_norm": 0.198215514421463, |
| "learning_rate": 9.781429770082249e-05, |
| "loss": 0.0093, |
| "step": 16770 |
| }, |
| { |
| "epoch": 134.24, |
| "grad_norm": 0.11462987214326859, |
| "learning_rate": 9.78102664730887e-05, |
| "loss": 0.0091, |
| "step": 16780 |
| }, |
| { |
| "epoch": 134.32, |
| "grad_norm": 0.2258506864309311, |
| "learning_rate": 9.780623161448069e-05, |
| "loss": 0.0098, |
| "step": 16790 |
| }, |
| { |
| "epoch": 134.4, |
| "grad_norm": 0.19432681798934937, |
| "learning_rate": 9.78021931253049e-05, |
| "loss": 0.0109, |
| "step": 16800 |
| }, |
| { |
| "epoch": 134.48, |
| "grad_norm": 0.30003437399864197, |
| "learning_rate": 9.7798151005868e-05, |
| "loss": 0.0116, |
| "step": 16810 |
| }, |
| { |
| "epoch": 134.56, |
| "grad_norm": 0.13752326369285583, |
| "learning_rate": 9.779410525647696e-05, |
| "loss": 0.0111, |
| "step": 16820 |
| }, |
| { |
| "epoch": 134.64, |
| "grad_norm": 0.1379179060459137, |
| "learning_rate": 9.779005587743905e-05, |
| "loss": 0.0112, |
| "step": 16830 |
| }, |
| { |
| "epoch": 134.72, |
| "grad_norm": 0.13376383483409882, |
| "learning_rate": 9.778600286906176e-05, |
| "loss": 0.0095, |
| "step": 16840 |
| }, |
| { |
| "epoch": 134.8, |
| "grad_norm": 0.11127329617738724, |
| "learning_rate": 9.778194623165296e-05, |
| "loss": 0.0093, |
| "step": 16850 |
| }, |
| { |
| "epoch": 134.88, |
| "grad_norm": 0.10779154300689697, |
| "learning_rate": 9.777788596552064e-05, |
| "loss": 0.0085, |
| "step": 16860 |
| }, |
| { |
| "epoch": 134.96, |
| "grad_norm": 0.2571144104003906, |
| "learning_rate": 9.777382207097318e-05, |
| "loss": 0.01, |
| "step": 16870 |
| }, |
| { |
| "epoch": 135.04, |
| "grad_norm": 0.18410484492778778, |
| "learning_rate": 9.776975454831924e-05, |
| "loss": 0.0091, |
| "step": 16880 |
| }, |
| { |
| "epoch": 135.12, |
| "grad_norm": 0.16048957407474518, |
| "learning_rate": 9.77656833978677e-05, |
| "loss": 0.0095, |
| "step": 16890 |
| }, |
| { |
| "epoch": 135.2, |
| "grad_norm": 0.16765542328357697, |
| "learning_rate": 9.776160861992772e-05, |
| "loss": 0.0106, |
| "step": 16900 |
| }, |
| { |
| "epoch": 135.28, |
| "grad_norm": 0.1443251371383667, |
| "learning_rate": 9.775753021480875e-05, |
| "loss": 0.0089, |
| "step": 16910 |
| }, |
| { |
| "epoch": 135.36, |
| "grad_norm": 0.15119200944900513, |
| "learning_rate": 9.775344818282055e-05, |
| "loss": 0.0095, |
| "step": 16920 |
| }, |
| { |
| "epoch": 135.44, |
| "grad_norm": 0.17143762111663818, |
| "learning_rate": 9.77493625242731e-05, |
| "loss": 0.0089, |
| "step": 16930 |
| }, |
| { |
| "epoch": 135.52, |
| "grad_norm": 0.13985206186771393, |
| "learning_rate": 9.774527323947669e-05, |
| "loss": 0.0083, |
| "step": 16940 |
| }, |
| { |
| "epoch": 135.6, |
| "grad_norm": 0.2322637438774109, |
| "learning_rate": 9.774118032874186e-05, |
| "loss": 0.009, |
| "step": 16950 |
| }, |
| { |
| "epoch": 135.68, |
| "grad_norm": 0.1964881867170334, |
| "learning_rate": 9.773708379237945e-05, |
| "loss": 0.0094, |
| "step": 16960 |
| }, |
| { |
| "epoch": 135.76, |
| "grad_norm": 0.18301987648010254, |
| "learning_rate": 9.773298363070056e-05, |
| "loss": 0.0076, |
| "step": 16970 |
| }, |
| { |
| "epoch": 135.84, |
| "grad_norm": 0.12843258678913116, |
| "learning_rate": 9.772887984401658e-05, |
| "loss": 0.0097, |
| "step": 16980 |
| }, |
| { |
| "epoch": 135.92, |
| "grad_norm": 0.1363900750875473, |
| "learning_rate": 9.772477243263916e-05, |
| "loss": 0.0111, |
| "step": 16990 |
| }, |
| { |
| "epoch": 136.0, |
| "grad_norm": 0.16377827525138855, |
| "learning_rate": 9.772066139688024e-05, |
| "loss": 0.0108, |
| "step": 17000 |
| }, |
| { |
| "epoch": 136.08, |
| "grad_norm": 0.1748189777135849, |
| "learning_rate": 9.771654673705199e-05, |
| "loss": 0.0105, |
| "step": 17010 |
| }, |
| { |
| "epoch": 136.16, |
| "grad_norm": 0.17177744209766388, |
| "learning_rate": 9.771242845346695e-05, |
| "loss": 0.0104, |
| "step": 17020 |
| }, |
| { |
| "epoch": 136.24, |
| "grad_norm": 0.1255773901939392, |
| "learning_rate": 9.770830654643782e-05, |
| "loss": 0.0093, |
| "step": 17030 |
| }, |
| { |
| "epoch": 136.32, |
| "grad_norm": 0.22070716321468353, |
| "learning_rate": 9.770418101627765e-05, |
| "loss": 0.011, |
| "step": 17040 |
| }, |
| { |
| "epoch": 136.4, |
| "grad_norm": 0.20551833510398865, |
| "learning_rate": 9.770005186329976e-05, |
| "loss": 0.0095, |
| "step": 17050 |
| }, |
| { |
| "epoch": 136.48, |
| "grad_norm": 0.1894064098596573, |
| "learning_rate": 9.769591908781774e-05, |
| "loss": 0.0123, |
| "step": 17060 |
| }, |
| { |
| "epoch": 136.56, |
| "grad_norm": 0.15934155881404877, |
| "learning_rate": 9.76917826901454e-05, |
| "loss": 0.0092, |
| "step": 17070 |
| }, |
| { |
| "epoch": 136.64, |
| "grad_norm": 0.1093260869383812, |
| "learning_rate": 9.768764267059693e-05, |
| "loss": 0.0105, |
| "step": 17080 |
| }, |
| { |
| "epoch": 136.72, |
| "grad_norm": 0.1831360012292862, |
| "learning_rate": 9.76834990294867e-05, |
| "loss": 0.0095, |
| "step": 17090 |
| }, |
| { |
| "epoch": 136.8, |
| "grad_norm": 0.1801532804965973, |
| "learning_rate": 9.76793517671294e-05, |
| "loss": 0.0097, |
| "step": 17100 |
| }, |
| { |
| "epoch": 136.88, |
| "grad_norm": 0.1845605969429016, |
| "learning_rate": 9.767520088384e-05, |
| "loss": 0.0111, |
| "step": 17110 |
| }, |
| { |
| "epoch": 136.96, |
| "grad_norm": 0.15315480530261993, |
| "learning_rate": 9.767104637993371e-05, |
| "loss": 0.0083, |
| "step": 17120 |
| }, |
| { |
| "epoch": 137.04, |
| "grad_norm": 0.18815721571445465, |
| "learning_rate": 9.766688825572605e-05, |
| "loss": 0.0096, |
| "step": 17130 |
| }, |
| { |
| "epoch": 137.12, |
| "grad_norm": 0.13451960682868958, |
| "learning_rate": 9.76627265115328e-05, |
| "loss": 0.0113, |
| "step": 17140 |
| }, |
| { |
| "epoch": 137.2, |
| "grad_norm": 0.11523409187793732, |
| "learning_rate": 9.765856114767003e-05, |
| "loss": 0.0097, |
| "step": 17150 |
| }, |
| { |
| "epoch": 137.28, |
| "grad_norm": 0.0921950712800026, |
| "learning_rate": 9.765439216445405e-05, |
| "loss": 0.0103, |
| "step": 17160 |
| }, |
| { |
| "epoch": 137.36, |
| "grad_norm": 0.13757456839084625, |
| "learning_rate": 9.765021956220148e-05, |
| "loss": 0.0098, |
| "step": 17170 |
| }, |
| { |
| "epoch": 137.44, |
| "grad_norm": 0.11759835481643677, |
| "learning_rate": 9.76460433412292e-05, |
| "loss": 0.0101, |
| "step": 17180 |
| }, |
| { |
| "epoch": 137.52, |
| "grad_norm": 0.18642546236515045, |
| "learning_rate": 9.764186350185435e-05, |
| "loss": 0.0096, |
| "step": 17190 |
| }, |
| { |
| "epoch": 137.6, |
| "grad_norm": 0.12423654645681381, |
| "learning_rate": 9.76376800443944e-05, |
| "loss": 0.009, |
| "step": 17200 |
| }, |
| { |
| "epoch": 137.68, |
| "grad_norm": 0.19629143178462982, |
| "learning_rate": 9.763349296916701e-05, |
| "loss": 0.0097, |
| "step": 17210 |
| }, |
| { |
| "epoch": 137.76, |
| "grad_norm": 0.21477064490318298, |
| "learning_rate": 9.762930227649021e-05, |
| "loss": 0.0118, |
| "step": 17220 |
| }, |
| { |
| "epoch": 137.84, |
| "grad_norm": 0.3465431034564972, |
| "learning_rate": 9.76251079666822e-05, |
| "loss": 0.0099, |
| "step": 17230 |
| }, |
| { |
| "epoch": 137.92, |
| "grad_norm": 0.17946840822696686, |
| "learning_rate": 9.762091004006155e-05, |
| "loss": 0.0095, |
| "step": 17240 |
| }, |
| { |
| "epoch": 138.0, |
| "grad_norm": 0.19422848522663116, |
| "learning_rate": 9.761670849694706e-05, |
| "loss": 0.0101, |
| "step": 17250 |
| }, |
| { |
| "epoch": 138.08, |
| "grad_norm": 0.5008213520050049, |
| "learning_rate": 9.76125033376578e-05, |
| "loss": 0.0102, |
| "step": 17260 |
| }, |
| { |
| "epoch": 138.16, |
| "grad_norm": 0.1826799511909485, |
| "learning_rate": 9.760829456251313e-05, |
| "loss": 0.0087, |
| "step": 17270 |
| }, |
| { |
| "epoch": 138.24, |
| "grad_norm": 0.12459617853164673, |
| "learning_rate": 9.760408217183266e-05, |
| "loss": 0.0099, |
| "step": 17280 |
| }, |
| { |
| "epoch": 138.32, |
| "grad_norm": 0.1499745100736618, |
| "learning_rate": 9.759986616593631e-05, |
| "loss": 0.0084, |
| "step": 17290 |
| }, |
| { |
| "epoch": 138.4, |
| "grad_norm": 0.12484867870807648, |
| "learning_rate": 9.759564654514426e-05, |
| "loss": 0.0109, |
| "step": 17300 |
| }, |
| { |
| "epoch": 138.48, |
| "grad_norm": 0.1641523689031601, |
| "learning_rate": 9.759142330977697e-05, |
| "loss": 0.0109, |
| "step": 17310 |
| }, |
| { |
| "epoch": 138.56, |
| "grad_norm": 0.13615156710147858, |
| "learning_rate": 9.758719646015514e-05, |
| "loss": 0.0092, |
| "step": 17320 |
| }, |
| { |
| "epoch": 138.64, |
| "grad_norm": 0.13278675079345703, |
| "learning_rate": 9.75829659965998e-05, |
| "loss": 0.01, |
| "step": 17330 |
| }, |
| { |
| "epoch": 138.72, |
| "grad_norm": 0.1603211760520935, |
| "learning_rate": 9.757873191943221e-05, |
| "loss": 0.0082, |
| "step": 17340 |
| }, |
| { |
| "epoch": 138.8, |
| "grad_norm": 0.27160701155662537, |
| "learning_rate": 9.75744942289739e-05, |
| "loss": 0.0096, |
| "step": 17350 |
| }, |
| { |
| "epoch": 138.88, |
| "grad_norm": 0.1433396190404892, |
| "learning_rate": 9.757025292554676e-05, |
| "loss": 0.0091, |
| "step": 17360 |
| }, |
| { |
| "epoch": 138.96, |
| "grad_norm": 0.11454160511493683, |
| "learning_rate": 9.756600800947283e-05, |
| "loss": 0.0098, |
| "step": 17370 |
| }, |
| { |
| "epoch": 139.04, |
| "grad_norm": 0.18153530359268188, |
| "learning_rate": 9.756175948107448e-05, |
| "loss": 0.0089, |
| "step": 17380 |
| }, |
| { |
| "epoch": 139.12, |
| "grad_norm": 0.14629782736301422, |
| "learning_rate": 9.75575073406744e-05, |
| "loss": 0.0101, |
| "step": 17390 |
| }, |
| { |
| "epoch": 139.2, |
| "grad_norm": 0.27266207337379456, |
| "learning_rate": 9.755325158859548e-05, |
| "loss": 0.0131, |
| "step": 17400 |
| }, |
| { |
| "epoch": 139.28, |
| "grad_norm": 0.1394633948802948, |
| "learning_rate": 9.754899222516092e-05, |
| "loss": 0.0087, |
| "step": 17410 |
| }, |
| { |
| "epoch": 139.36, |
| "grad_norm": 0.2454729825258255, |
| "learning_rate": 9.75447292506942e-05, |
| "loss": 0.009, |
| "step": 17420 |
| }, |
| { |
| "epoch": 139.44, |
| "grad_norm": 0.12298515439033508, |
| "learning_rate": 9.754046266551906e-05, |
| "loss": 0.0091, |
| "step": 17430 |
| }, |
| { |
| "epoch": 139.52, |
| "grad_norm": 0.14182306826114655, |
| "learning_rate": 9.753619246995954e-05, |
| "loss": 0.0073, |
| "step": 17440 |
| }, |
| { |
| "epoch": 139.6, |
| "grad_norm": 0.15355677902698517, |
| "learning_rate": 9.75319186643399e-05, |
| "loss": 0.0076, |
| "step": 17450 |
| }, |
| { |
| "epoch": 139.68, |
| "grad_norm": 0.18419593572616577, |
| "learning_rate": 9.752764124898471e-05, |
| "loss": 0.0106, |
| "step": 17460 |
| }, |
| { |
| "epoch": 139.76, |
| "grad_norm": 0.11228553205728531, |
| "learning_rate": 9.752336022421884e-05, |
| "loss": 0.0092, |
| "step": 17470 |
| }, |
| { |
| "epoch": 139.84, |
| "grad_norm": 0.12375098466873169, |
| "learning_rate": 9.751907559036737e-05, |
| "loss": 0.0085, |
| "step": 17480 |
| }, |
| { |
| "epoch": 139.92, |
| "grad_norm": 0.1415654867887497, |
| "learning_rate": 9.751478734775572e-05, |
| "loss": 0.0106, |
| "step": 17490 |
| }, |
| { |
| "epoch": 140.0, |
| "grad_norm": 0.15181364119052887, |
| "learning_rate": 9.751049549670955e-05, |
| "loss": 0.0089, |
| "step": 17500 |
| }, |
| { |
| "epoch": 140.08, |
| "grad_norm": 0.13511061668395996, |
| "learning_rate": 9.750620003755477e-05, |
| "loss": 0.0079, |
| "step": 17510 |
| }, |
| { |
| "epoch": 140.16, |
| "grad_norm": 0.20048268139362335, |
| "learning_rate": 9.750190097061762e-05, |
| "loss": 0.0109, |
| "step": 17520 |
| }, |
| { |
| "epoch": 140.24, |
| "grad_norm": 0.13448578119277954, |
| "learning_rate": 9.749759829622458e-05, |
| "loss": 0.011, |
| "step": 17530 |
| }, |
| { |
| "epoch": 140.32, |
| "grad_norm": 0.1891559362411499, |
| "learning_rate": 9.749329201470239e-05, |
| "loss": 0.0105, |
| "step": 17540 |
| }, |
| { |
| "epoch": 140.4, |
| "grad_norm": 0.14250051975250244, |
| "learning_rate": 9.748898212637812e-05, |
| "loss": 0.0092, |
| "step": 17550 |
| }, |
| { |
| "epoch": 140.48, |
| "grad_norm": 0.12802544236183167, |
| "learning_rate": 9.748466863157905e-05, |
| "loss": 0.0102, |
| "step": 17560 |
| }, |
| { |
| "epoch": 140.56, |
| "grad_norm": 0.1262303590774536, |
| "learning_rate": 9.748035153063276e-05, |
| "loss": 0.0117, |
| "step": 17570 |
| }, |
| { |
| "epoch": 140.64, |
| "grad_norm": 0.2000196874141693, |
| "learning_rate": 9.747603082386713e-05, |
| "loss": 0.0104, |
| "step": 17580 |
| }, |
| { |
| "epoch": 140.72, |
| "grad_norm": 0.13194097578525543, |
| "learning_rate": 9.747170651161026e-05, |
| "loss": 0.0108, |
| "step": 17590 |
| }, |
| { |
| "epoch": 140.8, |
| "grad_norm": 0.15662994980812073, |
| "learning_rate": 9.746737859419058e-05, |
| "loss": 0.0112, |
| "step": 17600 |
| }, |
| { |
| "epoch": 140.88, |
| "grad_norm": 0.20094308257102966, |
| "learning_rate": 9.746304707193675e-05, |
| "loss": 0.0091, |
| "step": 17610 |
| }, |
| { |
| "epoch": 140.96, |
| "grad_norm": 0.12383618205785751, |
| "learning_rate": 9.74587119451777e-05, |
| "loss": 0.0075, |
| "step": 17620 |
| }, |
| { |
| "epoch": 141.04, |
| "grad_norm": 0.2784409523010254, |
| "learning_rate": 9.74543732142427e-05, |
| "loss": 0.0111, |
| "step": 17630 |
| }, |
| { |
| "epoch": 141.12, |
| "grad_norm": 0.13154415786266327, |
| "learning_rate": 9.745003087946123e-05, |
| "loss": 0.0105, |
| "step": 17640 |
| }, |
| { |
| "epoch": 141.2, |
| "grad_norm": 0.21148571372032166, |
| "learning_rate": 9.744568494116305e-05, |
| "loss": 0.0105, |
| "step": 17650 |
| }, |
| { |
| "epoch": 141.28, |
| "grad_norm": 0.17331020534038544, |
| "learning_rate": 9.744133539967821e-05, |
| "loss": 0.0106, |
| "step": 17660 |
| }, |
| { |
| "epoch": 141.36, |
| "grad_norm": 0.14644910395145416, |
| "learning_rate": 9.743698225533704e-05, |
| "loss": 0.0079, |
| "step": 17670 |
| }, |
| { |
| "epoch": 141.44, |
| "grad_norm": 0.12603220343589783, |
| "learning_rate": 9.743262550847012e-05, |
| "loss": 0.0092, |
| "step": 17680 |
| }, |
| { |
| "epoch": 141.52, |
| "grad_norm": 0.2583945393562317, |
| "learning_rate": 9.742826515940832e-05, |
| "loss": 0.0127, |
| "step": 17690 |
| }, |
| { |
| "epoch": 141.6, |
| "grad_norm": 0.1484953612089157, |
| "learning_rate": 9.742390120848278e-05, |
| "loss": 0.0089, |
| "step": 17700 |
| }, |
| { |
| "epoch": 141.68, |
| "grad_norm": 0.16552218794822693, |
| "learning_rate": 9.741953365602493e-05, |
| "loss": 0.0084, |
| "step": 17710 |
| }, |
| { |
| "epoch": 141.76, |
| "grad_norm": 0.1745302677154541, |
| "learning_rate": 9.741516250236641e-05, |
| "loss": 0.0093, |
| "step": 17720 |
| }, |
| { |
| "epoch": 141.84, |
| "grad_norm": 0.14498600363731384, |
| "learning_rate": 9.741078774783923e-05, |
| "loss": 0.0096, |
| "step": 17730 |
| }, |
| { |
| "epoch": 141.92, |
| "grad_norm": 0.16472570598125458, |
| "learning_rate": 9.74064093927756e-05, |
| "loss": 0.009, |
| "step": 17740 |
| }, |
| { |
| "epoch": 142.0, |
| "grad_norm": 0.22385936975479126, |
| "learning_rate": 9.740202743750804e-05, |
| "loss": 0.0092, |
| "step": 17750 |
| }, |
| { |
| "epoch": 142.08, |
| "grad_norm": 0.17599494755268097, |
| "learning_rate": 9.739764188236931e-05, |
| "loss": 0.0088, |
| "step": 17760 |
| }, |
| { |
| "epoch": 142.16, |
| "grad_norm": 0.21552389860153198, |
| "learning_rate": 9.739325272769247e-05, |
| "loss": 0.0092, |
| "step": 17770 |
| }, |
| { |
| "epoch": 142.24, |
| "grad_norm": 0.12758883833885193, |
| "learning_rate": 9.738885997381087e-05, |
| "loss": 0.0093, |
| "step": 17780 |
| }, |
| { |
| "epoch": 142.32, |
| "grad_norm": 0.1599287986755371, |
| "learning_rate": 9.738446362105809e-05, |
| "loss": 0.0103, |
| "step": 17790 |
| }, |
| { |
| "epoch": 142.4, |
| "grad_norm": 0.23306027054786682, |
| "learning_rate": 9.7380063669768e-05, |
| "loss": 0.0093, |
| "step": 17800 |
| }, |
| { |
| "epoch": 142.48, |
| "grad_norm": 0.18874786794185638, |
| "learning_rate": 9.737566012027478e-05, |
| "loss": 0.0102, |
| "step": 17810 |
| }, |
| { |
| "epoch": 142.56, |
| "grad_norm": 0.11640451848506927, |
| "learning_rate": 9.737125297291281e-05, |
| "loss": 0.0097, |
| "step": 17820 |
| }, |
| { |
| "epoch": 142.64, |
| "grad_norm": 0.22195373475551605, |
| "learning_rate": 9.736684222801678e-05, |
| "loss": 0.0086, |
| "step": 17830 |
| }, |
| { |
| "epoch": 142.72, |
| "grad_norm": 0.12265320867300034, |
| "learning_rate": 9.73624278859217e-05, |
| "loss": 0.0094, |
| "step": 17840 |
| }, |
| { |
| "epoch": 142.8, |
| "grad_norm": 0.22473810613155365, |
| "learning_rate": 9.735800994696278e-05, |
| "loss": 0.0104, |
| "step": 17850 |
| }, |
| { |
| "epoch": 142.88, |
| "grad_norm": 0.18897825479507446, |
| "learning_rate": 9.735358841147555e-05, |
| "loss": 0.0093, |
| "step": 17860 |
| }, |
| { |
| "epoch": 142.96, |
| "grad_norm": 0.3474564254283905, |
| "learning_rate": 9.734916327979578e-05, |
| "loss": 0.0107, |
| "step": 17870 |
| }, |
| { |
| "epoch": 143.04, |
| "grad_norm": 0.2054952085018158, |
| "learning_rate": 9.734473455225954e-05, |
| "loss": 0.0096, |
| "step": 17880 |
| }, |
| { |
| "epoch": 143.12, |
| "grad_norm": 0.3197222948074341, |
| "learning_rate": 9.734030222920314e-05, |
| "loss": 0.0104, |
| "step": 17890 |
| }, |
| { |
| "epoch": 143.2, |
| "grad_norm": 0.16581471264362335, |
| "learning_rate": 9.733586631096323e-05, |
| "loss": 0.0099, |
| "step": 17900 |
| }, |
| { |
| "epoch": 143.28, |
| "grad_norm": 0.18499146401882172, |
| "learning_rate": 9.733142679787664e-05, |
| "loss": 0.0093, |
| "step": 17910 |
| }, |
| { |
| "epoch": 143.36, |
| "grad_norm": 0.20644651353359222, |
| "learning_rate": 9.732698369028057e-05, |
| "loss": 0.0113, |
| "step": 17920 |
| }, |
| { |
| "epoch": 143.44, |
| "grad_norm": 0.1802034229040146, |
| "learning_rate": 9.73225369885124e-05, |
| "loss": 0.0091, |
| "step": 17930 |
| }, |
| { |
| "epoch": 143.52, |
| "grad_norm": 0.1185036152601242, |
| "learning_rate": 9.731808669290986e-05, |
| "loss": 0.0091, |
| "step": 17940 |
| }, |
| { |
| "epoch": 143.6, |
| "grad_norm": 0.15706828236579895, |
| "learning_rate": 9.731363280381089e-05, |
| "loss": 0.0082, |
| "step": 17950 |
| }, |
| { |
| "epoch": 143.68, |
| "grad_norm": 0.11485619843006134, |
| "learning_rate": 9.730917532155377e-05, |
| "loss": 0.0089, |
| "step": 17960 |
| }, |
| { |
| "epoch": 143.76, |
| "grad_norm": 0.13770397007465363, |
| "learning_rate": 9.730471424647699e-05, |
| "loss": 0.0102, |
| "step": 17970 |
| }, |
| { |
| "epoch": 143.84, |
| "grad_norm": 0.110298752784729, |
| "learning_rate": 9.730024957891935e-05, |
| "loss": 0.008, |
| "step": 17980 |
| }, |
| { |
| "epoch": 143.92, |
| "grad_norm": 0.17669710516929626, |
| "learning_rate": 9.72957813192199e-05, |
| "loss": 0.0095, |
| "step": 17990 |
| }, |
| { |
| "epoch": 144.0, |
| "grad_norm": 0.1970807909965515, |
| "learning_rate": 9.7291309467718e-05, |
| "loss": 0.0098, |
| "step": 18000 |
| }, |
| { |
| "epoch": 144.08, |
| "grad_norm": 0.17178094387054443, |
| "learning_rate": 9.728683402475322e-05, |
| "loss": 0.0096, |
| "step": 18010 |
| }, |
| { |
| "epoch": 144.16, |
| "grad_norm": 0.1364951729774475, |
| "learning_rate": 9.728235499066547e-05, |
| "loss": 0.0099, |
| "step": 18020 |
| }, |
| { |
| "epoch": 144.24, |
| "grad_norm": 0.102174773812294, |
| "learning_rate": 9.727787236579491e-05, |
| "loss": 0.0099, |
| "step": 18030 |
| }, |
| { |
| "epoch": 144.32, |
| "grad_norm": 0.1728202849626541, |
| "learning_rate": 9.727338615048194e-05, |
| "loss": 0.0102, |
| "step": 18040 |
| }, |
| { |
| "epoch": 144.4, |
| "grad_norm": 0.16967707872390747, |
| "learning_rate": 9.726889634506727e-05, |
| "loss": 0.0107, |
| "step": 18050 |
| }, |
| { |
| "epoch": 144.48, |
| "grad_norm": 0.18445658683776855, |
| "learning_rate": 9.726440294989186e-05, |
| "loss": 0.0086, |
| "step": 18060 |
| }, |
| { |
| "epoch": 144.56, |
| "grad_norm": 0.23623010516166687, |
| "learning_rate": 9.725990596529698e-05, |
| "loss": 0.0101, |
| "step": 18070 |
| }, |
| { |
| "epoch": 144.64, |
| "grad_norm": 0.1579132080078125, |
| "learning_rate": 9.725540539162412e-05, |
| "loss": 0.0095, |
| "step": 18080 |
| }, |
| { |
| "epoch": 144.72, |
| "grad_norm": 0.19163018465042114, |
| "learning_rate": 9.725090122921507e-05, |
| "loss": 0.0105, |
| "step": 18090 |
| }, |
| { |
| "epoch": 144.8, |
| "grad_norm": 0.17527839541435242, |
| "learning_rate": 9.724639347841192e-05, |
| "loss": 0.0079, |
| "step": 18100 |
| }, |
| { |
| "epoch": 144.88, |
| "grad_norm": 0.2193840891122818, |
| "learning_rate": 9.724188213955698e-05, |
| "loss": 0.0098, |
| "step": 18110 |
| }, |
| { |
| "epoch": 144.96, |
| "grad_norm": 0.13732117414474487, |
| "learning_rate": 9.723736721299286e-05, |
| "loss": 0.009, |
| "step": 18120 |
| }, |
| { |
| "epoch": 145.04, |
| "grad_norm": 0.15614506602287292, |
| "learning_rate": 9.723284869906242e-05, |
| "loss": 0.0083, |
| "step": 18130 |
| }, |
| { |
| "epoch": 145.12, |
| "grad_norm": 0.15582934021949768, |
| "learning_rate": 9.722832659810885e-05, |
| "loss": 0.0119, |
| "step": 18140 |
| }, |
| { |
| "epoch": 145.2, |
| "grad_norm": 0.13020473718643188, |
| "learning_rate": 9.722380091047555e-05, |
| "loss": 0.008, |
| "step": 18150 |
| }, |
| { |
| "epoch": 145.28, |
| "grad_norm": 0.1730208545923233, |
| "learning_rate": 9.721927163650624e-05, |
| "loss": 0.0096, |
| "step": 18160 |
| }, |
| { |
| "epoch": 145.36, |
| "grad_norm": 0.1454731822013855, |
| "learning_rate": 9.721473877654484e-05, |
| "loss": 0.0122, |
| "step": 18170 |
| }, |
| { |
| "epoch": 145.44, |
| "grad_norm": 0.13455991446971893, |
| "learning_rate": 9.721020233093563e-05, |
| "loss": 0.0094, |
| "step": 18180 |
| }, |
| { |
| "epoch": 145.52, |
| "grad_norm": 0.22793379426002502, |
| "learning_rate": 9.720566230002312e-05, |
| "loss": 0.0101, |
| "step": 18190 |
| }, |
| { |
| "epoch": 145.6, |
| "grad_norm": 0.16164158284664154, |
| "learning_rate": 9.72011186841521e-05, |
| "loss": 0.0085, |
| "step": 18200 |
| }, |
| { |
| "epoch": 145.68, |
| "grad_norm": 0.1754022091627121, |
| "learning_rate": 9.719657148366758e-05, |
| "loss": 0.0095, |
| "step": 18210 |
| }, |
| { |
| "epoch": 145.76, |
| "grad_norm": 0.17160852253437042, |
| "learning_rate": 9.719202069891495e-05, |
| "loss": 0.0112, |
| "step": 18220 |
| }, |
| { |
| "epoch": 145.84, |
| "grad_norm": 0.16416332125663757, |
| "learning_rate": 9.718746633023978e-05, |
| "loss": 0.0099, |
| "step": 18230 |
| }, |
| { |
| "epoch": 145.92, |
| "grad_norm": 0.15322794020175934, |
| "learning_rate": 9.718290837798796e-05, |
| "loss": 0.0102, |
| "step": 18240 |
| }, |
| { |
| "epoch": 146.0, |
| "grad_norm": 0.194102942943573, |
| "learning_rate": 9.717834684250563e-05, |
| "loss": 0.0094, |
| "step": 18250 |
| }, |
| { |
| "epoch": 146.08, |
| "grad_norm": 0.2485712468624115, |
| "learning_rate": 9.71737817241392e-05, |
| "loss": 0.0087, |
| "step": 18260 |
| }, |
| { |
| "epoch": 146.16, |
| "grad_norm": 0.17542646825313568, |
| "learning_rate": 9.716921302323537e-05, |
| "loss": 0.01, |
| "step": 18270 |
| }, |
| { |
| "epoch": 146.24, |
| "grad_norm": 0.1600942462682724, |
| "learning_rate": 9.716464074014111e-05, |
| "loss": 0.0107, |
| "step": 18280 |
| }, |
| { |
| "epoch": 146.32, |
| "grad_norm": 0.1480347365140915, |
| "learning_rate": 9.716006487520364e-05, |
| "loss": 0.0096, |
| "step": 18290 |
| }, |
| { |
| "epoch": 146.4, |
| "grad_norm": 0.20541517436504364, |
| "learning_rate": 9.715548542877046e-05, |
| "loss": 0.0095, |
| "step": 18300 |
| }, |
| { |
| "epoch": 146.48, |
| "grad_norm": 0.318747341632843, |
| "learning_rate": 9.715090240118938e-05, |
| "loss": 0.0105, |
| "step": 18310 |
| }, |
| { |
| "epoch": 146.56, |
| "grad_norm": 0.21190145611763, |
| "learning_rate": 9.714631579280841e-05, |
| "loss": 0.0101, |
| "step": 18320 |
| }, |
| { |
| "epoch": 146.64, |
| "grad_norm": 0.11717604845762253, |
| "learning_rate": 9.714172560397591e-05, |
| "loss": 0.0109, |
| "step": 18330 |
| }, |
| { |
| "epoch": 146.72, |
| "grad_norm": 0.1913076788187027, |
| "learning_rate": 9.713713183504044e-05, |
| "loss": 0.0093, |
| "step": 18340 |
| }, |
| { |
| "epoch": 146.8, |
| "grad_norm": 0.11791335791349411, |
| "learning_rate": 9.713253448635091e-05, |
| "loss": 0.0086, |
| "step": 18350 |
| }, |
| { |
| "epoch": 146.88, |
| "grad_norm": 0.23018673062324524, |
| "learning_rate": 9.712793355825642e-05, |
| "loss": 0.009, |
| "step": 18360 |
| }, |
| { |
| "epoch": 146.96, |
| "grad_norm": 0.21367594599723816, |
| "learning_rate": 9.71233290511064e-05, |
| "loss": 0.0099, |
| "step": 18370 |
| }, |
| { |
| "epoch": 147.04, |
| "grad_norm": 0.16163475811481476, |
| "learning_rate": 9.711872096525051e-05, |
| "loss": 0.011, |
| "step": 18380 |
| }, |
| { |
| "epoch": 147.12, |
| "grad_norm": 0.21833859384059906, |
| "learning_rate": 9.711410930103875e-05, |
| "loss": 0.0098, |
| "step": 18390 |
| }, |
| { |
| "epoch": 147.2, |
| "grad_norm": 0.18710649013519287, |
| "learning_rate": 9.710949405882129e-05, |
| "loss": 0.0101, |
| "step": 18400 |
| }, |
| { |
| "epoch": 147.28, |
| "grad_norm": 0.1414259374141693, |
| "learning_rate": 9.710487523894867e-05, |
| "loss": 0.0128, |
| "step": 18410 |
| }, |
| { |
| "epoch": 147.36, |
| "grad_norm": 0.24722632765769958, |
| "learning_rate": 9.710025284177162e-05, |
| "loss": 0.009, |
| "step": 18420 |
| }, |
| { |
| "epoch": 147.44, |
| "grad_norm": 0.14068558812141418, |
| "learning_rate": 9.709562686764122e-05, |
| "loss": 0.0116, |
| "step": 18430 |
| }, |
| { |
| "epoch": 147.52, |
| "grad_norm": 0.16154420375823975, |
| "learning_rate": 9.709099731690874e-05, |
| "loss": 0.0083, |
| "step": 18440 |
| }, |
| { |
| "epoch": 147.6, |
| "grad_norm": 0.11598826199769974, |
| "learning_rate": 9.70863641899258e-05, |
| "loss": 0.01, |
| "step": 18450 |
| }, |
| { |
| "epoch": 147.68, |
| "grad_norm": 0.18097920715808868, |
| "learning_rate": 9.708172748704425e-05, |
| "loss": 0.0099, |
| "step": 18460 |
| }, |
| { |
| "epoch": 147.76, |
| "grad_norm": 0.18239617347717285, |
| "learning_rate": 9.707708720861619e-05, |
| "loss": 0.0092, |
| "step": 18470 |
| }, |
| { |
| "epoch": 147.84, |
| "grad_norm": 0.12924747169017792, |
| "learning_rate": 9.707244335499406e-05, |
| "loss": 0.0088, |
| "step": 18480 |
| }, |
| { |
| "epoch": 147.92, |
| "grad_norm": 0.18963102996349335, |
| "learning_rate": 9.70677959265305e-05, |
| "loss": 0.0092, |
| "step": 18490 |
| }, |
| { |
| "epoch": 148.0, |
| "grad_norm": 0.16426639258861542, |
| "learning_rate": 9.706314492357847e-05, |
| "loss": 0.0096, |
| "step": 18500 |
| }, |
| { |
| "epoch": 148.08, |
| "grad_norm": 0.13123348355293274, |
| "learning_rate": 9.705849034649114e-05, |
| "loss": 0.0101, |
| "step": 18510 |
| }, |
| { |
| "epoch": 148.16, |
| "grad_norm": 0.22169335186481476, |
| "learning_rate": 9.705383219562205e-05, |
| "loss": 0.0115, |
| "step": 18520 |
| }, |
| { |
| "epoch": 148.24, |
| "grad_norm": 0.17695969343185425, |
| "learning_rate": 9.704917047132493e-05, |
| "loss": 0.0088, |
| "step": 18530 |
| }, |
| { |
| "epoch": 148.32, |
| "grad_norm": 0.20111705362796783, |
| "learning_rate": 9.704450517395383e-05, |
| "loss": 0.0118, |
| "step": 18540 |
| }, |
| { |
| "epoch": 148.4, |
| "grad_norm": 0.20589372515678406, |
| "learning_rate": 9.7039836303863e-05, |
| "loss": 0.0092, |
| "step": 18550 |
| }, |
| { |
| "epoch": 148.48, |
| "grad_norm": 0.18993757665157318, |
| "learning_rate": 9.703516386140705e-05, |
| "loss": 0.0094, |
| "step": 18560 |
| }, |
| { |
| "epoch": 148.56, |
| "grad_norm": 0.20306406915187836, |
| "learning_rate": 9.703048784694081e-05, |
| "loss": 0.0119, |
| "step": 18570 |
| }, |
| { |
| "epoch": 148.64, |
| "grad_norm": 0.10069219768047333, |
| "learning_rate": 9.70258082608194e-05, |
| "loss": 0.0077, |
| "step": 18580 |
| }, |
| { |
| "epoch": 148.72, |
| "grad_norm": 0.17011867463588715, |
| "learning_rate": 9.702112510339819e-05, |
| "loss": 0.0102, |
| "step": 18590 |
| }, |
| { |
| "epoch": 148.8, |
| "grad_norm": 0.20507773756980896, |
| "learning_rate": 9.701643837503283e-05, |
| "loss": 0.0094, |
| "step": 18600 |
| }, |
| { |
| "epoch": 148.88, |
| "grad_norm": 0.23043695092201233, |
| "learning_rate": 9.701174807607927e-05, |
| "loss": 0.0094, |
| "step": 18610 |
| }, |
| { |
| "epoch": 148.96, |
| "grad_norm": 0.34666505455970764, |
| "learning_rate": 9.700705420689368e-05, |
| "loss": 0.0089, |
| "step": 18620 |
| }, |
| { |
| "epoch": 149.04, |
| "grad_norm": 0.13876290619373322, |
| "learning_rate": 9.700235676783255e-05, |
| "loss": 0.0087, |
| "step": 18630 |
| }, |
| { |
| "epoch": 149.12, |
| "grad_norm": 0.0897710993885994, |
| "learning_rate": 9.699765575925261e-05, |
| "loss": 0.0094, |
| "step": 18640 |
| }, |
| { |
| "epoch": 149.2, |
| "grad_norm": 0.0844011977314949, |
| "learning_rate": 9.699295118151088e-05, |
| "loss": 0.0078, |
| "step": 18650 |
| }, |
| { |
| "epoch": 149.28, |
| "grad_norm": 0.11475693434476852, |
| "learning_rate": 9.698824303496463e-05, |
| "loss": 0.0085, |
| "step": 18660 |
| }, |
| { |
| "epoch": 149.36, |
| "grad_norm": 0.15423259139060974, |
| "learning_rate": 9.698353131997142e-05, |
| "loss": 0.0074, |
| "step": 18670 |
| }, |
| { |
| "epoch": 149.44, |
| "grad_norm": 0.2232411503791809, |
| "learning_rate": 9.697881603688907e-05, |
| "loss": 0.0094, |
| "step": 18680 |
| }, |
| { |
| "epoch": 149.52, |
| "grad_norm": 0.14267896115779877, |
| "learning_rate": 9.697409718607569e-05, |
| "loss": 0.0101, |
| "step": 18690 |
| }, |
| { |
| "epoch": 149.6, |
| "grad_norm": 0.18175183236598969, |
| "learning_rate": 9.696937476788961e-05, |
| "loss": 0.0092, |
| "step": 18700 |
| }, |
| { |
| "epoch": 149.68, |
| "grad_norm": 0.1638018786907196, |
| "learning_rate": 9.69646487826895e-05, |
| "loss": 0.009, |
| "step": 18710 |
| }, |
| { |
| "epoch": 149.76, |
| "grad_norm": 0.1523842066526413, |
| "learning_rate": 9.695991923083422e-05, |
| "loss": 0.0098, |
| "step": 18720 |
| }, |
| { |
| "epoch": 149.84, |
| "grad_norm": 0.24198737740516663, |
| "learning_rate": 9.695518611268301e-05, |
| "loss": 0.0079, |
| "step": 18730 |
| }, |
| { |
| "epoch": 149.92, |
| "grad_norm": 0.133565753698349, |
| "learning_rate": 9.69504494285953e-05, |
| "loss": 0.0118, |
| "step": 18740 |
| }, |
| { |
| "epoch": 150.0, |
| "grad_norm": 0.14071319997310638, |
| "learning_rate": 9.69457091789308e-05, |
| "loss": 0.01, |
| "step": 18750 |
| }, |
| { |
| "epoch": 150.08, |
| "grad_norm": 0.22675685584545135, |
| "learning_rate": 9.69409653640495e-05, |
| "loss": 0.008, |
| "step": 18760 |
| }, |
| { |
| "epoch": 150.16, |
| "grad_norm": 0.19866983592510223, |
| "learning_rate": 9.693621798431165e-05, |
| "loss": 0.0094, |
| "step": 18770 |
| }, |
| { |
| "epoch": 150.24, |
| "grad_norm": 0.1283389925956726, |
| "learning_rate": 9.69314670400778e-05, |
| "loss": 0.0093, |
| "step": 18780 |
| }, |
| { |
| "epoch": 150.32, |
| "grad_norm": 0.15704293549060822, |
| "learning_rate": 9.692671253170877e-05, |
| "loss": 0.0098, |
| "step": 18790 |
| }, |
| { |
| "epoch": 150.4, |
| "grad_norm": 0.2152608186006546, |
| "learning_rate": 9.69219544595656e-05, |
| "loss": 0.0111, |
| "step": 18800 |
| }, |
| { |
| "epoch": 150.48, |
| "grad_norm": 0.18626920878887177, |
| "learning_rate": 9.691719282400964e-05, |
| "loss": 0.0095, |
| "step": 18810 |
| }, |
| { |
| "epoch": 150.56, |
| "grad_norm": 0.15032033622264862, |
| "learning_rate": 9.691242762540252e-05, |
| "loss": 0.0093, |
| "step": 18820 |
| }, |
| { |
| "epoch": 150.64, |
| "grad_norm": 0.2527405619621277, |
| "learning_rate": 9.690765886410611e-05, |
| "loss": 0.0091, |
| "step": 18830 |
| }, |
| { |
| "epoch": 150.72, |
| "grad_norm": 0.18272341787815094, |
| "learning_rate": 9.690288654048257e-05, |
| "loss": 0.0099, |
| "step": 18840 |
| }, |
| { |
| "epoch": 150.8, |
| "grad_norm": 0.30607494711875916, |
| "learning_rate": 9.689811065489434e-05, |
| "loss": 0.0112, |
| "step": 18850 |
| }, |
| { |
| "epoch": 150.88, |
| "grad_norm": 0.2710501551628113, |
| "learning_rate": 9.68933312077041e-05, |
| "loss": 0.0106, |
| "step": 18860 |
| }, |
| { |
| "epoch": 150.96, |
| "grad_norm": 0.18390722572803497, |
| "learning_rate": 9.688854819927482e-05, |
| "loss": 0.0097, |
| "step": 18870 |
| }, |
| { |
| "epoch": 151.04, |
| "grad_norm": 0.1481248438358307, |
| "learning_rate": 9.688376162996975e-05, |
| "loss": 0.0095, |
| "step": 18880 |
| }, |
| { |
| "epoch": 151.12, |
| "grad_norm": 0.2704475224018097, |
| "learning_rate": 9.68789715001524e-05, |
| "loss": 0.0094, |
| "step": 18890 |
| }, |
| { |
| "epoch": 151.2, |
| "grad_norm": 0.15056781470775604, |
| "learning_rate": 9.687417781018652e-05, |
| "loss": 0.0085, |
| "step": 18900 |
| }, |
| { |
| "epoch": 151.28, |
| "grad_norm": 0.17343325912952423, |
| "learning_rate": 9.686938056043617e-05, |
| "loss": 0.0086, |
| "step": 18910 |
| }, |
| { |
| "epoch": 151.36, |
| "grad_norm": 0.17864955961704254, |
| "learning_rate": 9.686457975126571e-05, |
| "loss": 0.0105, |
| "step": 18920 |
| }, |
| { |
| "epoch": 151.44, |
| "grad_norm": 0.2305268943309784, |
| "learning_rate": 9.685977538303968e-05, |
| "loss": 0.0087, |
| "step": 18930 |
| }, |
| { |
| "epoch": 151.52, |
| "grad_norm": 0.22644275426864624, |
| "learning_rate": 9.685496745612295e-05, |
| "loss": 0.0082, |
| "step": 18940 |
| }, |
| { |
| "epoch": 151.6, |
| "grad_norm": 0.14078539609909058, |
| "learning_rate": 9.685015597088066e-05, |
| "loss": 0.0103, |
| "step": 18950 |
| }, |
| { |
| "epoch": 151.68, |
| "grad_norm": 0.21203449368476868, |
| "learning_rate": 9.68453409276782e-05, |
| "loss": 0.0086, |
| "step": 18960 |
| }, |
| { |
| "epoch": 151.76, |
| "grad_norm": 0.16415591537952423, |
| "learning_rate": 9.684052232688128e-05, |
| "loss": 0.0112, |
| "step": 18970 |
| }, |
| { |
| "epoch": 151.84, |
| "grad_norm": 0.19278375804424286, |
| "learning_rate": 9.683570016885579e-05, |
| "loss": 0.0102, |
| "step": 18980 |
| }, |
| { |
| "epoch": 151.92, |
| "grad_norm": 0.18944151699543, |
| "learning_rate": 9.683087445396796e-05, |
| "loss": 0.0105, |
| "step": 18990 |
| }, |
| { |
| "epoch": 152.0, |
| "grad_norm": 0.10803080350160599, |
| "learning_rate": 9.682604518258427e-05, |
| "loss": 0.0086, |
| "step": 19000 |
| }, |
| { |
| "epoch": 152.08, |
| "grad_norm": 0.2801554203033447, |
| "learning_rate": 9.682121235507146e-05, |
| "loss": 0.0079, |
| "step": 19010 |
| }, |
| { |
| "epoch": 152.16, |
| "grad_norm": 0.154923215508461, |
| "learning_rate": 9.68163759717966e-05, |
| "loss": 0.0083, |
| "step": 19020 |
| }, |
| { |
| "epoch": 152.24, |
| "grad_norm": 0.20321640372276306, |
| "learning_rate": 9.681153603312692e-05, |
| "loss": 0.0104, |
| "step": 19030 |
| }, |
| { |
| "epoch": 152.32, |
| "grad_norm": 0.19557684659957886, |
| "learning_rate": 9.680669253943003e-05, |
| "loss": 0.0111, |
| "step": 19040 |
| }, |
| { |
| "epoch": 152.4, |
| "grad_norm": 0.21141040325164795, |
| "learning_rate": 9.680184549107372e-05, |
| "loss": 0.0104, |
| "step": 19050 |
| }, |
| { |
| "epoch": 152.48, |
| "grad_norm": 0.16547891497612, |
| "learning_rate": 9.67969948884261e-05, |
| "loss": 0.0121, |
| "step": 19060 |
| }, |
| { |
| "epoch": 152.56, |
| "grad_norm": 0.14134474098682404, |
| "learning_rate": 9.679214073185558e-05, |
| "loss": 0.0102, |
| "step": 19070 |
| }, |
| { |
| "epoch": 152.64, |
| "grad_norm": 0.19545845687389374, |
| "learning_rate": 9.678728302173075e-05, |
| "loss": 0.0103, |
| "step": 19080 |
| }, |
| { |
| "epoch": 152.72, |
| "grad_norm": 0.2172725945711136, |
| "learning_rate": 9.678242175842056e-05, |
| "loss": 0.0091, |
| "step": 19090 |
| }, |
| { |
| "epoch": 152.8, |
| "grad_norm": 0.13107067346572876, |
| "learning_rate": 9.677755694229416e-05, |
| "loss": 0.0109, |
| "step": 19100 |
| }, |
| { |
| "epoch": 152.88, |
| "grad_norm": 0.1574094295501709, |
| "learning_rate": 9.677268857372103e-05, |
| "loss": 0.0133, |
| "step": 19110 |
| }, |
| { |
| "epoch": 152.96, |
| "grad_norm": 0.15465737879276276, |
| "learning_rate": 9.676781665307087e-05, |
| "loss": 0.0097, |
| "step": 19120 |
| }, |
| { |
| "epoch": 153.04, |
| "grad_norm": 0.19819431006908417, |
| "learning_rate": 9.676294118071367e-05, |
| "loss": 0.0096, |
| "step": 19130 |
| }, |
| { |
| "epoch": 153.12, |
| "grad_norm": 0.15425880253314972, |
| "learning_rate": 9.67580621570197e-05, |
| "loss": 0.0105, |
| "step": 19140 |
| }, |
| { |
| "epoch": 153.2, |
| "grad_norm": 0.2361038327217102, |
| "learning_rate": 9.675317958235948e-05, |
| "loss": 0.01, |
| "step": 19150 |
| }, |
| { |
| "epoch": 153.28, |
| "grad_norm": 0.1754249483346939, |
| "learning_rate": 9.674829345710382e-05, |
| "loss": 0.0093, |
| "step": 19160 |
| }, |
| { |
| "epoch": 153.36, |
| "grad_norm": 0.17626549303531647, |
| "learning_rate": 9.674340378162378e-05, |
| "loss": 0.0081, |
| "step": 19170 |
| }, |
| { |
| "epoch": 153.44, |
| "grad_norm": 0.14550572633743286, |
| "learning_rate": 9.673851055629071e-05, |
| "loss": 0.0096, |
| "step": 19180 |
| }, |
| { |
| "epoch": 153.52, |
| "grad_norm": 0.15945297479629517, |
| "learning_rate": 9.67336137814762e-05, |
| "loss": 0.0101, |
| "step": 19190 |
| }, |
| { |
| "epoch": 153.6, |
| "grad_norm": 0.2704220414161682, |
| "learning_rate": 9.672871345755215e-05, |
| "loss": 0.0104, |
| "step": 19200 |
| }, |
| { |
| "epoch": 153.68, |
| "grad_norm": 0.12851639091968536, |
| "learning_rate": 9.672380958489069e-05, |
| "loss": 0.0084, |
| "step": 19210 |
| }, |
| { |
| "epoch": 153.76, |
| "grad_norm": 0.09576941281557083, |
| "learning_rate": 9.671890216386425e-05, |
| "loss": 0.0094, |
| "step": 19220 |
| }, |
| { |
| "epoch": 153.84, |
| "grad_norm": 0.12560202181339264, |
| "learning_rate": 9.67139911948455e-05, |
| "loss": 0.0093, |
| "step": 19230 |
| }, |
| { |
| "epoch": 153.92, |
| "grad_norm": 0.23114937543869019, |
| "learning_rate": 9.670907667820742e-05, |
| "loss": 0.0089, |
| "step": 19240 |
| }, |
| { |
| "epoch": 154.0, |
| "grad_norm": 0.1340152472257614, |
| "learning_rate": 9.670415861432319e-05, |
| "loss": 0.011, |
| "step": 19250 |
| }, |
| { |
| "epoch": 154.08, |
| "grad_norm": 0.2021232396364212, |
| "learning_rate": 9.669923700356635e-05, |
| "loss": 0.0097, |
| "step": 19260 |
| }, |
| { |
| "epoch": 154.16, |
| "grad_norm": 0.18469059467315674, |
| "learning_rate": 9.669431184631065e-05, |
| "loss": 0.0072, |
| "step": 19270 |
| }, |
| { |
| "epoch": 154.24, |
| "grad_norm": 0.13955219089984894, |
| "learning_rate": 9.668938314293011e-05, |
| "loss": 0.0104, |
| "step": 19280 |
| }, |
| { |
| "epoch": 154.32, |
| "grad_norm": 0.1371689885854721, |
| "learning_rate": 9.668445089379905e-05, |
| "loss": 0.0081, |
| "step": 19290 |
| }, |
| { |
| "epoch": 154.4, |
| "grad_norm": 0.22249282896518707, |
| "learning_rate": 9.667951509929205e-05, |
| "loss": 0.0104, |
| "step": 19300 |
| }, |
| { |
| "epoch": 154.48, |
| "grad_norm": 0.13584041595458984, |
| "learning_rate": 9.667457575978391e-05, |
| "loss": 0.0092, |
| "step": 19310 |
| }, |
| { |
| "epoch": 154.56, |
| "grad_norm": 0.25183379650115967, |
| "learning_rate": 9.666963287564979e-05, |
| "loss": 0.0112, |
| "step": 19320 |
| }, |
| { |
| "epoch": 154.64, |
| "grad_norm": 0.1334257870912552, |
| "learning_rate": 9.666468644726503e-05, |
| "loss": 0.0082, |
| "step": 19330 |
| }, |
| { |
| "epoch": 154.72, |
| "grad_norm": 0.1470060795545578, |
| "learning_rate": 9.66597364750053e-05, |
| "loss": 0.009, |
| "step": 19340 |
| }, |
| { |
| "epoch": 154.8, |
| "grad_norm": 0.17185571789741516, |
| "learning_rate": 9.665478295924651e-05, |
| "loss": 0.0083, |
| "step": 19350 |
| }, |
| { |
| "epoch": 154.88, |
| "grad_norm": 0.17425794899463654, |
| "learning_rate": 9.664982590036484e-05, |
| "loss": 0.0087, |
| "step": 19360 |
| }, |
| { |
| "epoch": 154.96, |
| "grad_norm": 0.21309629082679749, |
| "learning_rate": 9.664486529873678e-05, |
| "loss": 0.013, |
| "step": 19370 |
| }, |
| { |
| "epoch": 155.04, |
| "grad_norm": 0.16053923964500427, |
| "learning_rate": 9.663990115473901e-05, |
| "loss": 0.0092, |
| "step": 19380 |
| }, |
| { |
| "epoch": 155.12, |
| "grad_norm": 0.16261902451515198, |
| "learning_rate": 9.663493346874854e-05, |
| "loss": 0.011, |
| "step": 19390 |
| }, |
| { |
| "epoch": 155.2, |
| "grad_norm": 0.10894084721803665, |
| "learning_rate": 9.662996224114265e-05, |
| "loss": 0.0094, |
| "step": 19400 |
| }, |
| { |
| "epoch": 155.28, |
| "grad_norm": 0.1499628722667694, |
| "learning_rate": 9.662498747229886e-05, |
| "loss": 0.0108, |
| "step": 19410 |
| }, |
| { |
| "epoch": 155.36, |
| "grad_norm": 0.1977904886007309, |
| "learning_rate": 9.662000916259497e-05, |
| "loss": 0.0098, |
| "step": 19420 |
| }, |
| { |
| "epoch": 155.44, |
| "grad_norm": 0.33460697531700134, |
| "learning_rate": 9.661502731240903e-05, |
| "loss": 0.0093, |
| "step": 19430 |
| }, |
| { |
| "epoch": 155.52, |
| "grad_norm": 0.18219630420207977, |
| "learning_rate": 9.661004192211942e-05, |
| "loss": 0.0124, |
| "step": 19440 |
| }, |
| { |
| "epoch": 155.6, |
| "grad_norm": 0.1847747415304184, |
| "learning_rate": 9.660505299210471e-05, |
| "loss": 0.0079, |
| "step": 19450 |
| }, |
| { |
| "epoch": 155.68, |
| "grad_norm": 0.1506093293428421, |
| "learning_rate": 9.66000605227438e-05, |
| "loss": 0.0095, |
| "step": 19460 |
| }, |
| { |
| "epoch": 155.76, |
| "grad_norm": 0.15390628576278687, |
| "learning_rate": 9.659506451441583e-05, |
| "loss": 0.009, |
| "step": 19470 |
| }, |
| { |
| "epoch": 155.84, |
| "grad_norm": 0.2350795865058899, |
| "learning_rate": 9.659006496750022e-05, |
| "loss": 0.0083, |
| "step": 19480 |
| }, |
| { |
| "epoch": 155.92, |
| "grad_norm": 0.07681690156459808, |
| "learning_rate": 9.658506188237662e-05, |
| "loss": 0.0077, |
| "step": 19490 |
| }, |
| { |
| "epoch": 156.0, |
| "grad_norm": 0.13523513078689575, |
| "learning_rate": 9.658005525942502e-05, |
| "loss": 0.0078, |
| "step": 19500 |
| }, |
| { |
| "epoch": 156.08, |
| "grad_norm": 0.14990118145942688, |
| "learning_rate": 9.657504509902562e-05, |
| "loss": 0.0115, |
| "step": 19510 |
| }, |
| { |
| "epoch": 156.16, |
| "grad_norm": 0.3307477533817291, |
| "learning_rate": 9.657003140155892e-05, |
| "loss": 0.0085, |
| "step": 19520 |
| }, |
| { |
| "epoch": 156.24, |
| "grad_norm": 0.21466299891471863, |
| "learning_rate": 9.656501416740566e-05, |
| "loss": 0.0106, |
| "step": 19530 |
| }, |
| { |
| "epoch": 156.32, |
| "grad_norm": 0.13972234725952148, |
| "learning_rate": 9.655999339694688e-05, |
| "loss": 0.0082, |
| "step": 19540 |
| }, |
| { |
| "epoch": 156.4, |
| "grad_norm": 0.21663929522037506, |
| "learning_rate": 9.655496909056387e-05, |
| "loss": 0.0096, |
| "step": 19550 |
| }, |
| { |
| "epoch": 156.48, |
| "grad_norm": 0.25384965538978577, |
| "learning_rate": 9.654994124863818e-05, |
| "loss": 0.0102, |
| "step": 19560 |
| }, |
| { |
| "epoch": 156.56, |
| "grad_norm": 0.18397049605846405, |
| "learning_rate": 9.654490987155168e-05, |
| "loss": 0.0104, |
| "step": 19570 |
| }, |
| { |
| "epoch": 156.64, |
| "grad_norm": 0.21377067267894745, |
| "learning_rate": 9.653987495968644e-05, |
| "loss": 0.009, |
| "step": 19580 |
| }, |
| { |
| "epoch": 156.72, |
| "grad_norm": 0.13752500712871552, |
| "learning_rate": 9.653483651342482e-05, |
| "loss": 0.0075, |
| "step": 19590 |
| }, |
| { |
| "epoch": 156.8, |
| "grad_norm": 0.15979261696338654, |
| "learning_rate": 9.652979453314947e-05, |
| "loss": 0.0086, |
| "step": 19600 |
| }, |
| { |
| "epoch": 156.88, |
| "grad_norm": 0.15518558025360107, |
| "learning_rate": 9.652474901924332e-05, |
| "loss": 0.0099, |
| "step": 19610 |
| }, |
| { |
| "epoch": 156.96, |
| "grad_norm": 0.19226975739002228, |
| "learning_rate": 9.651969997208949e-05, |
| "loss": 0.0079, |
| "step": 19620 |
| }, |
| { |
| "epoch": 157.04, |
| "grad_norm": 0.1600237339735031, |
| "learning_rate": 9.651464739207146e-05, |
| "loss": 0.0099, |
| "step": 19630 |
| }, |
| { |
| "epoch": 157.12, |
| "grad_norm": 0.13343922793865204, |
| "learning_rate": 9.650959127957293e-05, |
| "loss": 0.007, |
| "step": 19640 |
| }, |
| { |
| "epoch": 157.2, |
| "grad_norm": 0.09341775625944138, |
| "learning_rate": 9.650453163497789e-05, |
| "loss": 0.0098, |
| "step": 19650 |
| }, |
| { |
| "epoch": 157.28, |
| "grad_norm": 0.12977467477321625, |
| "learning_rate": 9.649946845867058e-05, |
| "loss": 0.0109, |
| "step": 19660 |
| }, |
| { |
| "epoch": 157.36, |
| "grad_norm": 0.18782785534858704, |
| "learning_rate": 9.649440175103548e-05, |
| "loss": 0.0106, |
| "step": 19670 |
| }, |
| { |
| "epoch": 157.44, |
| "grad_norm": 0.1792832314968109, |
| "learning_rate": 9.648933151245742e-05, |
| "loss": 0.0077, |
| "step": 19680 |
| }, |
| { |
| "epoch": 157.52, |
| "grad_norm": 0.2589603066444397, |
| "learning_rate": 9.648425774332144e-05, |
| "loss": 0.0087, |
| "step": 19690 |
| }, |
| { |
| "epoch": 157.6, |
| "grad_norm": 0.11294461041688919, |
| "learning_rate": 9.647918044401285e-05, |
| "loss": 0.0084, |
| "step": 19700 |
| }, |
| { |
| "epoch": 157.68, |
| "grad_norm": 0.16494297981262207, |
| "learning_rate": 9.647409961491724e-05, |
| "loss": 0.008, |
| "step": 19710 |
| }, |
| { |
| "epoch": 157.76, |
| "grad_norm": 0.11042875796556473, |
| "learning_rate": 9.646901525642046e-05, |
| "loss": 0.0088, |
| "step": 19720 |
| }, |
| { |
| "epoch": 157.84, |
| "grad_norm": 0.1417873352766037, |
| "learning_rate": 9.646392736890865e-05, |
| "loss": 0.0089, |
| "step": 19730 |
| }, |
| { |
| "epoch": 157.92, |
| "grad_norm": 0.21293394267559052, |
| "learning_rate": 9.64588359527682e-05, |
| "loss": 0.0092, |
| "step": 19740 |
| }, |
| { |
| "epoch": 158.0, |
| "grad_norm": 0.18907098472118378, |
| "learning_rate": 9.645374100838573e-05, |
| "loss": 0.0098, |
| "step": 19750 |
| }, |
| { |
| "epoch": 158.08, |
| "grad_norm": 0.19637951254844666, |
| "learning_rate": 9.644864253614823e-05, |
| "loss": 0.0124, |
| "step": 19760 |
| }, |
| { |
| "epoch": 158.16, |
| "grad_norm": 0.17027589678764343, |
| "learning_rate": 9.644354053644285e-05, |
| "loss": 0.0095, |
| "step": 19770 |
| }, |
| { |
| "epoch": 158.24, |
| "grad_norm": 0.2160978764295578, |
| "learning_rate": 9.643843500965705e-05, |
| "loss": 0.0082, |
| "step": 19780 |
| }, |
| { |
| "epoch": 158.32, |
| "grad_norm": 0.1130077913403511, |
| "learning_rate": 9.643332595617861e-05, |
| "loss": 0.0101, |
| "step": 19790 |
| }, |
| { |
| "epoch": 158.4, |
| "grad_norm": 0.17955078184604645, |
| "learning_rate": 9.642821337639548e-05, |
| "loss": 0.0099, |
| "step": 19800 |
| }, |
| { |
| "epoch": 158.48, |
| "grad_norm": 0.16456827521324158, |
| "learning_rate": 9.642309727069596e-05, |
| "loss": 0.0098, |
| "step": 19810 |
| }, |
| { |
| "epoch": 158.56, |
| "grad_norm": 0.10311967134475708, |
| "learning_rate": 9.641797763946855e-05, |
| "loss": 0.0085, |
| "step": 19820 |
| }, |
| { |
| "epoch": 158.64, |
| "grad_norm": 0.25260254740715027, |
| "learning_rate": 9.641285448310207e-05, |
| "loss": 0.0104, |
| "step": 19830 |
| }, |
| { |
| "epoch": 158.72, |
| "grad_norm": 0.1557161808013916, |
| "learning_rate": 9.640772780198559e-05, |
| "loss": 0.0094, |
| "step": 19840 |
| }, |
| { |
| "epoch": 158.8, |
| "grad_norm": 0.13578788936138153, |
| "learning_rate": 9.640259759650845e-05, |
| "loss": 0.009, |
| "step": 19850 |
| }, |
| { |
| "epoch": 158.88, |
| "grad_norm": 0.20280499756336212, |
| "learning_rate": 9.639746386706026e-05, |
| "loss": 0.0094, |
| "step": 19860 |
| }, |
| { |
| "epoch": 158.96, |
| "grad_norm": 0.15381601452827454, |
| "learning_rate": 9.639232661403089e-05, |
| "loss": 0.0095, |
| "step": 19870 |
| }, |
| { |
| "epoch": 159.04, |
| "grad_norm": 0.19569753110408783, |
| "learning_rate": 9.638718583781047e-05, |
| "loss": 0.0097, |
| "step": 19880 |
| }, |
| { |
| "epoch": 159.12, |
| "grad_norm": 0.1529797613620758, |
| "learning_rate": 9.63820415387894e-05, |
| "loss": 0.0086, |
| "step": 19890 |
| }, |
| { |
| "epoch": 159.2, |
| "grad_norm": 0.1480972319841385, |
| "learning_rate": 9.637689371735838e-05, |
| "loss": 0.0091, |
| "step": 19900 |
| }, |
| { |
| "epoch": 159.28, |
| "grad_norm": 0.14659497141838074, |
| "learning_rate": 9.637174237390836e-05, |
| "loss": 0.0102, |
| "step": 19910 |
| }, |
| { |
| "epoch": 159.36, |
| "grad_norm": 0.18239954113960266, |
| "learning_rate": 9.636658750883052e-05, |
| "loss": 0.0093, |
| "step": 19920 |
| }, |
| { |
| "epoch": 159.44, |
| "grad_norm": 0.17966441810131073, |
| "learning_rate": 9.636142912251635e-05, |
| "loss": 0.0119, |
| "step": 19930 |
| }, |
| { |
| "epoch": 159.52, |
| "grad_norm": 0.24974393844604492, |
| "learning_rate": 9.63562672153576e-05, |
| "loss": 0.0085, |
| "step": 19940 |
| }, |
| { |
| "epoch": 159.6, |
| "grad_norm": 0.1552300900220871, |
| "learning_rate": 9.635110178774627e-05, |
| "loss": 0.0082, |
| "step": 19950 |
| }, |
| { |
| "epoch": 159.68, |
| "grad_norm": 0.1538429856300354, |
| "learning_rate": 9.634593284007468e-05, |
| "loss": 0.0123, |
| "step": 19960 |
| }, |
| { |
| "epoch": 159.76, |
| "grad_norm": 0.18714722990989685, |
| "learning_rate": 9.63407603727353e-05, |
| "loss": 0.0079, |
| "step": 19970 |
| }, |
| { |
| "epoch": 159.84, |
| "grad_norm": 0.11104030907154083, |
| "learning_rate": 9.633558438612103e-05, |
| "loss": 0.0087, |
| "step": 19980 |
| }, |
| { |
| "epoch": 159.92, |
| "grad_norm": 0.11873842030763626, |
| "learning_rate": 9.63304048806249e-05, |
| "loss": 0.0076, |
| "step": 19990 |
| }, |
| { |
| "epoch": 160.0, |
| "grad_norm": 0.22197096049785614, |
| "learning_rate": 9.632522185664027e-05, |
| "loss": 0.0098, |
| "step": 20000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 120000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 960, |
| "save_steps": 5000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
