| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.352018816150529, |
| "eval_steps": 700, |
| "global_step": 12000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.001960015680125441, |
| "grad_norm": 7.928689002990723, |
| "learning_rate": 8.333333333333334e-08, |
| "loss": 1.4388, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.003920031360250882, |
| "grad_norm": 9.54440689086914, |
| "learning_rate": 1.6666666666666668e-07, |
| "loss": 1.4362, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.005880047040376323, |
| "grad_norm": 9.008377075195312, |
| "learning_rate": 2.5000000000000004e-07, |
| "loss": 1.4445, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.007840062720501764, |
| "grad_norm": 7.416823863983154, |
| "learning_rate": 3.3333333333333335e-07, |
| "loss": 1.4217, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.009800078400627205, |
| "grad_norm": 7.977886199951172, |
| "learning_rate": 4.1666666666666667e-07, |
| "loss": 1.4243, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.011760094080752646, |
| "grad_norm": 8.24797248840332, |
| "learning_rate": 5.000000000000001e-07, |
| "loss": 1.3976, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.013720109760878087, |
| "grad_norm": 7.240636348724365, |
| "learning_rate": 5.833333333333334e-07, |
| "loss": 1.3853, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.01568012544100353, |
| "grad_norm": 5.709108352661133, |
| "learning_rate": 6.666666666666667e-07, |
| "loss": 1.3353, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.01764014112112897, |
| "grad_norm": 9.35693073272705, |
| "learning_rate": 7.5e-07, |
| "loss": 1.3051, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.01960015680125441, |
| "grad_norm": 47.39125442504883, |
| "learning_rate": 8.333333333333333e-07, |
| "loss": 1.265, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.02156017248137985, |
| "grad_norm": 5.6352434158325195, |
| "learning_rate": 9.166666666666666e-07, |
| "loss": 1.2583, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.023520188161505293, |
| "grad_norm": 6.022407531738281, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 1.2398, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.025480203841630734, |
| "grad_norm": 6.143012046813965, |
| "learning_rate": 1.0833333333333335e-06, |
| "loss": 1.2237, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.027440219521756175, |
| "grad_norm": 6.173267841339111, |
| "learning_rate": 1.1666666666666668e-06, |
| "loss": 1.2246, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.029400235201881616, |
| "grad_norm": 5.4503092765808105, |
| "learning_rate": 1.25e-06, |
| "loss": 1.1993, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.03136025088200706, |
| "grad_norm": 17.596582412719727, |
| "learning_rate": 1.3333333333333334e-06, |
| "loss": 1.1889, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.033320266562132494, |
| "grad_norm": 6.131169319152832, |
| "learning_rate": 1.4166666666666667e-06, |
| "loss": 1.1884, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.03528028224225794, |
| "grad_norm": 5.450586795806885, |
| "learning_rate": 1.5e-06, |
| "loss": 1.1622, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.03724029792238338, |
| "grad_norm": 14.713933944702148, |
| "learning_rate": 1.5833333333333333e-06, |
| "loss": 1.1675, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.03920031360250882, |
| "grad_norm": 8.510261535644531, |
| "learning_rate": 1.6666666666666667e-06, |
| "loss": 1.1584, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.04116032928263426, |
| "grad_norm": 6.9118971824646, |
| "learning_rate": 1.75e-06, |
| "loss": 1.1696, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.0431203449627597, |
| "grad_norm": 5.986424922943115, |
| "learning_rate": 1.8333333333333333e-06, |
| "loss": 1.1734, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.04508036064288514, |
| "grad_norm": 7.179569244384766, |
| "learning_rate": 1.916666666666667e-06, |
| "loss": 1.1563, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.047040376323010585, |
| "grad_norm": 7.15562629699707, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 1.1443, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.04900039200313602, |
| "grad_norm": 5.163909912109375, |
| "learning_rate": 2.0833333333333334e-06, |
| "loss": 1.1567, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.05096040768326147, |
| "grad_norm": 5.861210346221924, |
| "learning_rate": 2.166666666666667e-06, |
| "loss": 1.1596, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.052920423363386905, |
| "grad_norm": 5.1880292892456055, |
| "learning_rate": 2.25e-06, |
| "loss": 1.1428, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.05488043904351235, |
| "grad_norm": 6.203003406524658, |
| "learning_rate": 2.3333333333333336e-06, |
| "loss": 1.1463, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.05684045472363779, |
| "grad_norm": 6.191583156585693, |
| "learning_rate": 2.4166666666666667e-06, |
| "loss": 1.1538, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.05880047040376323, |
| "grad_norm": 9.0908203125, |
| "learning_rate": 2.5e-06, |
| "loss": 1.1277, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.06076048608388867, |
| "grad_norm": 5.685515880584717, |
| "learning_rate": 2.5833333333333337e-06, |
| "loss": 1.1471, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.06272050176401411, |
| "grad_norm": 6.010474681854248, |
| "learning_rate": 2.666666666666667e-06, |
| "loss": 1.1232, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.06468051744413955, |
| "grad_norm": 9.0894193649292, |
| "learning_rate": 2.7500000000000004e-06, |
| "loss": 1.1286, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.06664053312426499, |
| "grad_norm": 5.936020851135254, |
| "learning_rate": 2.8333333333333335e-06, |
| "loss": 1.1116, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.06860054880439044, |
| "grad_norm": 6.055352210998535, |
| "learning_rate": 2.916666666666667e-06, |
| "loss": 1.1167, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.07056056448451588, |
| "grad_norm": 5.160061836242676, |
| "learning_rate": 3e-06, |
| "loss": 1.1225, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.07252058016464132, |
| "grad_norm": 5.748876571655273, |
| "learning_rate": 3.0833333333333336e-06, |
| "loss": 1.1298, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.07448059584476675, |
| "grad_norm": 5.9786057472229, |
| "learning_rate": 3.1666666666666667e-06, |
| "loss": 1.1394, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.0764406115248922, |
| "grad_norm": 5.474339008331299, |
| "learning_rate": 3.2500000000000002e-06, |
| "loss": 1.138, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.07840062720501764, |
| "grad_norm": 6.028172016143799, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 1.1243, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.08036064288514308, |
| "grad_norm": 11.877293586730957, |
| "learning_rate": 3.416666666666667e-06, |
| "loss": 1.1086, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.08232065856526852, |
| "grad_norm": 6.457036972045898, |
| "learning_rate": 3.5e-06, |
| "loss": 1.1113, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.08428067424539397, |
| "grad_norm": 8.589061737060547, |
| "learning_rate": 3.5833333333333335e-06, |
| "loss": 1.1207, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.0862406899255194, |
| "grad_norm": 6.367908000946045, |
| "learning_rate": 3.6666666666666666e-06, |
| "loss": 1.1192, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.08820070560564484, |
| "grad_norm": 6.087027549743652, |
| "learning_rate": 3.7500000000000005e-06, |
| "loss": 1.114, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.09016072128577028, |
| "grad_norm": 6.365817546844482, |
| "learning_rate": 3.833333333333334e-06, |
| "loss": 1.1104, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.09212073696589573, |
| "grad_norm": 6.38438606262207, |
| "learning_rate": 3.916666666666667e-06, |
| "loss": 1.1222, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.09408075264602117, |
| "grad_norm": 5.983357906341553, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 1.1082, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.09604076832614661, |
| "grad_norm": 7.514024257659912, |
| "learning_rate": 4.083333333333334e-06, |
| "loss": 1.1305, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.09800078400627205, |
| "grad_norm": 5.6476922035217285, |
| "learning_rate": 4.166666666666667e-06, |
| "loss": 1.1183, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.0999607996863975, |
| "grad_norm": 6.5463128089904785, |
| "learning_rate": 4.25e-06, |
| "loss": 1.1126, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.10192081536652293, |
| "grad_norm": 6.156862258911133, |
| "learning_rate": 4.333333333333334e-06, |
| "loss": 1.1161, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.10388083104664837, |
| "grad_norm": 5.682535648345947, |
| "learning_rate": 4.416666666666667e-06, |
| "loss": 1.1096, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.10584084672677381, |
| "grad_norm": 7.1881489753723145, |
| "learning_rate": 4.5e-06, |
| "loss": 1.1136, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.10780086240689926, |
| "grad_norm": 5.990985870361328, |
| "learning_rate": 4.583333333333333e-06, |
| "loss": 1.1224, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.1097608780870247, |
| "grad_norm": 5.474586009979248, |
| "learning_rate": 4.666666666666667e-06, |
| "loss": 1.1078, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.11172089376715014, |
| "grad_norm": 5.7349371910095215, |
| "learning_rate": 4.75e-06, |
| "loss": 1.1238, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.11368090944727557, |
| "grad_norm": 7.513430595397949, |
| "learning_rate": 4.833333333333333e-06, |
| "loss": 1.1158, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.11564092512740103, |
| "grad_norm": 5.410061836242676, |
| "learning_rate": 4.9166666666666665e-06, |
| "loss": 1.1102, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.11760094080752646, |
| "grad_norm": 6.409933567047119, |
| "learning_rate": 5e-06, |
| "loss": 1.1035, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.1195609564876519, |
| "grad_norm": 14.141221046447754, |
| "learning_rate": 5.0833333333333335e-06, |
| "loss": 1.1066, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.12152097216777734, |
| "grad_norm": 5.547974586486816, |
| "learning_rate": 5.1666666666666675e-06, |
| "loss": 1.1218, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.12348098784790279, |
| "grad_norm": 5.946651935577393, |
| "learning_rate": 5.2500000000000006e-06, |
| "loss": 1.112, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.12544100352802823, |
| "grad_norm": 6.724623680114746, |
| "learning_rate": 5.333333333333334e-06, |
| "loss": 1.0986, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.12740101920815367, |
| "grad_norm": 8.897869110107422, |
| "learning_rate": 5.416666666666667e-06, |
| "loss": 1.1077, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.1293610348882791, |
| "grad_norm": 6.75730037689209, |
| "learning_rate": 5.500000000000001e-06, |
| "loss": 1.1018, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.13132105056840454, |
| "grad_norm": 5.3133111000061035, |
| "learning_rate": 5.583333333333334e-06, |
| "loss": 1.1089, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.13328106624852998, |
| "grad_norm": 5.644856929779053, |
| "learning_rate": 5.666666666666667e-06, |
| "loss": 1.1159, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.13524108192865542, |
| "grad_norm": 5.264536380767822, |
| "learning_rate": 5.75e-06, |
| "loss": 1.1068, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.13720109760878088, |
| "grad_norm": 5.970139026641846, |
| "learning_rate": 5.833333333333334e-06, |
| "loss": 1.1214, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.13720109760878088, |
| "eval_loss": 1.0996023416519165, |
| "eval_runtime": 14.1011, |
| "eval_samples_per_second": 46.379, |
| "eval_steps_per_second": 5.815, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.13916111328890632, |
| "grad_norm": 5.035984039306641, |
| "learning_rate": 5.916666666666667e-06, |
| "loss": 1.1078, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.14112112896903176, |
| "grad_norm": 5.657273292541504, |
| "learning_rate": 6e-06, |
| "loss": 1.0998, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.1430811446491572, |
| "grad_norm": 5.413987636566162, |
| "learning_rate": 6.083333333333333e-06, |
| "loss": 1.1023, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.14504116032928263, |
| "grad_norm": 7.05068302154541, |
| "learning_rate": 6.166666666666667e-06, |
| "loss": 1.1053, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.14700117600940807, |
| "grad_norm": 6.170547008514404, |
| "learning_rate": 6.25e-06, |
| "loss": 1.0998, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.1489611916895335, |
| "grad_norm": 5.373660087585449, |
| "learning_rate": 6.333333333333333e-06, |
| "loss": 1.0899, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.15092120736965894, |
| "grad_norm": 6.981970310211182, |
| "learning_rate": 6.416666666666667e-06, |
| "loss": 1.113, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.1528812230497844, |
| "grad_norm": 4.918264865875244, |
| "learning_rate": 6.5000000000000004e-06, |
| "loss": 1.0884, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.15484123872990985, |
| "grad_norm": 13.080545425415039, |
| "learning_rate": 6.5833333333333335e-06, |
| "loss": 1.1012, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.15680125441003528, |
| "grad_norm": 5.957456111907959, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 1.1044, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.15876127009016072, |
| "grad_norm": 5.442764759063721, |
| "learning_rate": 6.750000000000001e-06, |
| "loss": 1.1051, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.16072128577028616, |
| "grad_norm": 5.379378318786621, |
| "learning_rate": 6.833333333333334e-06, |
| "loss": 1.1092, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.1626813014504116, |
| "grad_norm": 6.137138366699219, |
| "learning_rate": 6.916666666666667e-06, |
| "loss": 1.0835, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.16464131713053703, |
| "grad_norm": 5.297956943511963, |
| "learning_rate": 7e-06, |
| "loss": 1.1089, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.16660133281066247, |
| "grad_norm": 5.63748025894165, |
| "learning_rate": 7.083333333333335e-06, |
| "loss": 1.1024, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.16856134849078794, |
| "grad_norm": 5.432644844055176, |
| "learning_rate": 7.166666666666667e-06, |
| "loss": 1.0712, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.17052136417091338, |
| "grad_norm": 5.4105305671691895, |
| "learning_rate": 7.25e-06, |
| "loss": 1.1122, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.1724813798510388, |
| "grad_norm": 6.026330471038818, |
| "learning_rate": 7.333333333333333e-06, |
| "loss": 1.1049, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.17444139553116425, |
| "grad_norm": 6.143797397613525, |
| "learning_rate": 7.416666666666668e-06, |
| "loss": 1.1038, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.1764014112112897, |
| "grad_norm": 5.558448791503906, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 1.095, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.17836142689141513, |
| "grad_norm": 6.965857028961182, |
| "learning_rate": 7.583333333333333e-06, |
| "loss": 1.0979, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.18032144257154056, |
| "grad_norm": 6.795146942138672, |
| "learning_rate": 7.666666666666667e-06, |
| "loss": 1.103, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.182281458251666, |
| "grad_norm": 5.742541313171387, |
| "learning_rate": 7.75e-06, |
| "loss": 1.1031, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.18424147393179147, |
| "grad_norm": 5.67035436630249, |
| "learning_rate": 7.833333333333333e-06, |
| "loss": 1.1018, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.1862014896119169, |
| "grad_norm": 8.501360893249512, |
| "learning_rate": 7.916666666666667e-06, |
| "loss": 1.0916, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.18816150529204234, |
| "grad_norm": 5.092253684997559, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 1.0886, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.19012152097216778, |
| "grad_norm": 6.499626636505127, |
| "learning_rate": 8.083333333333334e-06, |
| "loss": 1.1008, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.19208153665229322, |
| "grad_norm": 5.9327216148376465, |
| "learning_rate": 8.166666666666668e-06, |
| "loss": 1.0911, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.19404155233241865, |
| "grad_norm": 5.990231990814209, |
| "learning_rate": 8.25e-06, |
| "loss": 1.0955, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.1960015680125441, |
| "grad_norm": 32.17470932006836, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 1.1087, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.19796158369266953, |
| "grad_norm": 5.19512414932251, |
| "learning_rate": 8.416666666666667e-06, |
| "loss": 1.1302, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.199921599372795, |
| "grad_norm": 5.765759468078613, |
| "learning_rate": 8.5e-06, |
| "loss": 1.1089, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.20188161505292043, |
| "grad_norm": 5.5894927978515625, |
| "learning_rate": 8.583333333333333e-06, |
| "loss": 1.0914, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.20384163073304587, |
| "grad_norm": 6.387049198150635, |
| "learning_rate": 8.666666666666668e-06, |
| "loss": 1.095, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.2058016464131713, |
| "grad_norm": 5.629969596862793, |
| "learning_rate": 8.750000000000001e-06, |
| "loss": 1.0999, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.20776166209329675, |
| "grad_norm": 22.919910430908203, |
| "learning_rate": 8.833333333333334e-06, |
| "loss": 1.096, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.20972167777342218, |
| "grad_norm": 5.267335414886475, |
| "learning_rate": 8.916666666666667e-06, |
| "loss": 1.1006, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.21168169345354762, |
| "grad_norm": 53.39712905883789, |
| "learning_rate": 9e-06, |
| "loss": 1.106, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.21364170913367306, |
| "grad_norm": 5.858781814575195, |
| "learning_rate": 9.083333333333333e-06, |
| "loss": 1.2549, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.21560172481379852, |
| "grad_norm": 6.5703935623168945, |
| "learning_rate": 9.166666666666666e-06, |
| "loss": 1.094, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.21756174049392396, |
| "grad_norm": 5.414449214935303, |
| "learning_rate": 9.250000000000001e-06, |
| "loss": 1.0891, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.2195217561740494, |
| "grad_norm": 7.185405731201172, |
| "learning_rate": 9.333333333333334e-06, |
| "loss": 1.089, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.22148177185417484, |
| "grad_norm": 6.4889092445373535, |
| "learning_rate": 9.416666666666667e-06, |
| "loss": 1.0874, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.22344178753430027, |
| "grad_norm": 6.4478759765625, |
| "learning_rate": 9.5e-06, |
| "loss": 1.1111, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.2254018032144257, |
| "grad_norm": 6.49618673324585, |
| "learning_rate": 9.583333333333335e-06, |
| "loss": 1.1001, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.22736181889455115, |
| "grad_norm": 7.893542766571045, |
| "learning_rate": 9.666666666666667e-06, |
| "loss": 1.097, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.2293218345746766, |
| "grad_norm": 11.165901184082031, |
| "learning_rate": 9.75e-06, |
| "loss": 1.092, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.23128185025480205, |
| "grad_norm": 21.967939376831055, |
| "learning_rate": 9.833333333333333e-06, |
| "loss": 1.1216, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.2332418659349275, |
| "grad_norm": 14.317709922790527, |
| "learning_rate": 9.916666666666668e-06, |
| "loss": 1.1047, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.23520188161505293, |
| "grad_norm": 6.240993499755859, |
| "learning_rate": 1e-05, |
| "loss": 1.1045, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.23716189729517836, |
| "grad_norm": 5.804283142089844, |
| "learning_rate": 9.990740740740741e-06, |
| "loss": 1.0933, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.2391219129753038, |
| "grad_norm": 5.778935432434082, |
| "learning_rate": 9.981481481481482e-06, |
| "loss": 1.1098, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.24108192865542924, |
| "grad_norm": 6.391726016998291, |
| "learning_rate": 9.972222222222224e-06, |
| "loss": 1.0993, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.24304194433555468, |
| "grad_norm": 4.967405319213867, |
| "learning_rate": 9.962962962962964e-06, |
| "loss": 1.0835, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.24500196001568011, |
| "grad_norm": 11.337072372436523, |
| "learning_rate": 9.953703703703704e-06, |
| "loss": 1.1057, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.24696197569580558, |
| "grad_norm": 5.182584285736084, |
| "learning_rate": 9.944444444444445e-06, |
| "loss": 1.0913, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.24892199137593102, |
| "grad_norm": 6.305624961853027, |
| "learning_rate": 9.935185185185185e-06, |
| "loss": 1.0963, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.25088200705605646, |
| "grad_norm": 5.263504981994629, |
| "learning_rate": 9.925925925925927e-06, |
| "loss": 1.1097, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.2528420227361819, |
| "grad_norm": 5.2210493087768555, |
| "learning_rate": 9.916666666666668e-06, |
| "loss": 1.0934, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.25480203841630733, |
| "grad_norm": 6.707633972167969, |
| "learning_rate": 9.907407407407408e-06, |
| "loss": 1.1049, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.25676205409643277, |
| "grad_norm": 5.195355415344238, |
| "learning_rate": 9.898148148148148e-06, |
| "loss": 1.0866, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.2587220697765582, |
| "grad_norm": 7.137194633483887, |
| "learning_rate": 9.88888888888889e-06, |
| "loss": 1.1032, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.26068208545668364, |
| "grad_norm": 5.271111488342285, |
| "learning_rate": 9.87962962962963e-06, |
| "loss": 1.0925, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.2626421011368091, |
| "grad_norm": 6.781525135040283, |
| "learning_rate": 9.870370370370371e-06, |
| "loss": 1.0966, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.2646021168169345, |
| "grad_norm": 8.270143508911133, |
| "learning_rate": 9.861111111111112e-06, |
| "loss": 1.0991, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.26656213249705996, |
| "grad_norm": 6.368267059326172, |
| "learning_rate": 9.851851851851852e-06, |
| "loss": 1.1005, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.2685221481771854, |
| "grad_norm": 5.750402927398682, |
| "learning_rate": 9.842592592592594e-06, |
| "loss": 1.0907, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.27048216385731083, |
| "grad_norm": 5.706563472747803, |
| "learning_rate": 9.833333333333333e-06, |
| "loss": 1.1133, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.2724421795374363, |
| "grad_norm": 5.816508769989014, |
| "learning_rate": 9.824074074074075e-06, |
| "loss": 1.1074, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.27440219521756176, |
| "grad_norm": 4.7041449546813965, |
| "learning_rate": 9.814814814814815e-06, |
| "loss": 1.0944, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.27440219521756176, |
| "eval_loss": 1.089659571647644, |
| "eval_runtime": 14.1203, |
| "eval_samples_per_second": 46.316, |
| "eval_steps_per_second": 5.807, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.2763622108976872, |
| "grad_norm": 4.5806355476379395, |
| "learning_rate": 9.805555555555556e-06, |
| "loss": 1.0868, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.27832222657781264, |
| "grad_norm": 6.664804458618164, |
| "learning_rate": 9.796296296296298e-06, |
| "loss": 1.1031, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.2802822422579381, |
| "grad_norm": 5.814957141876221, |
| "learning_rate": 9.787037037037038e-06, |
| "loss": 1.0818, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.2822422579380635, |
| "grad_norm": 11.043229103088379, |
| "learning_rate": 9.777777777777779e-06, |
| "loss": 1.1147, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.28420227361818895, |
| "grad_norm": 5.907972812652588, |
| "learning_rate": 9.768518518518519e-06, |
| "loss": 1.0949, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.2861622892983144, |
| "grad_norm": 8.000860214233398, |
| "learning_rate": 9.759259259259261e-06, |
| "loss": 1.107, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.2881223049784398, |
| "grad_norm": 5.279980182647705, |
| "learning_rate": 9.75e-06, |
| "loss": 1.0988, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.29008232065856526, |
| "grad_norm": 6.427779674530029, |
| "learning_rate": 9.740740740740742e-06, |
| "loss": 1.0969, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.2920423363386907, |
| "grad_norm": 5.733342170715332, |
| "learning_rate": 9.731481481481482e-06, |
| "loss": 1.0832, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.29400235201881614, |
| "grad_norm": 5.370787620544434, |
| "learning_rate": 9.722222222222223e-06, |
| "loss": 1.0724, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.2959623676989416, |
| "grad_norm": 4.780156135559082, |
| "learning_rate": 9.712962962962965e-06, |
| "loss": 1.0911, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.297922383379067, |
| "grad_norm": 5.770766258239746, |
| "learning_rate": 9.703703703703703e-06, |
| "loss": 1.0913, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.29988239905919245, |
| "grad_norm": 5.799376487731934, |
| "learning_rate": 9.694444444444446e-06, |
| "loss": 1.1072, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.3018424147393179, |
| "grad_norm": 4.571477890014648, |
| "learning_rate": 9.685185185185186e-06, |
| "loss": 1.0977, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.3038024304194434, |
| "grad_norm": 6.020542144775391, |
| "learning_rate": 9.675925925925926e-06, |
| "loss": 1.1056, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.3057624460995688, |
| "grad_norm": 6.760439395904541, |
| "learning_rate": 9.666666666666667e-06, |
| "loss": 1.0874, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.30772246177969426, |
| "grad_norm": 4.900004863739014, |
| "learning_rate": 9.657407407407409e-06, |
| "loss": 1.0946, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.3096824774598197, |
| "grad_norm": 4.82609748840332, |
| "learning_rate": 9.64814814814815e-06, |
| "loss": 1.1017, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.31164249313994513, |
| "grad_norm": 5.115661144256592, |
| "learning_rate": 9.63888888888889e-06, |
| "loss": 1.1073, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.31360250882007057, |
| "grad_norm": 4.987372875213623, |
| "learning_rate": 9.62962962962963e-06, |
| "loss": 1.084, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.315562524500196, |
| "grad_norm": 5.010407447814941, |
| "learning_rate": 9.62037037037037e-06, |
| "loss": 1.1031, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.31752254018032144, |
| "grad_norm": 4.8331122398376465, |
| "learning_rate": 9.611111111111112e-06, |
| "loss": 1.0995, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.3194825558604469, |
| "grad_norm": 5.5287909507751465, |
| "learning_rate": 9.601851851851853e-06, |
| "loss": 1.0884, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.3214425715405723, |
| "grad_norm": 7.749701023101807, |
| "learning_rate": 9.592592592592593e-06, |
| "loss": 1.0786, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.32340258722069776, |
| "grad_norm": 4.908470153808594, |
| "learning_rate": 9.583333333333335e-06, |
| "loss": 1.1049, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.3253626029008232, |
| "grad_norm": 8.760143280029297, |
| "learning_rate": 9.574074074074074e-06, |
| "loss": 1.1, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.32732261858094863, |
| "grad_norm": 4.7910590171813965, |
| "learning_rate": 9.564814814814816e-06, |
| "loss": 1.0936, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.32928263426107407, |
| "grad_norm": 10.59984302520752, |
| "learning_rate": 9.555555555555556e-06, |
| "loss": 1.0888, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.3312426499411995, |
| "grad_norm": 5.18034029006958, |
| "learning_rate": 9.546296296296297e-06, |
| "loss": 1.1015, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.33320266562132494, |
| "grad_norm": 4.835277557373047, |
| "learning_rate": 9.537037037037037e-06, |
| "loss": 1.0934, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.33516268130145044, |
| "grad_norm": 5.690189838409424, |
| "learning_rate": 9.527777777777778e-06, |
| "loss": 1.0981, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.3371226969815759, |
| "grad_norm": 5.126386642456055, |
| "learning_rate": 9.51851851851852e-06, |
| "loss": 1.0731, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.3390827126617013, |
| "grad_norm": 5.041740894317627, |
| "learning_rate": 9.50925925925926e-06, |
| "loss": 1.0822, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.34104272834182675, |
| "grad_norm": 5.251774787902832, |
| "learning_rate": 9.5e-06, |
| "loss": 1.0914, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.3430027440219522, |
| "grad_norm": 4.976339817047119, |
| "learning_rate": 9.490740740740741e-06, |
| "loss": 1.0994, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.3449627597020776, |
| "grad_norm": 4.93164587020874, |
| "learning_rate": 9.481481481481483e-06, |
| "loss": 1.1029, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.34692277538220306, |
| "grad_norm": 4.964654445648193, |
| "learning_rate": 9.472222222222223e-06, |
| "loss": 1.0846, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.3488827910623285, |
| "grad_norm": 5.763545036315918, |
| "learning_rate": 9.462962962962964e-06, |
| "loss": 1.0861, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.35084280674245394, |
| "grad_norm": 7.256554126739502, |
| "learning_rate": 9.453703703703704e-06, |
| "loss": 1.0878, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.3528028224225794, |
| "grad_norm": 5.118113994598389, |
| "learning_rate": 9.444444444444445e-06, |
| "loss": 1.0814, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.3547628381027048, |
| "grad_norm": 5.370246410369873, |
| "learning_rate": 9.435185185185187e-06, |
| "loss": 1.0977, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.35672285378283025, |
| "grad_norm": 4.952902793884277, |
| "learning_rate": 9.425925925925925e-06, |
| "loss": 1.0889, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.3586828694629557, |
| "grad_norm": 4.842602252960205, |
| "learning_rate": 9.416666666666667e-06, |
| "loss": 1.0926, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.3606428851430811, |
| "grad_norm": 4.805694103240967, |
| "learning_rate": 9.407407407407408e-06, |
| "loss": 1.1087, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.36260290082320656, |
| "grad_norm": 5.138493061065674, |
| "learning_rate": 9.398148148148148e-06, |
| "loss": 1.0862, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.364562916503332, |
| "grad_norm": 7.099350929260254, |
| "learning_rate": 9.38888888888889e-06, |
| "loss": 1.0887, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.3665229321834575, |
| "grad_norm": 5.295989990234375, |
| "learning_rate": 9.37962962962963e-06, |
| "loss": 1.0715, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.36848294786358293, |
| "grad_norm": 5.222052097320557, |
| "learning_rate": 9.370370370370371e-06, |
| "loss": 1.0979, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.37044296354370837, |
| "grad_norm": 4.347951889038086, |
| "learning_rate": 9.361111111111111e-06, |
| "loss": 1.1036, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.3724029792238338, |
| "grad_norm": 5.062961101531982, |
| "learning_rate": 9.351851851851854e-06, |
| "loss": 1.0864, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.37436299490395925, |
| "grad_norm": 5.308873176574707, |
| "learning_rate": 9.342592592592594e-06, |
| "loss": 1.0877, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.3763230105840847, |
| "grad_norm": 4.578522682189941, |
| "learning_rate": 9.333333333333334e-06, |
| "loss": 1.0961, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.3782830262642101, |
| "grad_norm": 4.571235179901123, |
| "learning_rate": 9.324074074074075e-06, |
| "loss": 1.0838, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.38024304194433556, |
| "grad_norm": 4.522839069366455, |
| "learning_rate": 9.314814814814815e-06, |
| "loss": 1.0786, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.382203057624461, |
| "grad_norm": 4.68695068359375, |
| "learning_rate": 9.305555555555557e-06, |
| "loss": 1.1146, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.38416307330458643, |
| "grad_norm": 4.976430416107178, |
| "learning_rate": 9.296296296296296e-06, |
| "loss": 1.0937, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.38612308898471187, |
| "grad_norm": 5.086645126342773, |
| "learning_rate": 9.287037037037038e-06, |
| "loss": 1.097, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.3880831046648373, |
| "grad_norm": 4.946636199951172, |
| "learning_rate": 9.277777777777778e-06, |
| "loss": 1.0986, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.39004312034496275, |
| "grad_norm": 4.823138236999512, |
| "learning_rate": 9.268518518518519e-06, |
| "loss": 1.1034, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.3920031360250882, |
| "grad_norm": 5.26657772064209, |
| "learning_rate": 9.25925925925926e-06, |
| "loss": 1.0798, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.3939631517052136, |
| "grad_norm": 5.231563568115234, |
| "learning_rate": 9.250000000000001e-06, |
| "loss": 1.0944, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.39592316738533906, |
| "grad_norm": 4.791154384613037, |
| "learning_rate": 9.240740740740742e-06, |
| "loss": 1.0949, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.3978831830654645, |
| "grad_norm": 4.691703796386719, |
| "learning_rate": 9.231481481481482e-06, |
| "loss": 1.0856, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.39984319874559, |
| "grad_norm": 7.213362693786621, |
| "learning_rate": 9.222222222222224e-06, |
| "loss": 1.0922, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.4018032144257154, |
| "grad_norm": 6.0655646324157715, |
| "learning_rate": 9.212962962962963e-06, |
| "loss": 1.0948, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.40376323010584086, |
| "grad_norm": 4.249541759490967, |
| "learning_rate": 9.203703703703705e-06, |
| "loss": 1.091, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.4057232457859663, |
| "grad_norm": 4.832751750946045, |
| "learning_rate": 9.194444444444445e-06, |
| "loss": 1.0907, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.40768326146609174, |
| "grad_norm": 5.216608047485352, |
| "learning_rate": 9.185185185185186e-06, |
| "loss": 1.0802, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.4096432771462172, |
| "grad_norm": 5.988987445831299, |
| "learning_rate": 9.175925925925928e-06, |
| "loss": 1.0938, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.4116032928263426, |
| "grad_norm": 4.744123458862305, |
| "learning_rate": 9.166666666666666e-06, |
| "loss": 1.0889, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.4116032928263426, |
| "eval_loss": 1.08055579662323, |
| "eval_runtime": 14.0694, |
| "eval_samples_per_second": 46.484, |
| "eval_steps_per_second": 5.828, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.41356330850646805, |
| "grad_norm": 5.0730485916137695, |
| "learning_rate": 9.157407407407409e-06, |
| "loss": 1.0956, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.4155233241865935, |
| "grad_norm": 4.156872749328613, |
| "learning_rate": 9.148148148148149e-06, |
| "loss": 1.0899, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.4174833398667189, |
| "grad_norm": 5.194650173187256, |
| "learning_rate": 9.13888888888889e-06, |
| "loss": 1.0772, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.41944335554684437, |
| "grad_norm": 5.057788848876953, |
| "learning_rate": 9.12962962962963e-06, |
| "loss": 1.0886, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.4214033712269698, |
| "grad_norm": 4.849510192871094, |
| "learning_rate": 9.120370370370372e-06, |
| "loss": 1.1027, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.42336338690709524, |
| "grad_norm": 4.8577704429626465, |
| "learning_rate": 9.111111111111112e-06, |
| "loss": 1.0809, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.4253234025872207, |
| "grad_norm": 4.937686443328857, |
| "learning_rate": 9.101851851851853e-06, |
| "loss": 1.0819, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.4272834182673461, |
| "grad_norm": 5.295153617858887, |
| "learning_rate": 9.092592592592593e-06, |
| "loss": 1.0734, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.42924343394747155, |
| "grad_norm": 5.876978874206543, |
| "learning_rate": 9.083333333333333e-06, |
| "loss": 1.078, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.43120344962759705, |
| "grad_norm": 4.725461006164551, |
| "learning_rate": 9.074074074074075e-06, |
| "loss": 1.0787, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.4331634653077225, |
| "grad_norm": 4.425513744354248, |
| "learning_rate": 9.064814814814816e-06, |
| "loss": 1.1066, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.4351234809878479, |
| "grad_norm": 4.781891822814941, |
| "learning_rate": 9.055555555555556e-06, |
| "loss": 1.083, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.43708349666797336, |
| "grad_norm": 5.292329788208008, |
| "learning_rate": 9.046296296296298e-06, |
| "loss": 1.094, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.4390435123480988, |
| "grad_norm": 5.246599197387695, |
| "learning_rate": 9.037037037037037e-06, |
| "loss": 1.0903, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.44100352802822423, |
| "grad_norm": 4.701263427734375, |
| "learning_rate": 9.027777777777779e-06, |
| "loss": 1.0811, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.44296354370834967, |
| "grad_norm": 5.434783458709717, |
| "learning_rate": 9.01851851851852e-06, |
| "loss": 1.0862, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.4449235593884751, |
| "grad_norm": 5.898828506469727, |
| "learning_rate": 9.00925925925926e-06, |
| "loss": 1.0972, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.44688357506860055, |
| "grad_norm": 5.089272975921631, |
| "learning_rate": 9e-06, |
| "loss": 1.091, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.448843590748726, |
| "grad_norm": 6.887242317199707, |
| "learning_rate": 8.99074074074074e-06, |
| "loss": 1.0785, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.4508036064288514, |
| "grad_norm": 5.111120700836182, |
| "learning_rate": 8.981481481481483e-06, |
| "loss": 1.0682, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.45276362210897686, |
| "grad_norm": 5.331275939941406, |
| "learning_rate": 8.972222222222223e-06, |
| "loss": 1.0854, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.4547236377891023, |
| "grad_norm": 5.59519100189209, |
| "learning_rate": 8.962962962962963e-06, |
| "loss": 1.0883, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.45668365346922773, |
| "grad_norm": 5.6016364097595215, |
| "learning_rate": 8.953703703703704e-06, |
| "loss": 1.0799, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.4586436691493532, |
| "grad_norm": 4.625690460205078, |
| "learning_rate": 8.944444444444446e-06, |
| "loss": 1.0716, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.4606036848294786, |
| "grad_norm": 4.6536688804626465, |
| "learning_rate": 8.935185185185186e-06, |
| "loss": 1.0624, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.4625637005096041, |
| "grad_norm": 4.807366847991943, |
| "learning_rate": 8.925925925925927e-06, |
| "loss": 1.0829, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.46452371618972954, |
| "grad_norm": 4.950624942779541, |
| "learning_rate": 8.916666666666667e-06, |
| "loss": 1.0861, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.466483731869855, |
| "grad_norm": 4.980051517486572, |
| "learning_rate": 8.907407407407408e-06, |
| "loss": 1.0772, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.4684437475499804, |
| "grad_norm": 5.208264350891113, |
| "learning_rate": 8.89814814814815e-06, |
| "loss": 1.0929, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.47040376323010585, |
| "grad_norm": 5.6281657218933105, |
| "learning_rate": 8.888888888888888e-06, |
| "loss": 1.0818, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.4723637789102313, |
| "grad_norm": 6.125396251678467, |
| "learning_rate": 8.87962962962963e-06, |
| "loss": 1.0865, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.47432379459035673, |
| "grad_norm": 5.989163398742676, |
| "learning_rate": 8.87037037037037e-06, |
| "loss": 1.0685, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.47628381027048217, |
| "grad_norm": 9.247689247131348, |
| "learning_rate": 8.861111111111111e-06, |
| "loss": 1.0879, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.4782438259506076, |
| "grad_norm": 4.848996639251709, |
| "learning_rate": 8.851851851851853e-06, |
| "loss": 1.0783, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.48020384163073304, |
| "grad_norm": 5.04819917678833, |
| "learning_rate": 8.842592592592594e-06, |
| "loss": 1.0679, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.4821638573108585, |
| "grad_norm": 5.755705833435059, |
| "learning_rate": 8.833333333333334e-06, |
| "loss": 1.0939, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.4841238729909839, |
| "grad_norm": 4.5991058349609375, |
| "learning_rate": 8.824074074074074e-06, |
| "loss": 1.0775, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.48608388867110935, |
| "grad_norm": 5.101771354675293, |
| "learning_rate": 8.814814814814817e-06, |
| "loss": 1.084, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.4880439043512348, |
| "grad_norm": 4.9321441650390625, |
| "learning_rate": 8.805555555555557e-06, |
| "loss": 1.0762, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.49000392003136023, |
| "grad_norm": 5.363485813140869, |
| "learning_rate": 8.796296296296297e-06, |
| "loss": 1.0595, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.49196393571148567, |
| "grad_norm": 5.353972434997559, |
| "learning_rate": 8.787037037037038e-06, |
| "loss": 1.0689, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.49392395139161116, |
| "grad_norm": 5.158483505249023, |
| "learning_rate": 8.777777777777778e-06, |
| "loss": 1.0711, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.4958839670717366, |
| "grad_norm": 5.160126686096191, |
| "learning_rate": 8.76851851851852e-06, |
| "loss": 1.0886, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.49784398275186204, |
| "grad_norm": 4.926945686340332, |
| "learning_rate": 8.759259259259259e-06, |
| "loss": 1.0856, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.4998039984319875, |
| "grad_norm": 5.253294467926025, |
| "learning_rate": 8.750000000000001e-06, |
| "loss": 1.0876, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.5017640141121129, |
| "grad_norm": 11.674654960632324, |
| "learning_rate": 8.740740740740741e-06, |
| "loss": 1.0784, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.5037240297922383, |
| "grad_norm": 5.032644271850586, |
| "learning_rate": 8.731481481481482e-06, |
| "loss": 1.07, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.5056840454723638, |
| "grad_norm": 5.1500372886657715, |
| "learning_rate": 8.722222222222224e-06, |
| "loss": 1.0932, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.5076440611524892, |
| "grad_norm": 5.761635780334473, |
| "learning_rate": 8.712962962962964e-06, |
| "loss": 1.0816, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.5096040768326147, |
| "grad_norm": 5.257477760314941, |
| "learning_rate": 8.703703703703705e-06, |
| "loss": 1.0712, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.5115640925127402, |
| "grad_norm": 5.4931416511535645, |
| "learning_rate": 8.694444444444445e-06, |
| "loss": 1.0832, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.5135241081928655, |
| "grad_norm": 6.102149963378906, |
| "learning_rate": 8.685185185185185e-06, |
| "loss": 1.076, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.515484123872991, |
| "grad_norm": 5.596585273742676, |
| "learning_rate": 8.675925925925926e-06, |
| "loss": 1.0972, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.5174441395531164, |
| "grad_norm": 4.6653523445129395, |
| "learning_rate": 8.666666666666668e-06, |
| "loss": 1.0872, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.5194041552332419, |
| "grad_norm": 4.938266277313232, |
| "learning_rate": 8.657407407407408e-06, |
| "loss": 1.0717, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.5213641709133673, |
| "grad_norm": 5.11916446685791, |
| "learning_rate": 8.648148148148149e-06, |
| "loss": 1.0955, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.5233241865934928, |
| "grad_norm": 4.867392539978027, |
| "learning_rate": 8.63888888888889e-06, |
| "loss": 1.0769, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.5252842022736182, |
| "grad_norm": 5.589994430541992, |
| "learning_rate": 8.62962962962963e-06, |
| "loss": 1.0808, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.5272442179537437, |
| "grad_norm": 5.221999645233154, |
| "learning_rate": 8.620370370370371e-06, |
| "loss": 1.0627, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.529204233633869, |
| "grad_norm": 4.844895839691162, |
| "learning_rate": 8.611111111111112e-06, |
| "loss": 1.0951, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.5311642493139945, |
| "grad_norm": 4.937107563018799, |
| "learning_rate": 8.601851851851852e-06, |
| "loss": 1.0898, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.5331242649941199, |
| "grad_norm": 4.758755207061768, |
| "learning_rate": 8.592592592592593e-06, |
| "loss": 1.1017, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.5350842806742454, |
| "grad_norm": 5.145150661468506, |
| "learning_rate": 8.583333333333333e-06, |
| "loss": 1.0702, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.5370442963543708, |
| "grad_norm": 5.257258415222168, |
| "learning_rate": 8.574074074074075e-06, |
| "loss": 1.0822, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.5390043120344963, |
| "grad_norm": 5.826773166656494, |
| "learning_rate": 8.564814814814816e-06, |
| "loss": 1.0714, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.5409643277146217, |
| "grad_norm": 4.5895304679870605, |
| "learning_rate": 8.555555555555556e-06, |
| "loss": 1.0866, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.5429243433947472, |
| "grad_norm": 6.960358619689941, |
| "learning_rate": 8.546296296296296e-06, |
| "loss": 1.0942, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.5448843590748726, |
| "grad_norm": 5.870516300201416, |
| "learning_rate": 8.537037037037038e-06, |
| "loss": 1.0937, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.546844374754998, |
| "grad_norm": 4.99727725982666, |
| "learning_rate": 8.527777777777779e-06, |
| "loss": 1.0851, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.5488043904351235, |
| "grad_norm": 4.9571003913879395, |
| "learning_rate": 8.518518518518519e-06, |
| "loss": 1.085, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.5488043904351235, |
| "eval_loss": 1.073391318321228, |
| "eval_runtime": 14.0283, |
| "eval_samples_per_second": 46.62, |
| "eval_steps_per_second": 5.845, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.5507644061152489, |
| "grad_norm": 4.457803726196289, |
| "learning_rate": 8.509259259259261e-06, |
| "loss": 1.0787, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.5527244217953744, |
| "grad_norm": 5.098880290985107, |
| "learning_rate": 8.5e-06, |
| "loss": 1.0672, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.5546844374754998, |
| "grad_norm": 5.3498735427856445, |
| "learning_rate": 8.490740740740742e-06, |
| "loss": 1.0852, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.5566444531556253, |
| "grad_norm": 5.1486921310424805, |
| "learning_rate": 8.481481481481482e-06, |
| "loss": 1.0564, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.5586044688357507, |
| "grad_norm": 5.613958358764648, |
| "learning_rate": 8.472222222222223e-06, |
| "loss": 1.0864, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.5605644845158761, |
| "grad_norm": 5.687408924102783, |
| "learning_rate": 8.462962962962963e-06, |
| "loss": 1.0871, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.5625245001960015, |
| "grad_norm": 5.822880268096924, |
| "learning_rate": 8.453703703703704e-06, |
| "loss": 1.0708, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.564484515876127, |
| "grad_norm": 5.982561111450195, |
| "learning_rate": 8.444444444444446e-06, |
| "loss": 1.0633, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.5664445315562524, |
| "grad_norm": 4.887526035308838, |
| "learning_rate": 8.435185185185186e-06, |
| "loss": 1.0823, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.5684045472363779, |
| "grad_norm": 5.810245037078857, |
| "learning_rate": 8.425925925925926e-06, |
| "loss": 1.0683, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.5703645629165033, |
| "grad_norm": 4.757987022399902, |
| "learning_rate": 8.416666666666667e-06, |
| "loss": 1.0703, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.5723245785966288, |
| "grad_norm": 5.597621440887451, |
| "learning_rate": 8.407407407407409e-06, |
| "loss": 1.0861, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.5742845942767543, |
| "grad_norm": 9.786075592041016, |
| "learning_rate": 8.39814814814815e-06, |
| "loss": 1.0755, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.5762446099568796, |
| "grad_norm": 4.969895362854004, |
| "learning_rate": 8.38888888888889e-06, |
| "loss": 1.0907, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.5782046256370051, |
| "grad_norm": 5.833816051483154, |
| "learning_rate": 8.37962962962963e-06, |
| "loss": 1.0679, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.5801646413171305, |
| "grad_norm": 5.07546329498291, |
| "learning_rate": 8.37037037037037e-06, |
| "loss": 1.0705, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.582124656997256, |
| "grad_norm": 5.735626220703125, |
| "learning_rate": 8.361111111111113e-06, |
| "loss": 1.0676, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.5840846726773814, |
| "grad_norm": 4.732352256774902, |
| "learning_rate": 8.351851851851851e-06, |
| "loss": 1.0809, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.5860446883575069, |
| "grad_norm": 6.006665229797363, |
| "learning_rate": 8.342592592592593e-06, |
| "loss": 1.0624, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.5880047040376323, |
| "grad_norm": 6.649717330932617, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 1.072, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.5899647197177578, |
| "grad_norm": 5.156081199645996, |
| "learning_rate": 8.324074074074074e-06, |
| "loss": 1.0791, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.5919247353978832, |
| "grad_norm": 5.489958763122559, |
| "learning_rate": 8.314814814814816e-06, |
| "loss": 1.0803, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.5938847510780086, |
| "grad_norm": 5.912964344024658, |
| "learning_rate": 8.305555555555557e-06, |
| "loss": 1.0888, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.595844766758134, |
| "grad_norm": 5.113432884216309, |
| "learning_rate": 8.296296296296297e-06, |
| "loss": 1.0728, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.5978047824382595, |
| "grad_norm": 4.774835109710693, |
| "learning_rate": 8.287037037037037e-06, |
| "loss": 1.0772, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.5997647981183849, |
| "grad_norm": 5.954660892486572, |
| "learning_rate": 8.277777777777778e-06, |
| "loss": 1.0805, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.6017248137985104, |
| "grad_norm": 4.933722019195557, |
| "learning_rate": 8.26851851851852e-06, |
| "loss": 1.0678, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.6036848294786358, |
| "grad_norm": 5.152841567993164, |
| "learning_rate": 8.25925925925926e-06, |
| "loss": 1.0831, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.6056448451587613, |
| "grad_norm": 5.011537551879883, |
| "learning_rate": 8.25e-06, |
| "loss": 1.0841, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.6076048608388868, |
| "grad_norm": 4.196855545043945, |
| "learning_rate": 8.240740740740741e-06, |
| "loss": 1.0647, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.6095648765190121, |
| "grad_norm": 5.21035099029541, |
| "learning_rate": 8.231481481481483e-06, |
| "loss": 1.049, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.6115248921991376, |
| "grad_norm": 26.132904052734375, |
| "learning_rate": 8.222222222222222e-06, |
| "loss": 1.0799, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.613484907879263, |
| "grad_norm": 6.4696760177612305, |
| "learning_rate": 8.212962962962964e-06, |
| "loss": 1.0666, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.6154449235593885, |
| "grad_norm": 4.687003135681152, |
| "learning_rate": 8.203703703703704e-06, |
| "loss": 1.0732, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.6174049392395139, |
| "grad_norm": 5.188929557800293, |
| "learning_rate": 8.194444444444445e-06, |
| "loss": 1.0911, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.6193649549196394, |
| "grad_norm": 4.781430244445801, |
| "learning_rate": 8.185185185185187e-06, |
| "loss": 1.0705, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.6213249705997648, |
| "grad_norm": 4.717843055725098, |
| "learning_rate": 8.175925925925925e-06, |
| "loss": 1.0822, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.6232849862798903, |
| "grad_norm": 5.404903888702393, |
| "learning_rate": 8.166666666666668e-06, |
| "loss": 1.0917, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.6252450019600156, |
| "grad_norm": 5.684728145599365, |
| "learning_rate": 8.157407407407408e-06, |
| "loss": 1.0842, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.6272050176401411, |
| "grad_norm": 4.7895965576171875, |
| "learning_rate": 8.148148148148148e-06, |
| "loss": 1.0652, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.6291650333202665, |
| "grad_norm": 6.572015285491943, |
| "learning_rate": 8.138888888888889e-06, |
| "loss": 1.0959, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.631125049000392, |
| "grad_norm": 4.640923976898193, |
| "learning_rate": 8.12962962962963e-06, |
| "loss": 1.0896, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.6330850646805174, |
| "grad_norm": 4.732535362243652, |
| "learning_rate": 8.120370370370371e-06, |
| "loss": 1.0646, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.6350450803606429, |
| "grad_norm": 5.692999362945557, |
| "learning_rate": 8.111111111111112e-06, |
| "loss": 1.0774, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.6370050960407684, |
| "grad_norm": 5.28448486328125, |
| "learning_rate": 8.101851851851854e-06, |
| "loss": 1.0844, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.6389651117208938, |
| "grad_norm": 3.9686877727508545, |
| "learning_rate": 8.092592592592592e-06, |
| "loss": 1.0626, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.6409251274010193, |
| "grad_norm": 6.364278793334961, |
| "learning_rate": 8.083333333333334e-06, |
| "loss": 1.0696, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.6428851430811446, |
| "grad_norm": 4.789191722869873, |
| "learning_rate": 8.074074074074075e-06, |
| "loss": 1.0696, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.6448451587612701, |
| "grad_norm": 4.61089563369751, |
| "learning_rate": 8.064814814814815e-06, |
| "loss": 1.0701, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.6468051744413955, |
| "grad_norm": 4.959714889526367, |
| "learning_rate": 8.055555555555557e-06, |
| "loss": 1.0852, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.648765190121521, |
| "grad_norm": 4.559225082397461, |
| "learning_rate": 8.046296296296296e-06, |
| "loss": 1.0708, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.6507252058016464, |
| "grad_norm": 4.9751691818237305, |
| "learning_rate": 8.037037037037038e-06, |
| "loss": 1.0545, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.6526852214817719, |
| "grad_norm": 5.153299808502197, |
| "learning_rate": 8.027777777777778e-06, |
| "loss": 1.074, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.6546452371618973, |
| "grad_norm": 5.507195472717285, |
| "learning_rate": 8.018518518518519e-06, |
| "loss": 1.0772, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.6566052528420228, |
| "grad_norm": 4.8530449867248535, |
| "learning_rate": 8.00925925925926e-06, |
| "loss": 1.087, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.6585652685221481, |
| "grad_norm": 4.754231929779053, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 1.0792, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.6605252842022736, |
| "grad_norm": 4.642824172973633, |
| "learning_rate": 7.990740740740742e-06, |
| "loss": 1.0681, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.662485299882399, |
| "grad_norm": 5.338252067565918, |
| "learning_rate": 7.981481481481482e-06, |
| "loss": 1.0579, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.6644453155625245, |
| "grad_norm": 5.290416240692139, |
| "learning_rate": 7.972222222222224e-06, |
| "loss": 1.0523, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.6664053312426499, |
| "grad_norm": 4.5010294914245605, |
| "learning_rate": 7.962962962962963e-06, |
| "loss": 1.0694, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.6683653469227754, |
| "grad_norm": 5.253542900085449, |
| "learning_rate": 7.953703703703705e-06, |
| "loss": 1.0745, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.6703253626029009, |
| "grad_norm": 4.743661880493164, |
| "learning_rate": 7.944444444444445e-06, |
| "loss": 1.0586, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.6722853782830263, |
| "grad_norm": 5.1141839027404785, |
| "learning_rate": 7.935185185185186e-06, |
| "loss": 1.0767, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.6742453939631518, |
| "grad_norm": 4.729719638824463, |
| "learning_rate": 7.925925925925926e-06, |
| "loss": 1.0841, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.6762054096432771, |
| "grad_norm": 5.445465087890625, |
| "learning_rate": 7.916666666666667e-06, |
| "loss": 1.0901, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.6781654253234026, |
| "grad_norm": 4.362582683563232, |
| "learning_rate": 7.907407407407409e-06, |
| "loss": 1.0634, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.680125441003528, |
| "grad_norm": 4.604685306549072, |
| "learning_rate": 7.898148148148149e-06, |
| "loss": 1.0631, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.6820854566836535, |
| "grad_norm": 5.426617622375488, |
| "learning_rate": 7.88888888888889e-06, |
| "loss": 1.0691, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.6840454723637789, |
| "grad_norm": 4.578293323516846, |
| "learning_rate": 7.87962962962963e-06, |
| "loss": 1.0761, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.6860054880439044, |
| "grad_norm": 5.362606525421143, |
| "learning_rate": 7.870370370370372e-06, |
| "loss": 1.0836, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.6860054880439044, |
| "eval_loss": 1.0641947984695435, |
| "eval_runtime": 14.0879, |
| "eval_samples_per_second": 46.423, |
| "eval_steps_per_second": 5.821, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.6879655037240298, |
| "grad_norm": 4.338893890380859, |
| "learning_rate": 7.861111111111112e-06, |
| "loss": 1.0604, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.6899255194041553, |
| "grad_norm": 5.606161594390869, |
| "learning_rate": 7.851851851851853e-06, |
| "loss": 1.0869, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.6918855350842806, |
| "grad_norm": 4.934096336364746, |
| "learning_rate": 7.842592592592593e-06, |
| "loss": 1.07, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.6938455507644061, |
| "grad_norm": 4.351364612579346, |
| "learning_rate": 7.833333333333333e-06, |
| "loss": 1.0682, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.6958055664445315, |
| "grad_norm": 4.8932976722717285, |
| "learning_rate": 7.824074074074076e-06, |
| "loss": 1.0766, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.697765582124657, |
| "grad_norm": 4.501565456390381, |
| "learning_rate": 7.814814814814816e-06, |
| "loss": 1.0612, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.6997255978047824, |
| "grad_norm": 4.929937362670898, |
| "learning_rate": 7.805555555555556e-06, |
| "loss": 1.0609, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.7016856134849079, |
| "grad_norm": 5.501171112060547, |
| "learning_rate": 7.796296296296297e-06, |
| "loss": 1.0583, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.7036456291650334, |
| "grad_norm": 4.9919891357421875, |
| "learning_rate": 7.787037037037037e-06, |
| "loss": 1.0603, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.7056056448451588, |
| "grad_norm": 4.892634868621826, |
| "learning_rate": 7.77777777777778e-06, |
| "loss": 1.0718, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.7075656605252842, |
| "grad_norm": 5.0666632652282715, |
| "learning_rate": 7.76851851851852e-06, |
| "loss": 1.0733, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.7095256762054096, |
| "grad_norm": 4.797816753387451, |
| "learning_rate": 7.75925925925926e-06, |
| "loss": 1.0664, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.7114856918855351, |
| "grad_norm": 5.004721164703369, |
| "learning_rate": 7.75e-06, |
| "loss": 1.0847, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.7134457075656605, |
| "grad_norm": 4.80883264541626, |
| "learning_rate": 7.74074074074074e-06, |
| "loss": 1.075, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.715405723245786, |
| "grad_norm": 5.439119815826416, |
| "learning_rate": 7.731481481481483e-06, |
| "loss": 1.0517, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.7173657389259114, |
| "grad_norm": 4.244631290435791, |
| "learning_rate": 7.722222222222223e-06, |
| "loss": 1.0836, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.7193257546060369, |
| "grad_norm": 4.710737705230713, |
| "learning_rate": 7.712962962962964e-06, |
| "loss": 1.0748, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.7212857702861623, |
| "grad_norm": 5.23133659362793, |
| "learning_rate": 7.703703703703704e-06, |
| "loss": 1.0843, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.7232457859662877, |
| "grad_norm": 4.706710338592529, |
| "learning_rate": 7.694444444444446e-06, |
| "loss": 1.0637, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.7252058016464131, |
| "grad_norm": 4.4408955574035645, |
| "learning_rate": 7.685185185185185e-06, |
| "loss": 1.0945, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.7271658173265386, |
| "grad_norm": 5.1011199951171875, |
| "learning_rate": 7.675925925925927e-06, |
| "loss": 1.0573, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.729125833006664, |
| "grad_norm": 4.85494327545166, |
| "learning_rate": 7.666666666666667e-06, |
| "loss": 1.0686, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.7310858486867895, |
| "grad_norm": 4.990062236785889, |
| "learning_rate": 7.657407407407408e-06, |
| "loss": 1.052, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.733045864366915, |
| "grad_norm": 4.779956817626953, |
| "learning_rate": 7.64814814814815e-06, |
| "loss": 1.0619, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.7350058800470404, |
| "grad_norm": 4.921076774597168, |
| "learning_rate": 7.638888888888888e-06, |
| "loss": 1.0834, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.7369658957271659, |
| "grad_norm": 4.729534149169922, |
| "learning_rate": 7.62962962962963e-06, |
| "loss": 1.0643, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.7389259114072912, |
| "grad_norm": 4.321104049682617, |
| "learning_rate": 7.620370370370372e-06, |
| "loss": 1.0736, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.7408859270874167, |
| "grad_norm": 5.252387523651123, |
| "learning_rate": 7.611111111111111e-06, |
| "loss": 1.0515, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.7428459427675421, |
| "grad_norm": 4.770890712738037, |
| "learning_rate": 7.6018518518518525e-06, |
| "loss": 1.0865, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.7448059584476676, |
| "grad_norm": 4.786081790924072, |
| "learning_rate": 7.592592592592594e-06, |
| "loss": 1.0727, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.746765974127793, |
| "grad_norm": 5.215248107910156, |
| "learning_rate": 7.583333333333333e-06, |
| "loss": 1.0657, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.7487259898079185, |
| "grad_norm": 8.386008262634277, |
| "learning_rate": 7.5740740740740745e-06, |
| "loss": 1.0774, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.7506860054880439, |
| "grad_norm": 5.009541034698486, |
| "learning_rate": 7.564814814814816e-06, |
| "loss": 1.0517, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.7526460211681694, |
| "grad_norm": 5.512828826904297, |
| "learning_rate": 7.555555555555556e-06, |
| "loss": 1.0661, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.7546060368482947, |
| "grad_norm": 4.983898162841797, |
| "learning_rate": 7.546296296296297e-06, |
| "loss": 1.0561, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.7565660525284202, |
| "grad_norm": 4.687797546386719, |
| "learning_rate": 7.537037037037037e-06, |
| "loss": 1.0623, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.7585260682085456, |
| "grad_norm": 4.924409866333008, |
| "learning_rate": 7.527777777777778e-06, |
| "loss": 1.0557, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.7604860838886711, |
| "grad_norm": 4.704287528991699, |
| "learning_rate": 7.518518518518519e-06, |
| "loss": 1.0732, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.7624460995687965, |
| "grad_norm": 5.610473155975342, |
| "learning_rate": 7.50925925925926e-06, |
| "loss": 1.0827, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.764406115248922, |
| "grad_norm": 5.7728590965271, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 1.0738, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.7663661309290475, |
| "grad_norm": 4.7245659828186035, |
| "learning_rate": 7.4907407407407414e-06, |
| "loss": 1.0665, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.7683261466091729, |
| "grad_norm": 6.519947528839111, |
| "learning_rate": 7.481481481481482e-06, |
| "loss": 1.0631, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.7702861622892984, |
| "grad_norm": 4.989842891693115, |
| "learning_rate": 7.472222222222223e-06, |
| "loss": 1.053, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.7722461779694237, |
| "grad_norm": 4.687224864959717, |
| "learning_rate": 7.462962962962964e-06, |
| "loss": 1.0593, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.7742061936495492, |
| "grad_norm": 4.693930625915527, |
| "learning_rate": 7.453703703703704e-06, |
| "loss": 1.0665, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.7761662093296746, |
| "grad_norm": 5.265392303466797, |
| "learning_rate": 7.444444444444445e-06, |
| "loss": 1.042, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.7781262250098001, |
| "grad_norm": 5.122781753540039, |
| "learning_rate": 7.4351851851851855e-06, |
| "loss": 1.0748, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.7800862406899255, |
| "grad_norm": 4.934235095977783, |
| "learning_rate": 7.425925925925927e-06, |
| "loss": 1.0603, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.782046256370051, |
| "grad_norm": 4.4583587646484375, |
| "learning_rate": 7.416666666666668e-06, |
| "loss": 1.0724, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.7840062720501764, |
| "grad_norm": 5.3386030197143555, |
| "learning_rate": 7.4074074074074075e-06, |
| "loss": 1.0651, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.7859662877303019, |
| "grad_norm": 4.659664154052734, |
| "learning_rate": 7.398148148148149e-06, |
| "loss": 1.0525, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.7879263034104272, |
| "grad_norm": 4.794917106628418, |
| "learning_rate": 7.38888888888889e-06, |
| "loss": 1.0561, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.7898863190905527, |
| "grad_norm": 5.210708141326904, |
| "learning_rate": 7.3796296296296295e-06, |
| "loss": 1.0641, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.7918463347706781, |
| "grad_norm": 4.441596031188965, |
| "learning_rate": 7.370370370370371e-06, |
| "loss": 1.0696, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.7938063504508036, |
| "grad_norm": 5.239253044128418, |
| "learning_rate": 7.361111111111112e-06, |
| "loss": 1.0576, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.795766366130929, |
| "grad_norm": 5.195384502410889, |
| "learning_rate": 7.351851851851852e-06, |
| "loss": 1.0556, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.7977263818110545, |
| "grad_norm": 5.0446648597717285, |
| "learning_rate": 7.342592592592594e-06, |
| "loss": 1.067, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.79968639749118, |
| "grad_norm": 5.061046600341797, |
| "learning_rate": 7.333333333333333e-06, |
| "loss": 1.0587, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.8016464131713054, |
| "grad_norm": 7.661867141723633, |
| "learning_rate": 7.324074074074074e-06, |
| "loss": 1.0694, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.8036064288514309, |
| "grad_norm": 4.821944236755371, |
| "learning_rate": 7.314814814814816e-06, |
| "loss": 1.0675, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.8055664445315562, |
| "grad_norm": 4.810634613037109, |
| "learning_rate": 7.305555555555556e-06, |
| "loss": 1.0589, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.8075264602116817, |
| "grad_norm": 5.0643157958984375, |
| "learning_rate": 7.296296296296297e-06, |
| "loss": 1.0714, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.8094864758918071, |
| "grad_norm": 4.812649250030518, |
| "learning_rate": 7.287037037037038e-06, |
| "loss": 1.0635, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.8114464915719326, |
| "grad_norm": 4.7638840675354, |
| "learning_rate": 7.277777777777778e-06, |
| "loss": 1.064, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.813406507252058, |
| "grad_norm": 4.386782646179199, |
| "learning_rate": 7.268518518518519e-06, |
| "loss": 1.0726, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.8153665229321835, |
| "grad_norm": 4.593876838684082, |
| "learning_rate": 7.2592592592592605e-06, |
| "loss": 1.0542, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.8173265386123089, |
| "grad_norm": 4.822241306304932, |
| "learning_rate": 7.25e-06, |
| "loss": 1.0541, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.8192865542924344, |
| "grad_norm": 4.806110858917236, |
| "learning_rate": 7.240740740740741e-06, |
| "loss": 1.0522, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.8212465699725597, |
| "grad_norm": 4.5700788497924805, |
| "learning_rate": 7.231481481481482e-06, |
| "loss": 1.0672, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.8232065856526852, |
| "grad_norm": 4.629611492156982, |
| "learning_rate": 7.222222222222223e-06, |
| "loss": 1.072, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.8232065856526852, |
| "eval_loss": 1.0551141500473022, |
| "eval_runtime": 13.9585, |
| "eval_samples_per_second": 46.853, |
| "eval_steps_per_second": 5.875, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.8251666013328106, |
| "grad_norm": 5.06083345413208, |
| "learning_rate": 7.212962962962964e-06, |
| "loss": 1.0641, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.8271266170129361, |
| "grad_norm": 4.53200626373291, |
| "learning_rate": 7.203703703703704e-06, |
| "loss": 1.0764, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.8290866326930616, |
| "grad_norm": 4.572458744049072, |
| "learning_rate": 7.194444444444445e-06, |
| "loss": 1.0616, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.831046648373187, |
| "grad_norm": 21.508056640625, |
| "learning_rate": 7.185185185185186e-06, |
| "loss": 1.0606, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.8330066640533125, |
| "grad_norm": 5.574312210083008, |
| "learning_rate": 7.1759259259259266e-06, |
| "loss": 1.0736, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.8349666797334379, |
| "grad_norm": 4.778395175933838, |
| "learning_rate": 7.166666666666667e-06, |
| "loss": 1.0561, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.8369266954135633, |
| "grad_norm": 4.696834564208984, |
| "learning_rate": 7.157407407407408e-06, |
| "loss": 1.0753, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.8388867110936887, |
| "grad_norm": 4.8193769454956055, |
| "learning_rate": 7.1481481481481486e-06, |
| "loss": 1.0454, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.8408467267738142, |
| "grad_norm": 4.693731784820557, |
| "learning_rate": 7.13888888888889e-06, |
| "loss": 1.0634, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.8428067424539396, |
| "grad_norm": 5.045989990234375, |
| "learning_rate": 7.129629629629629e-06, |
| "loss": 1.057, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.8447667581340651, |
| "grad_norm": 5.245114326477051, |
| "learning_rate": 7.120370370370371e-06, |
| "loss": 1.0435, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.8467267738141905, |
| "grad_norm": 5.094894886016846, |
| "learning_rate": 7.111111111111112e-06, |
| "loss": 1.0657, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.848686789494316, |
| "grad_norm": 4.630204200744629, |
| "learning_rate": 7.101851851851852e-06, |
| "loss": 1.0729, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.8506468051744414, |
| "grad_norm": 4.463089942932129, |
| "learning_rate": 7.0925925925925935e-06, |
| "loss": 1.0573, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.8526068208545668, |
| "grad_norm": 4.479245185852051, |
| "learning_rate": 7.083333333333335e-06, |
| "loss": 1.0534, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.8545668365346922, |
| "grad_norm": 4.832218170166016, |
| "learning_rate": 7.074074074074074e-06, |
| "loss": 1.0499, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.8565268522148177, |
| "grad_norm": 4.618699550628662, |
| "learning_rate": 7.0648148148148155e-06, |
| "loss": 1.073, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.8584868678949431, |
| "grad_norm": 4.646695137023926, |
| "learning_rate": 7.055555555555557e-06, |
| "loss": 1.0662, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.8604468835750686, |
| "grad_norm": 4.74224853515625, |
| "learning_rate": 7.046296296296296e-06, |
| "loss": 1.0516, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.8624068992551941, |
| "grad_norm": 4.836453914642334, |
| "learning_rate": 7.0370370370370375e-06, |
| "loss": 1.0622, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.8643669149353195, |
| "grad_norm": 5.0554046630859375, |
| "learning_rate": 7.027777777777778e-06, |
| "loss": 1.0725, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.866326930615445, |
| "grad_norm": 4.8123579025268555, |
| "learning_rate": 7.018518518518519e-06, |
| "loss": 1.0451, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.8682869462955703, |
| "grad_norm": 4.815413951873779, |
| "learning_rate": 7.00925925925926e-06, |
| "loss": 1.057, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.8702469619756958, |
| "grad_norm": 5.103263854980469, |
| "learning_rate": 7e-06, |
| "loss": 1.073, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.8722069776558212, |
| "grad_norm": 5.115508556365967, |
| "learning_rate": 6.990740740740741e-06, |
| "loss": 1.058, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.8741669933359467, |
| "grad_norm": 4.976015567779541, |
| "learning_rate": 6.981481481481482e-06, |
| "loss": 1.0601, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.8761270090160721, |
| "grad_norm": 5.111723899841309, |
| "learning_rate": 6.972222222222223e-06, |
| "loss": 1.0735, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.8780870246961976, |
| "grad_norm": 4.711007118225098, |
| "learning_rate": 6.962962962962964e-06, |
| "loss": 1.0723, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.880047040376323, |
| "grad_norm": 4.8820881843566895, |
| "learning_rate": 6.953703703703704e-06, |
| "loss": 1.0562, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.8820070560564485, |
| "grad_norm": 5.674580097198486, |
| "learning_rate": 6.944444444444445e-06, |
| "loss": 1.0657, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.8839670717365739, |
| "grad_norm": 4.517936706542969, |
| "learning_rate": 6.935185185185186e-06, |
| "loss": 1.0604, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.8859270874166993, |
| "grad_norm": 5.491835594177246, |
| "learning_rate": 6.9259259259259256e-06, |
| "loss": 1.0635, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.8878871030968247, |
| "grad_norm": 5.377597808837891, |
| "learning_rate": 6.916666666666667e-06, |
| "loss": 1.0567, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.8898471187769502, |
| "grad_norm": 5.251382350921631, |
| "learning_rate": 6.907407407407408e-06, |
| "loss": 1.0564, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.8918071344570757, |
| "grad_norm": 4.623981952667236, |
| "learning_rate": 6.898148148148148e-06, |
| "loss": 1.0663, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.8937671501372011, |
| "grad_norm": 4.460480690002441, |
| "learning_rate": 6.88888888888889e-06, |
| "loss": 1.0773, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.8957271658173266, |
| "grad_norm": 4.909152984619141, |
| "learning_rate": 6.879629629629631e-06, |
| "loss": 1.0462, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.897687181497452, |
| "grad_norm": 4.5406951904296875, |
| "learning_rate": 6.8703703703703704e-06, |
| "loss": 1.0619, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.8996471971775775, |
| "grad_norm": 4.8268890380859375, |
| "learning_rate": 6.861111111111112e-06, |
| "loss": 1.0749, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.9016072128577028, |
| "grad_norm": 5.024204254150391, |
| "learning_rate": 6.851851851851853e-06, |
| "loss": 1.082, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.9035672285378283, |
| "grad_norm": 4.6898908615112305, |
| "learning_rate": 6.842592592592593e-06, |
| "loss": 1.0527, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.9055272442179537, |
| "grad_norm": 5.445582866668701, |
| "learning_rate": 6.833333333333334e-06, |
| "loss": 1.05, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.9074872598980792, |
| "grad_norm": 4.625185966491699, |
| "learning_rate": 6.824074074074075e-06, |
| "loss": 1.0623, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.9094472755782046, |
| "grad_norm": 4.991087913513184, |
| "learning_rate": 6.814814814814815e-06, |
| "loss": 1.048, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.9114072912583301, |
| "grad_norm": 5.890523433685303, |
| "learning_rate": 6.8055555555555566e-06, |
| "loss": 1.0539, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.9133673069384555, |
| "grad_norm": 4.583831787109375, |
| "learning_rate": 6.796296296296296e-06, |
| "loss": 1.0616, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.915327322618581, |
| "grad_norm": 5.098804473876953, |
| "learning_rate": 6.787037037037037e-06, |
| "loss": 1.0555, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.9172873382987063, |
| "grad_norm": 4.51339864730835, |
| "learning_rate": 6.777777777777779e-06, |
| "loss": 1.0563, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.9192473539788318, |
| "grad_norm": 5.437107086181641, |
| "learning_rate": 6.768518518518519e-06, |
| "loss": 1.0639, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.9212073696589572, |
| "grad_norm": 5.220668315887451, |
| "learning_rate": 6.75925925925926e-06, |
| "loss": 1.0335, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.9231673853390827, |
| "grad_norm": 5.214885711669922, |
| "learning_rate": 6.750000000000001e-06, |
| "loss": 1.0616, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.9251274010192082, |
| "grad_norm": 4.807358264923096, |
| "learning_rate": 6.740740740740741e-06, |
| "loss": 1.0556, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.9270874166993336, |
| "grad_norm": 4.536919116973877, |
| "learning_rate": 6.731481481481482e-06, |
| "loss": 1.0427, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.9290474323794591, |
| "grad_norm": 4.960407733917236, |
| "learning_rate": 6.7222222222222235e-06, |
| "loss": 1.0573, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.9310074480595845, |
| "grad_norm": 5.058611869812012, |
| "learning_rate": 6.712962962962963e-06, |
| "loss": 1.0529, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.93296746373971, |
| "grad_norm": 4.611677169799805, |
| "learning_rate": 6.703703703703704e-06, |
| "loss": 1.0609, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.9349274794198353, |
| "grad_norm": 4.662081241607666, |
| "learning_rate": 6.694444444444445e-06, |
| "loss": 1.0585, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.9368874950999608, |
| "grad_norm": 4.845633029937744, |
| "learning_rate": 6.685185185185186e-06, |
| "loss": 1.0591, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.9388475107800862, |
| "grad_norm": 4.63094425201416, |
| "learning_rate": 6.675925925925927e-06, |
| "loss": 1.051, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.9408075264602117, |
| "grad_norm": 5.272851467132568, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 1.0643, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.9427675421403371, |
| "grad_norm": 5.056580066680908, |
| "learning_rate": 6.657407407407408e-06, |
| "loss": 1.0483, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.9447275578204626, |
| "grad_norm": 4.985904693603516, |
| "learning_rate": 6.648148148148149e-06, |
| "loss": 1.0526, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.946687573500588, |
| "grad_norm": 5.002072334289551, |
| "learning_rate": 6.6388888888888895e-06, |
| "loss": 1.0693, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.9486475891807135, |
| "grad_norm": 5.099184036254883, |
| "learning_rate": 6.62962962962963e-06, |
| "loss": 1.0629, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.9506076048608388, |
| "grad_norm": 4.710622310638428, |
| "learning_rate": 6.620370370370371e-06, |
| "loss": 1.0458, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.9525676205409643, |
| "grad_norm": 5.143291473388672, |
| "learning_rate": 6.6111111111111115e-06, |
| "loss": 1.0552, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.9545276362210897, |
| "grad_norm": 5.28003454208374, |
| "learning_rate": 6.601851851851853e-06, |
| "loss": 1.0643, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.9564876519012152, |
| "grad_norm": 5.275862216949463, |
| "learning_rate": 6.592592592592592e-06, |
| "loss": 1.0566, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.9584476675813407, |
| "grad_norm": 4.868998050689697, |
| "learning_rate": 6.5833333333333335e-06, |
| "loss": 1.0703, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.9604076832614661, |
| "grad_norm": 4.964428424835205, |
| "learning_rate": 6.574074074074075e-06, |
| "loss": 1.0564, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.9604076832614661, |
| "eval_loss": 1.0497612953186035, |
| "eval_runtime": 14.0356, |
| "eval_samples_per_second": 46.596, |
| "eval_steps_per_second": 5.842, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.9623676989415916, |
| "grad_norm": 4.545341968536377, |
| "learning_rate": 6.564814814814815e-06, |
| "loss": 1.0741, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.964327714621717, |
| "grad_norm": 5.679270267486572, |
| "learning_rate": 6.555555555555556e-06, |
| "loss": 1.0528, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.9662877303018425, |
| "grad_norm": 4.5773749351501465, |
| "learning_rate": 6.546296296296298e-06, |
| "loss": 1.048, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.9682477459819678, |
| "grad_norm": 5.288699150085449, |
| "learning_rate": 6.537037037037037e-06, |
| "loss": 1.0487, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.9702077616620933, |
| "grad_norm": 5.2343363761901855, |
| "learning_rate": 6.5277777777777784e-06, |
| "loss": 1.0523, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.9721677773422187, |
| "grad_norm": 4.845068454742432, |
| "learning_rate": 6.51851851851852e-06, |
| "loss": 1.0519, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.9741277930223442, |
| "grad_norm": 5.101285457611084, |
| "learning_rate": 6.509259259259259e-06, |
| "loss": 1.0618, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.9760878087024696, |
| "grad_norm": 4.684749126434326, |
| "learning_rate": 6.5000000000000004e-06, |
| "loss": 1.0506, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.9780478243825951, |
| "grad_norm": 4.986086368560791, |
| "learning_rate": 6.490740740740741e-06, |
| "loss": 1.0621, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.9800078400627205, |
| "grad_norm": 4.658474922180176, |
| "learning_rate": 6.481481481481482e-06, |
| "loss": 1.0727, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.981967855742846, |
| "grad_norm": 5.1348419189453125, |
| "learning_rate": 6.472222222222223e-06, |
| "loss": 1.0542, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.9839278714229713, |
| "grad_norm": 5.368491172790527, |
| "learning_rate": 6.462962962962963e-06, |
| "loss": 1.0656, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.9858878871030968, |
| "grad_norm": 5.312760829925537, |
| "learning_rate": 6.453703703703704e-06, |
| "loss": 1.0587, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.9878479027832223, |
| "grad_norm": 5.235229969024658, |
| "learning_rate": 6.444444444444445e-06, |
| "loss": 1.0588, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.9898079184633477, |
| "grad_norm": 4.761176586151123, |
| "learning_rate": 6.435185185185186e-06, |
| "loss": 1.0507, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.9917679341434732, |
| "grad_norm": 5.440311431884766, |
| "learning_rate": 6.425925925925927e-06, |
| "loss": 1.0566, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.9937279498235986, |
| "grad_norm": 4.793478488922119, |
| "learning_rate": 6.416666666666667e-06, |
| "loss": 1.0607, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.9956879655037241, |
| "grad_norm": 5.079543113708496, |
| "learning_rate": 6.407407407407408e-06, |
| "loss": 1.0494, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.9976479811838495, |
| "grad_norm": 4.377906322479248, |
| "learning_rate": 6.398148148148149e-06, |
| "loss": 1.0558, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.999607996863975, |
| "grad_norm": 4.611093521118164, |
| "learning_rate": 6.3888888888888885e-06, |
| "loss": 1.0693, |
| "step": 5100 |
| }, |
| { |
| "epoch": 1.0015680125441004, |
| "grad_norm": 4.401882171630859, |
| "learning_rate": 6.37962962962963e-06, |
| "loss": 1.0297, |
| "step": 5110 |
| }, |
| { |
| "epoch": 1.0035280282242258, |
| "grad_norm": 4.928489685058594, |
| "learning_rate": 6.370370370370371e-06, |
| "loss": 1.0276, |
| "step": 5120 |
| }, |
| { |
| "epoch": 1.0054880439043512, |
| "grad_norm": 5.5292487144470215, |
| "learning_rate": 6.361111111111111e-06, |
| "loss": 1.0267, |
| "step": 5130 |
| }, |
| { |
| "epoch": 1.0074480595844766, |
| "grad_norm": 5.00799036026001, |
| "learning_rate": 6.351851851851853e-06, |
| "loss": 1.0173, |
| "step": 5140 |
| }, |
| { |
| "epoch": 1.0094080752646022, |
| "grad_norm": 4.399227619171143, |
| "learning_rate": 6.342592592592594e-06, |
| "loss": 1.0106, |
| "step": 5150 |
| }, |
| { |
| "epoch": 1.0113680909447276, |
| "grad_norm": 5.132420539855957, |
| "learning_rate": 6.333333333333333e-06, |
| "loss": 1.0212, |
| "step": 5160 |
| }, |
| { |
| "epoch": 1.013328106624853, |
| "grad_norm": 5.298924446105957, |
| "learning_rate": 6.324074074074075e-06, |
| "loss": 1.0122, |
| "step": 5170 |
| }, |
| { |
| "epoch": 1.0152881223049783, |
| "grad_norm": 5.066485404968262, |
| "learning_rate": 6.314814814814816e-06, |
| "loss": 1.0114, |
| "step": 5180 |
| }, |
| { |
| "epoch": 1.017248137985104, |
| "grad_norm": 6.66790771484375, |
| "learning_rate": 6.305555555555556e-06, |
| "loss": 1.0128, |
| "step": 5190 |
| }, |
| { |
| "epoch": 1.0192081536652293, |
| "grad_norm": 4.905239105224609, |
| "learning_rate": 6.296296296296297e-06, |
| "loss": 1.0118, |
| "step": 5200 |
| }, |
| { |
| "epoch": 1.0211681693453547, |
| "grad_norm": 5.377009868621826, |
| "learning_rate": 6.287037037037037e-06, |
| "loss": 1.0229, |
| "step": 5210 |
| }, |
| { |
| "epoch": 1.0231281850254803, |
| "grad_norm": 5.1396942138671875, |
| "learning_rate": 6.277777777777778e-06, |
| "loss": 1.0221, |
| "step": 5220 |
| }, |
| { |
| "epoch": 1.0250882007056057, |
| "grad_norm": 5.001946449279785, |
| "learning_rate": 6.2685185185185195e-06, |
| "loss": 1.0461, |
| "step": 5230 |
| }, |
| { |
| "epoch": 1.027048216385731, |
| "grad_norm": 6.100106716156006, |
| "learning_rate": 6.259259259259259e-06, |
| "loss": 1.0169, |
| "step": 5240 |
| }, |
| { |
| "epoch": 1.0290082320658565, |
| "grad_norm": 5.1383209228515625, |
| "learning_rate": 6.25e-06, |
| "loss": 1.0282, |
| "step": 5250 |
| }, |
| { |
| "epoch": 1.030968247745982, |
| "grad_norm": 5.477851390838623, |
| "learning_rate": 6.2407407407407415e-06, |
| "loss": 1.0266, |
| "step": 5260 |
| }, |
| { |
| "epoch": 1.0329282634261074, |
| "grad_norm": 5.047489643096924, |
| "learning_rate": 6.231481481481482e-06, |
| "loss": 1.0256, |
| "step": 5270 |
| }, |
| { |
| "epoch": 1.0348882791062328, |
| "grad_norm": 4.994131565093994, |
| "learning_rate": 6.222222222222223e-06, |
| "loss": 1.0224, |
| "step": 5280 |
| }, |
| { |
| "epoch": 1.0368482947863582, |
| "grad_norm": 5.558932781219482, |
| "learning_rate": 6.2129629629629636e-06, |
| "loss": 1.0186, |
| "step": 5290 |
| }, |
| { |
| "epoch": 1.0388083104664838, |
| "grad_norm": 5.365056037902832, |
| "learning_rate": 6.203703703703704e-06, |
| "loss": 1.0095, |
| "step": 5300 |
| }, |
| { |
| "epoch": 1.0407683261466092, |
| "grad_norm": 5.53687858581543, |
| "learning_rate": 6.194444444444445e-06, |
| "loss": 1.0132, |
| "step": 5310 |
| }, |
| { |
| "epoch": 1.0427283418267346, |
| "grad_norm": 5.936549663543701, |
| "learning_rate": 6.1851851851851856e-06, |
| "loss": 1.0347, |
| "step": 5320 |
| }, |
| { |
| "epoch": 1.04468835750686, |
| "grad_norm": 5.228058338165283, |
| "learning_rate": 6.175925925925926e-06, |
| "loss": 1.0234, |
| "step": 5330 |
| }, |
| { |
| "epoch": 1.0466483731869856, |
| "grad_norm": 4.896886348724365, |
| "learning_rate": 6.166666666666667e-06, |
| "loss": 1.0065, |
| "step": 5340 |
| }, |
| { |
| "epoch": 1.048608388867111, |
| "grad_norm": 6.313221454620361, |
| "learning_rate": 6.157407407407408e-06, |
| "loss": 1.0191, |
| "step": 5350 |
| }, |
| { |
| "epoch": 1.0505684045472363, |
| "grad_norm": 5.8848114013671875, |
| "learning_rate": 6.148148148148149e-06, |
| "loss": 1.0378, |
| "step": 5360 |
| }, |
| { |
| "epoch": 1.052528420227362, |
| "grad_norm": 5.468878746032715, |
| "learning_rate": 6.13888888888889e-06, |
| "loss": 1.0056, |
| "step": 5370 |
| }, |
| { |
| "epoch": 1.0544884359074873, |
| "grad_norm": 5.208171367645264, |
| "learning_rate": 6.12962962962963e-06, |
| "loss": 1.0194, |
| "step": 5380 |
| }, |
| { |
| "epoch": 1.0564484515876127, |
| "grad_norm": 5.1294450759887695, |
| "learning_rate": 6.120370370370371e-06, |
| "loss": 1.0084, |
| "step": 5390 |
| }, |
| { |
| "epoch": 1.058408467267738, |
| "grad_norm": 5.981677532196045, |
| "learning_rate": 6.111111111111112e-06, |
| "loss": 1.0148, |
| "step": 5400 |
| }, |
| { |
| "epoch": 1.0603684829478637, |
| "grad_norm": 5.662644863128662, |
| "learning_rate": 6.1018518518518525e-06, |
| "loss": 1.0163, |
| "step": 5410 |
| }, |
| { |
| "epoch": 1.062328498627989, |
| "grad_norm": 5.452698230743408, |
| "learning_rate": 6.092592592592593e-06, |
| "loss": 1.0047, |
| "step": 5420 |
| }, |
| { |
| "epoch": 1.0642885143081144, |
| "grad_norm": 4.969189167022705, |
| "learning_rate": 6.083333333333333e-06, |
| "loss": 1.0031, |
| "step": 5430 |
| }, |
| { |
| "epoch": 1.0662485299882398, |
| "grad_norm": 5.396177768707275, |
| "learning_rate": 6.0740740740740745e-06, |
| "loss": 1.0109, |
| "step": 5440 |
| }, |
| { |
| "epoch": 1.0682085456683654, |
| "grad_norm": 6.180945873260498, |
| "learning_rate": 6.064814814814816e-06, |
| "loss": 1.0318, |
| "step": 5450 |
| }, |
| { |
| "epoch": 1.0701685613484908, |
| "grad_norm": 4.878726959228516, |
| "learning_rate": 6.055555555555555e-06, |
| "loss": 1.0257, |
| "step": 5460 |
| }, |
| { |
| "epoch": 1.0721285770286162, |
| "grad_norm": 5.634671688079834, |
| "learning_rate": 6.0462962962962965e-06, |
| "loss": 1.0241, |
| "step": 5470 |
| }, |
| { |
| "epoch": 1.0740885927087416, |
| "grad_norm": 5.971144199371338, |
| "learning_rate": 6.037037037037038e-06, |
| "loss": 1.0247, |
| "step": 5480 |
| }, |
| { |
| "epoch": 1.0760486083888672, |
| "grad_norm": 5.1925950050354, |
| "learning_rate": 6.027777777777778e-06, |
| "loss": 1.0094, |
| "step": 5490 |
| }, |
| { |
| "epoch": 1.0780086240689926, |
| "grad_norm": 4.921753406524658, |
| "learning_rate": 6.018518518518519e-06, |
| "loss": 1.0233, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.079968639749118, |
| "grad_norm": 5.969301700592041, |
| "learning_rate": 6.009259259259261e-06, |
| "loss": 0.994, |
| "step": 5510 |
| }, |
| { |
| "epoch": 1.0819286554292433, |
| "grad_norm": 5.875487804412842, |
| "learning_rate": 6e-06, |
| "loss": 1.0171, |
| "step": 5520 |
| }, |
| { |
| "epoch": 1.083888671109369, |
| "grad_norm": 5.540329933166504, |
| "learning_rate": 5.990740740740741e-06, |
| "loss": 1.0198, |
| "step": 5530 |
| }, |
| { |
| "epoch": 1.0858486867894943, |
| "grad_norm": 5.154452323913574, |
| "learning_rate": 5.981481481481482e-06, |
| "loss": 1.0174, |
| "step": 5540 |
| }, |
| { |
| "epoch": 1.0878087024696197, |
| "grad_norm": 5.469849586486816, |
| "learning_rate": 5.972222222222222e-06, |
| "loss": 1.0141, |
| "step": 5550 |
| }, |
| { |
| "epoch": 1.0897687181497453, |
| "grad_norm": 6.041581153869629, |
| "learning_rate": 5.962962962962963e-06, |
| "loss": 1.0216, |
| "step": 5560 |
| }, |
| { |
| "epoch": 1.0917287338298707, |
| "grad_norm": 5.2390522956848145, |
| "learning_rate": 5.953703703703704e-06, |
| "loss": 1.0202, |
| "step": 5570 |
| }, |
| { |
| "epoch": 1.093688749509996, |
| "grad_norm": 5.63343620300293, |
| "learning_rate": 5.944444444444445e-06, |
| "loss": 1.0234, |
| "step": 5580 |
| }, |
| { |
| "epoch": 1.0956487651901214, |
| "grad_norm": 14.769401550292969, |
| "learning_rate": 5.935185185185186e-06, |
| "loss": 1.019, |
| "step": 5590 |
| }, |
| { |
| "epoch": 1.097608780870247, |
| "grad_norm": 5.917840957641602, |
| "learning_rate": 5.925925925925926e-06, |
| "loss": 1.0259, |
| "step": 5600 |
| }, |
| { |
| "epoch": 1.097608780870247, |
| "eval_loss": 1.0469825267791748, |
| "eval_runtime": 14.056, |
| "eval_samples_per_second": 46.528, |
| "eval_steps_per_second": 5.834, |
| "step": 5600 |
| }, |
| { |
| "epoch": 1.0995687965503724, |
| "grad_norm": 4.929704666137695, |
| "learning_rate": 5.916666666666667e-06, |
| "loss": 1.0146, |
| "step": 5610 |
| }, |
| { |
| "epoch": 1.1015288122304978, |
| "grad_norm": 6.432901382446289, |
| "learning_rate": 5.907407407407408e-06, |
| "loss": 1.0268, |
| "step": 5620 |
| }, |
| { |
| "epoch": 1.1034888279106232, |
| "grad_norm": 5.020516872406006, |
| "learning_rate": 5.898148148148149e-06, |
| "loss": 1.0272, |
| "step": 5630 |
| }, |
| { |
| "epoch": 1.1054488435907488, |
| "grad_norm": 5.231268882751465, |
| "learning_rate": 5.88888888888889e-06, |
| "loss": 1.0046, |
| "step": 5640 |
| }, |
| { |
| "epoch": 1.1074088592708742, |
| "grad_norm": 5.203913688659668, |
| "learning_rate": 5.8796296296296295e-06, |
| "loss": 1.015, |
| "step": 5650 |
| }, |
| { |
| "epoch": 1.1093688749509996, |
| "grad_norm": 5.593926906585693, |
| "learning_rate": 5.870370370370371e-06, |
| "loss": 1.0185, |
| "step": 5660 |
| }, |
| { |
| "epoch": 1.1113288906311252, |
| "grad_norm": 5.165170669555664, |
| "learning_rate": 5.861111111111112e-06, |
| "loss": 1.0056, |
| "step": 5670 |
| }, |
| { |
| "epoch": 1.1132889063112505, |
| "grad_norm": 5.521978855133057, |
| "learning_rate": 5.8518518518518515e-06, |
| "loss": 1.022, |
| "step": 5680 |
| }, |
| { |
| "epoch": 1.115248921991376, |
| "grad_norm": 5.280319690704346, |
| "learning_rate": 5.842592592592593e-06, |
| "loss": 1.0357, |
| "step": 5690 |
| }, |
| { |
| "epoch": 1.1172089376715013, |
| "grad_norm": 6.761595726013184, |
| "learning_rate": 5.833333333333334e-06, |
| "loss": 1.0229, |
| "step": 5700 |
| }, |
| { |
| "epoch": 1.119168953351627, |
| "grad_norm": 5.606836318969727, |
| "learning_rate": 5.824074074074074e-06, |
| "loss": 1.019, |
| "step": 5710 |
| }, |
| { |
| "epoch": 1.1211289690317523, |
| "grad_norm": 5.351015567779541, |
| "learning_rate": 5.814814814814816e-06, |
| "loss": 1.0343, |
| "step": 5720 |
| }, |
| { |
| "epoch": 1.1230889847118777, |
| "grad_norm": 4.853587627410889, |
| "learning_rate": 5.805555555555557e-06, |
| "loss": 1.0239, |
| "step": 5730 |
| }, |
| { |
| "epoch": 1.125049000392003, |
| "grad_norm": 16.355466842651367, |
| "learning_rate": 5.796296296296296e-06, |
| "loss": 1.0013, |
| "step": 5740 |
| }, |
| { |
| "epoch": 1.1270090160721287, |
| "grad_norm": 5.404659748077393, |
| "learning_rate": 5.787037037037038e-06, |
| "loss": 1.0181, |
| "step": 5750 |
| }, |
| { |
| "epoch": 1.128969031752254, |
| "grad_norm": 5.103781700134277, |
| "learning_rate": 5.777777777777778e-06, |
| "loss": 1.0213, |
| "step": 5760 |
| }, |
| { |
| "epoch": 1.1309290474323794, |
| "grad_norm": 5.420756816864014, |
| "learning_rate": 5.768518518518519e-06, |
| "loss": 1.0072, |
| "step": 5770 |
| }, |
| { |
| "epoch": 1.1328890631125048, |
| "grad_norm": 5.301304817199707, |
| "learning_rate": 5.75925925925926e-06, |
| "loss": 0.9901, |
| "step": 5780 |
| }, |
| { |
| "epoch": 1.1348490787926304, |
| "grad_norm": 4.864381790161133, |
| "learning_rate": 5.75e-06, |
| "loss": 1.0129, |
| "step": 5790 |
| }, |
| { |
| "epoch": 1.1368090944727558, |
| "grad_norm": 6.017991542816162, |
| "learning_rate": 5.740740740740741e-06, |
| "loss": 1.0113, |
| "step": 5800 |
| }, |
| { |
| "epoch": 1.1387691101528812, |
| "grad_norm": 5.6904520988464355, |
| "learning_rate": 5.7314814814814825e-06, |
| "loss": 1.0211, |
| "step": 5810 |
| }, |
| { |
| "epoch": 1.1407291258330066, |
| "grad_norm": 5.778028964996338, |
| "learning_rate": 5.722222222222222e-06, |
| "loss": 1.0247, |
| "step": 5820 |
| }, |
| { |
| "epoch": 1.1426891415131322, |
| "grad_norm": 5.682682991027832, |
| "learning_rate": 5.712962962962963e-06, |
| "loss": 1.0309, |
| "step": 5830 |
| }, |
| { |
| "epoch": 1.1446491571932575, |
| "grad_norm": 5.886664867401123, |
| "learning_rate": 5.7037037037037045e-06, |
| "loss": 1.0244, |
| "step": 5840 |
| }, |
| { |
| "epoch": 1.146609172873383, |
| "grad_norm": 5.014996528625488, |
| "learning_rate": 5.694444444444445e-06, |
| "loss": 1.0207, |
| "step": 5850 |
| }, |
| { |
| "epoch": 1.1485691885535085, |
| "grad_norm": 5.563379287719727, |
| "learning_rate": 5.685185185185186e-06, |
| "loss": 1.0276, |
| "step": 5860 |
| }, |
| { |
| "epoch": 1.150529204233634, |
| "grad_norm": 5.241649627685547, |
| "learning_rate": 5.675925925925926e-06, |
| "loss": 1.022, |
| "step": 5870 |
| }, |
| { |
| "epoch": 1.1524892199137593, |
| "grad_norm": 5.154331207275391, |
| "learning_rate": 5.666666666666667e-06, |
| "loss": 1.0232, |
| "step": 5880 |
| }, |
| { |
| "epoch": 1.1544492355938847, |
| "grad_norm": 5.823696136474609, |
| "learning_rate": 5.657407407407408e-06, |
| "loss": 1.0364, |
| "step": 5890 |
| }, |
| { |
| "epoch": 1.1564092512740103, |
| "grad_norm": 5.451704978942871, |
| "learning_rate": 5.6481481481481485e-06, |
| "loss": 1.02, |
| "step": 5900 |
| }, |
| { |
| "epoch": 1.1583692669541357, |
| "grad_norm": 5.540503978729248, |
| "learning_rate": 5.638888888888889e-06, |
| "loss": 1.0127, |
| "step": 5910 |
| }, |
| { |
| "epoch": 1.160329282634261, |
| "grad_norm": 5.463021278381348, |
| "learning_rate": 5.62962962962963e-06, |
| "loss": 1.0205, |
| "step": 5920 |
| }, |
| { |
| "epoch": 1.1622892983143864, |
| "grad_norm": 5.372107028961182, |
| "learning_rate": 5.6203703703703705e-06, |
| "loss": 1.0085, |
| "step": 5930 |
| }, |
| { |
| "epoch": 1.164249313994512, |
| "grad_norm": 5.14231538772583, |
| "learning_rate": 5.611111111111112e-06, |
| "loss": 1.0189, |
| "step": 5940 |
| }, |
| { |
| "epoch": 1.1662093296746374, |
| "grad_norm": 5.416358470916748, |
| "learning_rate": 5.601851851851853e-06, |
| "loss": 1.0066, |
| "step": 5950 |
| }, |
| { |
| "epoch": 1.1681693453547628, |
| "grad_norm": 5.824409484863281, |
| "learning_rate": 5.5925925925925926e-06, |
| "loss": 1.0294, |
| "step": 5960 |
| }, |
| { |
| "epoch": 1.1701293610348882, |
| "grad_norm": 5.362888336181641, |
| "learning_rate": 5.583333333333334e-06, |
| "loss": 1.011, |
| "step": 5970 |
| }, |
| { |
| "epoch": 1.1720893767150138, |
| "grad_norm": 5.583401679992676, |
| "learning_rate": 5.574074074074075e-06, |
| "loss": 1.0218, |
| "step": 5980 |
| }, |
| { |
| "epoch": 1.1740493923951392, |
| "grad_norm": 5.501253128051758, |
| "learning_rate": 5.5648148148148154e-06, |
| "loss": 1.0198, |
| "step": 5990 |
| }, |
| { |
| "epoch": 1.1760094080752646, |
| "grad_norm": 5.536640167236328, |
| "learning_rate": 5.555555555555557e-06, |
| "loss": 1.0243, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.17796942375539, |
| "grad_norm": 5.525614261627197, |
| "learning_rate": 5.546296296296296e-06, |
| "loss": 1.0234, |
| "step": 6010 |
| }, |
| { |
| "epoch": 1.1799294394355155, |
| "grad_norm": 5.270368576049805, |
| "learning_rate": 5.5370370370370374e-06, |
| "loss": 1.0214, |
| "step": 6020 |
| }, |
| { |
| "epoch": 1.181889455115641, |
| "grad_norm": 5.895664691925049, |
| "learning_rate": 5.527777777777779e-06, |
| "loss": 1.0203, |
| "step": 6030 |
| }, |
| { |
| "epoch": 1.1838494707957663, |
| "grad_norm": 5.530089378356934, |
| "learning_rate": 5.518518518518518e-06, |
| "loss": 1.0254, |
| "step": 6040 |
| }, |
| { |
| "epoch": 1.185809486475892, |
| "grad_norm": 5.275720119476318, |
| "learning_rate": 5.5092592592592595e-06, |
| "loss": 1.015, |
| "step": 6050 |
| }, |
| { |
| "epoch": 1.1877695021560173, |
| "grad_norm": 5.464200496673584, |
| "learning_rate": 5.500000000000001e-06, |
| "loss": 1.0134, |
| "step": 6060 |
| }, |
| { |
| "epoch": 1.1897295178361427, |
| "grad_norm": 5.803837299346924, |
| "learning_rate": 5.490740740740741e-06, |
| "loss": 1.0125, |
| "step": 6070 |
| }, |
| { |
| "epoch": 1.191689533516268, |
| "grad_norm": 5.1351752281188965, |
| "learning_rate": 5.481481481481482e-06, |
| "loss": 1.0061, |
| "step": 6080 |
| }, |
| { |
| "epoch": 1.1936495491963937, |
| "grad_norm": 5.232799530029297, |
| "learning_rate": 5.4722222222222236e-06, |
| "loss": 1.0213, |
| "step": 6090 |
| }, |
| { |
| "epoch": 1.195609564876519, |
| "grad_norm": 5.996954917907715, |
| "learning_rate": 5.462962962962963e-06, |
| "loss": 1.0177, |
| "step": 6100 |
| }, |
| { |
| "epoch": 1.1975695805566444, |
| "grad_norm": 7.579484939575195, |
| "learning_rate": 5.453703703703704e-06, |
| "loss": 1.0133, |
| "step": 6110 |
| }, |
| { |
| "epoch": 1.1995295962367698, |
| "grad_norm": 5.351324081420898, |
| "learning_rate": 5.444444444444445e-06, |
| "loss": 1.0019, |
| "step": 6120 |
| }, |
| { |
| "epoch": 1.2014896119168954, |
| "grad_norm": 5.5653581619262695, |
| "learning_rate": 5.435185185185186e-06, |
| "loss": 1.0069, |
| "step": 6130 |
| }, |
| { |
| "epoch": 1.2034496275970208, |
| "grad_norm": 5.198008060455322, |
| "learning_rate": 5.425925925925926e-06, |
| "loss": 1.0157, |
| "step": 6140 |
| }, |
| { |
| "epoch": 1.2054096432771462, |
| "grad_norm": 5.67602014541626, |
| "learning_rate": 5.416666666666667e-06, |
| "loss": 1.0327, |
| "step": 6150 |
| }, |
| { |
| "epoch": 1.2073696589572718, |
| "grad_norm": 5.185479164123535, |
| "learning_rate": 5.407407407407408e-06, |
| "loss": 1.0118, |
| "step": 6160 |
| }, |
| { |
| "epoch": 1.2093296746373972, |
| "grad_norm": 5.254889965057373, |
| "learning_rate": 5.398148148148149e-06, |
| "loss": 1.0282, |
| "step": 6170 |
| }, |
| { |
| "epoch": 1.2112896903175225, |
| "grad_norm": 5.635478496551514, |
| "learning_rate": 5.388888888888889e-06, |
| "loss": 1.0211, |
| "step": 6180 |
| }, |
| { |
| "epoch": 1.213249705997648, |
| "grad_norm": 5.388778209686279, |
| "learning_rate": 5.37962962962963e-06, |
| "loss": 1.0171, |
| "step": 6190 |
| }, |
| { |
| "epoch": 1.2152097216777733, |
| "grad_norm": 5.546689987182617, |
| "learning_rate": 5.370370370370371e-06, |
| "loss": 1.0113, |
| "step": 6200 |
| }, |
| { |
| "epoch": 1.217169737357899, |
| "grad_norm": 5.316011428833008, |
| "learning_rate": 5.361111111111112e-06, |
| "loss": 1.0183, |
| "step": 6210 |
| }, |
| { |
| "epoch": 1.2191297530380243, |
| "grad_norm": 6.057391166687012, |
| "learning_rate": 5.351851851851853e-06, |
| "loss": 1.0149, |
| "step": 6220 |
| }, |
| { |
| "epoch": 1.2210897687181497, |
| "grad_norm": 5.451624393463135, |
| "learning_rate": 5.342592592592592e-06, |
| "loss": 1.0129, |
| "step": 6230 |
| }, |
| { |
| "epoch": 1.2230497843982753, |
| "grad_norm": 5.58920955657959, |
| "learning_rate": 5.333333333333334e-06, |
| "loss": 1.0152, |
| "step": 6240 |
| }, |
| { |
| "epoch": 1.2250098000784007, |
| "grad_norm": 5.132778167724609, |
| "learning_rate": 5.324074074074075e-06, |
| "loss": 1.0059, |
| "step": 6250 |
| }, |
| { |
| "epoch": 1.226969815758526, |
| "grad_norm": 4.807291030883789, |
| "learning_rate": 5.314814814814815e-06, |
| "loss": 1.0146, |
| "step": 6260 |
| }, |
| { |
| "epoch": 1.2289298314386514, |
| "grad_norm": 5.3906474113464355, |
| "learning_rate": 5.305555555555556e-06, |
| "loss": 1.0045, |
| "step": 6270 |
| }, |
| { |
| "epoch": 1.230889847118777, |
| "grad_norm": 5.229481220245361, |
| "learning_rate": 5.296296296296297e-06, |
| "loss": 1.0018, |
| "step": 6280 |
| }, |
| { |
| "epoch": 1.2328498627989024, |
| "grad_norm": 5.5774126052856445, |
| "learning_rate": 5.287037037037037e-06, |
| "loss": 1.0096, |
| "step": 6290 |
| }, |
| { |
| "epoch": 1.2348098784790278, |
| "grad_norm": 5.752622127532959, |
| "learning_rate": 5.2777777777777785e-06, |
| "loss": 1.0173, |
| "step": 6300 |
| }, |
| { |
| "epoch": 1.2348098784790278, |
| "eval_loss": 1.0454390048980713, |
| "eval_runtime": 14.0845, |
| "eval_samples_per_second": 46.434, |
| "eval_steps_per_second": 5.822, |
| "step": 6300 |
| }, |
| { |
| "epoch": 1.2367698941591532, |
| "grad_norm": 4.995856285095215, |
| "learning_rate": 5.26851851851852e-06, |
| "loss": 1.0274, |
| "step": 6310 |
| }, |
| { |
| "epoch": 1.2387299098392788, |
| "grad_norm": 5.631256103515625, |
| "learning_rate": 5.259259259259259e-06, |
| "loss": 1.029, |
| "step": 6320 |
| }, |
| { |
| "epoch": 1.2406899255194042, |
| "grad_norm": 5.617944717407227, |
| "learning_rate": 5.2500000000000006e-06, |
| "loss": 1.0087, |
| "step": 6330 |
| }, |
| { |
| "epoch": 1.2426499411995295, |
| "grad_norm": 5.174662113189697, |
| "learning_rate": 5.240740740740741e-06, |
| "loss": 1.0114, |
| "step": 6340 |
| }, |
| { |
| "epoch": 1.2446099568796551, |
| "grad_norm": 5.841761112213135, |
| "learning_rate": 5.231481481481482e-06, |
| "loss": 1.0113, |
| "step": 6350 |
| }, |
| { |
| "epoch": 1.2465699725597805, |
| "grad_norm": 5.008285999298096, |
| "learning_rate": 5.2222222222222226e-06, |
| "loss": 1.0058, |
| "step": 6360 |
| }, |
| { |
| "epoch": 1.248529988239906, |
| "grad_norm": 5.529172420501709, |
| "learning_rate": 5.212962962962963e-06, |
| "loss": 1.0225, |
| "step": 6370 |
| }, |
| { |
| "epoch": 1.2504900039200313, |
| "grad_norm": 6.809742450714111, |
| "learning_rate": 5.203703703703704e-06, |
| "loss": 1.0194, |
| "step": 6380 |
| }, |
| { |
| "epoch": 1.2524500196001567, |
| "grad_norm": 5.778404712677002, |
| "learning_rate": 5.1944444444444454e-06, |
| "loss": 1.0312, |
| "step": 6390 |
| }, |
| { |
| "epoch": 1.2544100352802823, |
| "grad_norm": 6.095964431762695, |
| "learning_rate": 5.185185185185185e-06, |
| "loss": 1.0155, |
| "step": 6400 |
| }, |
| { |
| "epoch": 1.2563700509604077, |
| "grad_norm": 5.453831672668457, |
| "learning_rate": 5.175925925925926e-06, |
| "loss": 1.0155, |
| "step": 6410 |
| }, |
| { |
| "epoch": 1.258330066640533, |
| "grad_norm": 5.425611972808838, |
| "learning_rate": 5.1666666666666675e-06, |
| "loss": 1.0353, |
| "step": 6420 |
| }, |
| { |
| "epoch": 1.2602900823206586, |
| "grad_norm": 6.835920810699463, |
| "learning_rate": 5.157407407407408e-06, |
| "loss": 1.0089, |
| "step": 6430 |
| }, |
| { |
| "epoch": 1.262250098000784, |
| "grad_norm": 8.35204029083252, |
| "learning_rate": 5.148148148148149e-06, |
| "loss": 1.0235, |
| "step": 6440 |
| }, |
| { |
| "epoch": 1.2642101136809094, |
| "grad_norm": 5.1433234214782715, |
| "learning_rate": 5.138888888888889e-06, |
| "loss": 1.0226, |
| "step": 6450 |
| }, |
| { |
| "epoch": 1.266170129361035, |
| "grad_norm": 5.907522201538086, |
| "learning_rate": 5.12962962962963e-06, |
| "loss": 1.0161, |
| "step": 6460 |
| }, |
| { |
| "epoch": 1.2681301450411604, |
| "grad_norm": 5.631725788116455, |
| "learning_rate": 5.120370370370371e-06, |
| "loss": 1.014, |
| "step": 6470 |
| }, |
| { |
| "epoch": 1.2700901607212858, |
| "grad_norm": 5.635436058044434, |
| "learning_rate": 5.1111111111111115e-06, |
| "loss": 1.0216, |
| "step": 6480 |
| }, |
| { |
| "epoch": 1.2720501764014112, |
| "grad_norm": 6.376223087310791, |
| "learning_rate": 5.101851851851852e-06, |
| "loss": 1.0135, |
| "step": 6490 |
| }, |
| { |
| "epoch": 1.2740101920815365, |
| "grad_norm": 6.083188533782959, |
| "learning_rate": 5.092592592592593e-06, |
| "loss": 1.0117, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.2759702077616621, |
| "grad_norm": 5.436441898345947, |
| "learning_rate": 5.0833333333333335e-06, |
| "loss": 1.0079, |
| "step": 6510 |
| }, |
| { |
| "epoch": 1.2779302234417875, |
| "grad_norm": 5.303137302398682, |
| "learning_rate": 5.074074074074075e-06, |
| "loss": 1.02, |
| "step": 6520 |
| }, |
| { |
| "epoch": 1.279890239121913, |
| "grad_norm": 5.048837661743164, |
| "learning_rate": 5.064814814814816e-06, |
| "loss": 1.0045, |
| "step": 6530 |
| }, |
| { |
| "epoch": 1.2818502548020385, |
| "grad_norm": 6.105396747589111, |
| "learning_rate": 5.0555555555555555e-06, |
| "loss": 1.0105, |
| "step": 6540 |
| }, |
| { |
| "epoch": 1.283810270482164, |
| "grad_norm": 4.97545051574707, |
| "learning_rate": 5.046296296296297e-06, |
| "loss": 1.0128, |
| "step": 6550 |
| }, |
| { |
| "epoch": 1.2857702861622893, |
| "grad_norm": 6.359137535095215, |
| "learning_rate": 5.037037037037037e-06, |
| "loss": 1.0127, |
| "step": 6560 |
| }, |
| { |
| "epoch": 1.2877303018424147, |
| "grad_norm": 6.185931205749512, |
| "learning_rate": 5.027777777777778e-06, |
| "loss": 1.0156, |
| "step": 6570 |
| }, |
| { |
| "epoch": 1.28969031752254, |
| "grad_norm": 6.333951950073242, |
| "learning_rate": 5.01851851851852e-06, |
| "loss": 1.0113, |
| "step": 6580 |
| }, |
| { |
| "epoch": 1.2916503332026656, |
| "grad_norm": 5.14535665512085, |
| "learning_rate": 5.009259259259259e-06, |
| "loss": 1.0062, |
| "step": 6590 |
| }, |
| { |
| "epoch": 1.293610348882791, |
| "grad_norm": 6.086668491363525, |
| "learning_rate": 5e-06, |
| "loss": 1.0123, |
| "step": 6600 |
| }, |
| { |
| "epoch": 1.2955703645629164, |
| "grad_norm": 5.336708068847656, |
| "learning_rate": 4.990740740740741e-06, |
| "loss": 1.0058, |
| "step": 6610 |
| }, |
| { |
| "epoch": 1.297530380243042, |
| "grad_norm": 5.65183687210083, |
| "learning_rate": 4.981481481481482e-06, |
| "loss": 1.0232, |
| "step": 6620 |
| }, |
| { |
| "epoch": 1.2994903959231674, |
| "grad_norm": 5.356630802154541, |
| "learning_rate": 4.9722222222222224e-06, |
| "loss": 1.0248, |
| "step": 6630 |
| }, |
| { |
| "epoch": 1.3014504116032928, |
| "grad_norm": 5.61469841003418, |
| "learning_rate": 4.962962962962964e-06, |
| "loss": 1.0049, |
| "step": 6640 |
| }, |
| { |
| "epoch": 1.3034104272834184, |
| "grad_norm": 5.575668811798096, |
| "learning_rate": 4.953703703703704e-06, |
| "loss": 1.0046, |
| "step": 6650 |
| }, |
| { |
| "epoch": 1.3053704429635438, |
| "grad_norm": 5.938807010650635, |
| "learning_rate": 4.944444444444445e-06, |
| "loss": 1.0254, |
| "step": 6660 |
| }, |
| { |
| "epoch": 1.3073304586436691, |
| "grad_norm": 5.57589054107666, |
| "learning_rate": 4.935185185185186e-06, |
| "loss": 1.016, |
| "step": 6670 |
| }, |
| { |
| "epoch": 1.3092904743237945, |
| "grad_norm": 5.684128284454346, |
| "learning_rate": 4.925925925925926e-06, |
| "loss": 1.0102, |
| "step": 6680 |
| }, |
| { |
| "epoch": 1.31125049000392, |
| "grad_norm": 5.43093729019165, |
| "learning_rate": 4.9166666666666665e-06, |
| "loss": 1.0092, |
| "step": 6690 |
| }, |
| { |
| "epoch": 1.3132105056840455, |
| "grad_norm": 5.595739841461182, |
| "learning_rate": 4.907407407407408e-06, |
| "loss": 1.0103, |
| "step": 6700 |
| }, |
| { |
| "epoch": 1.315170521364171, |
| "grad_norm": 6.116888046264648, |
| "learning_rate": 4.898148148148149e-06, |
| "loss": 1.0177, |
| "step": 6710 |
| }, |
| { |
| "epoch": 1.3171305370442963, |
| "grad_norm": 5.478735446929932, |
| "learning_rate": 4.888888888888889e-06, |
| "loss": 1.0147, |
| "step": 6720 |
| }, |
| { |
| "epoch": 1.3190905527244219, |
| "grad_norm": 5.878492832183838, |
| "learning_rate": 4.8796296296296306e-06, |
| "loss": 1.0189, |
| "step": 6730 |
| }, |
| { |
| "epoch": 1.3210505684045473, |
| "grad_norm": 5.890417098999023, |
| "learning_rate": 4.870370370370371e-06, |
| "loss": 1.0246, |
| "step": 6740 |
| }, |
| { |
| "epoch": 1.3230105840846726, |
| "grad_norm": 5.2328410148620605, |
| "learning_rate": 4.861111111111111e-06, |
| "loss": 1.0116, |
| "step": 6750 |
| }, |
| { |
| "epoch": 1.3249705997647983, |
| "grad_norm": 6.1324005126953125, |
| "learning_rate": 4.851851851851852e-06, |
| "loss": 1.0028, |
| "step": 6760 |
| }, |
| { |
| "epoch": 1.3269306154449236, |
| "grad_norm": 5.392694473266602, |
| "learning_rate": 4.842592592592593e-06, |
| "loss": 1.0192, |
| "step": 6770 |
| }, |
| { |
| "epoch": 1.328890631125049, |
| "grad_norm": 5.902957439422607, |
| "learning_rate": 4.833333333333333e-06, |
| "loss": 1.0145, |
| "step": 6780 |
| }, |
| { |
| "epoch": 1.3308506468051744, |
| "grad_norm": 5.553819179534912, |
| "learning_rate": 4.824074074074075e-06, |
| "loss": 1.0091, |
| "step": 6790 |
| }, |
| { |
| "epoch": 1.3328106624852998, |
| "grad_norm": 6.013294219970703, |
| "learning_rate": 4.814814814814815e-06, |
| "loss": 1.0198, |
| "step": 6800 |
| }, |
| { |
| "epoch": 1.3347706781654254, |
| "grad_norm": 5.731135368347168, |
| "learning_rate": 4.805555555555556e-06, |
| "loss": 1.014, |
| "step": 6810 |
| }, |
| { |
| "epoch": 1.3367306938455508, |
| "grad_norm": 5.954074382781982, |
| "learning_rate": 4.796296296296297e-06, |
| "loss": 1.0128, |
| "step": 6820 |
| }, |
| { |
| "epoch": 1.3386907095256761, |
| "grad_norm": 5.550869464874268, |
| "learning_rate": 4.787037037037037e-06, |
| "loss": 1.0151, |
| "step": 6830 |
| }, |
| { |
| "epoch": 1.3406507252058018, |
| "grad_norm": 6.043259620666504, |
| "learning_rate": 4.777777777777778e-06, |
| "loss": 1.0069, |
| "step": 6840 |
| }, |
| { |
| "epoch": 1.3426107408859271, |
| "grad_norm": 5.002622127532959, |
| "learning_rate": 4.768518518518519e-06, |
| "loss": 1.0219, |
| "step": 6850 |
| }, |
| { |
| "epoch": 1.3445707565660525, |
| "grad_norm": 6.016299247741699, |
| "learning_rate": 4.75925925925926e-06, |
| "loss": 1.0158, |
| "step": 6860 |
| }, |
| { |
| "epoch": 1.346530772246178, |
| "grad_norm": 5.6830220222473145, |
| "learning_rate": 4.75e-06, |
| "loss": 1.0092, |
| "step": 6870 |
| }, |
| { |
| "epoch": 1.3484907879263033, |
| "grad_norm": 6.092140197753906, |
| "learning_rate": 4.7407407407407415e-06, |
| "loss": 1.0241, |
| "step": 6880 |
| }, |
| { |
| "epoch": 1.3504508036064289, |
| "grad_norm": 5.837907791137695, |
| "learning_rate": 4.731481481481482e-06, |
| "loss": 1.0259, |
| "step": 6890 |
| }, |
| { |
| "epoch": 1.3524108192865543, |
| "grad_norm": 5.598001480102539, |
| "learning_rate": 4.722222222222222e-06, |
| "loss": 1.0043, |
| "step": 6900 |
| }, |
| { |
| "epoch": 1.3543708349666796, |
| "grad_norm": 5.820865631103516, |
| "learning_rate": 4.712962962962963e-06, |
| "loss": 1.0325, |
| "step": 6910 |
| }, |
| { |
| "epoch": 1.3563308506468053, |
| "grad_norm": 6.162250518798828, |
| "learning_rate": 4.703703703703704e-06, |
| "loss": 1.0118, |
| "step": 6920 |
| }, |
| { |
| "epoch": 1.3582908663269306, |
| "grad_norm": 5.53606653213501, |
| "learning_rate": 4.694444444444445e-06, |
| "loss": 1.0099, |
| "step": 6930 |
| }, |
| { |
| "epoch": 1.360250882007056, |
| "grad_norm": 6.468924045562744, |
| "learning_rate": 4.6851851851851855e-06, |
| "loss": 1.0172, |
| "step": 6940 |
| }, |
| { |
| "epoch": 1.3622108976871816, |
| "grad_norm": 6.867157936096191, |
| "learning_rate": 4.675925925925927e-06, |
| "loss": 1.0021, |
| "step": 6950 |
| }, |
| { |
| "epoch": 1.364170913367307, |
| "grad_norm": 6.068783760070801, |
| "learning_rate": 4.666666666666667e-06, |
| "loss": 1.0083, |
| "step": 6960 |
| }, |
| { |
| "epoch": 1.3661309290474324, |
| "grad_norm": 5.502538204193115, |
| "learning_rate": 4.6574074074074076e-06, |
| "loss": 1.0173, |
| "step": 6970 |
| }, |
| { |
| "epoch": 1.3680909447275578, |
| "grad_norm": 5.83467960357666, |
| "learning_rate": 4.648148148148148e-06, |
| "loss": 1.031, |
| "step": 6980 |
| }, |
| { |
| "epoch": 1.3700509604076831, |
| "grad_norm": 5.383768558502197, |
| "learning_rate": 4.638888888888889e-06, |
| "loss": 1.0187, |
| "step": 6990 |
| }, |
| { |
| "epoch": 1.3720109760878088, |
| "grad_norm": 5.172204494476318, |
| "learning_rate": 4.62962962962963e-06, |
| "loss": 1.0079, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.3720109760878088, |
| "eval_loss": 1.0383639335632324, |
| "eval_runtime": 14.0609, |
| "eval_samples_per_second": 46.512, |
| "eval_steps_per_second": 5.832, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.3739709917679341, |
| "grad_norm": 5.811285495758057, |
| "learning_rate": 4.620370370370371e-06, |
| "loss": 1.0153, |
| "step": 7010 |
| }, |
| { |
| "epoch": 1.3759310074480595, |
| "grad_norm": 5.887601375579834, |
| "learning_rate": 4.611111111111112e-06, |
| "loss": 1.0104, |
| "step": 7020 |
| }, |
| { |
| "epoch": 1.3778910231281851, |
| "grad_norm": 5.245418548583984, |
| "learning_rate": 4.6018518518518524e-06, |
| "loss": 1.0063, |
| "step": 7030 |
| }, |
| { |
| "epoch": 1.3798510388083105, |
| "grad_norm": 6.191716194152832, |
| "learning_rate": 4.592592592592593e-06, |
| "loss": 1.0254, |
| "step": 7040 |
| }, |
| { |
| "epoch": 1.3818110544884359, |
| "grad_norm": 6.047815799713135, |
| "learning_rate": 4.583333333333333e-06, |
| "loss": 1.0291, |
| "step": 7050 |
| }, |
| { |
| "epoch": 1.3837710701685613, |
| "grad_norm": 5.58579158782959, |
| "learning_rate": 4.5740740740740745e-06, |
| "loss": 1.0126, |
| "step": 7060 |
| }, |
| { |
| "epoch": 1.3857310858486869, |
| "grad_norm": 5.651394844055176, |
| "learning_rate": 4.564814814814815e-06, |
| "loss": 1.013, |
| "step": 7070 |
| }, |
| { |
| "epoch": 1.3876911015288123, |
| "grad_norm": 5.703254699707031, |
| "learning_rate": 4.555555555555556e-06, |
| "loss": 1.0209, |
| "step": 7080 |
| }, |
| { |
| "epoch": 1.3896511172089376, |
| "grad_norm": 6.428845405578613, |
| "learning_rate": 4.5462962962962965e-06, |
| "loss": 1.0065, |
| "step": 7090 |
| }, |
| { |
| "epoch": 1.391611132889063, |
| "grad_norm": 5.854006767272949, |
| "learning_rate": 4.537037037037038e-06, |
| "loss": 1.0192, |
| "step": 7100 |
| }, |
| { |
| "epoch": 1.3935711485691886, |
| "grad_norm": 5.257528781890869, |
| "learning_rate": 4.527777777777778e-06, |
| "loss": 1.0125, |
| "step": 7110 |
| }, |
| { |
| "epoch": 1.395531164249314, |
| "grad_norm": 5.832418441772461, |
| "learning_rate": 4.5185185185185185e-06, |
| "loss": 1.0077, |
| "step": 7120 |
| }, |
| { |
| "epoch": 1.3974911799294394, |
| "grad_norm": 18.90093994140625, |
| "learning_rate": 4.50925925925926e-06, |
| "loss": 1.0039, |
| "step": 7130 |
| }, |
| { |
| "epoch": 1.399451195609565, |
| "grad_norm": 6.230194568634033, |
| "learning_rate": 4.5e-06, |
| "loss": 1.0168, |
| "step": 7140 |
| }, |
| { |
| "epoch": 1.4014112112896904, |
| "grad_norm": 5.916494846343994, |
| "learning_rate": 4.490740740740741e-06, |
| "loss": 1.0367, |
| "step": 7150 |
| }, |
| { |
| "epoch": 1.4033712269698158, |
| "grad_norm": 6.498172760009766, |
| "learning_rate": 4.481481481481482e-06, |
| "loss": 1.0226, |
| "step": 7160 |
| }, |
| { |
| "epoch": 1.4053312426499411, |
| "grad_norm": 5.681482791900635, |
| "learning_rate": 4.472222222222223e-06, |
| "loss": 1.0135, |
| "step": 7170 |
| }, |
| { |
| "epoch": 1.4072912583300665, |
| "grad_norm": 5.3359880447387695, |
| "learning_rate": 4.462962962962963e-06, |
| "loss": 1.0222, |
| "step": 7180 |
| }, |
| { |
| "epoch": 1.4092512740101921, |
| "grad_norm": 6.866293430328369, |
| "learning_rate": 4.453703703703704e-06, |
| "loss": 1.015, |
| "step": 7190 |
| }, |
| { |
| "epoch": 1.4112112896903175, |
| "grad_norm": 6.149731159210205, |
| "learning_rate": 4.444444444444444e-06, |
| "loss": 0.998, |
| "step": 7200 |
| }, |
| { |
| "epoch": 1.4131713053704429, |
| "grad_norm": 5.832232475280762, |
| "learning_rate": 4.435185185185185e-06, |
| "loss": 1.0097, |
| "step": 7210 |
| }, |
| { |
| "epoch": 1.4151313210505685, |
| "grad_norm": 5.8602986335754395, |
| "learning_rate": 4.425925925925927e-06, |
| "loss": 1.0133, |
| "step": 7220 |
| }, |
| { |
| "epoch": 1.4170913367306939, |
| "grad_norm": 6.716607093811035, |
| "learning_rate": 4.416666666666667e-06, |
| "loss": 1.0181, |
| "step": 7230 |
| }, |
| { |
| "epoch": 1.4190513524108193, |
| "grad_norm": 5.983255863189697, |
| "learning_rate": 4.407407407407408e-06, |
| "loss": 1.0152, |
| "step": 7240 |
| }, |
| { |
| "epoch": 1.4210113680909449, |
| "grad_norm": 5.979559898376465, |
| "learning_rate": 4.398148148148149e-06, |
| "loss": 1.0187, |
| "step": 7250 |
| }, |
| { |
| "epoch": 1.4229713837710702, |
| "grad_norm": 5.463419437408447, |
| "learning_rate": 4.388888888888889e-06, |
| "loss": 1.0018, |
| "step": 7260 |
| }, |
| { |
| "epoch": 1.4249313994511956, |
| "grad_norm": 5.58013916015625, |
| "learning_rate": 4.379629629629629e-06, |
| "loss": 1.0161, |
| "step": 7270 |
| }, |
| { |
| "epoch": 1.426891415131321, |
| "grad_norm": 5.896617412567139, |
| "learning_rate": 4.370370370370371e-06, |
| "loss": 1.0234, |
| "step": 7280 |
| }, |
| { |
| "epoch": 1.4288514308114464, |
| "grad_norm": 6.59088659286499, |
| "learning_rate": 4.361111111111112e-06, |
| "loss": 1.0116, |
| "step": 7290 |
| }, |
| { |
| "epoch": 1.430811446491572, |
| "grad_norm": 5.4909348487854, |
| "learning_rate": 4.351851851851852e-06, |
| "loss": 1.0241, |
| "step": 7300 |
| }, |
| { |
| "epoch": 1.4327714621716974, |
| "grad_norm": 5.706267356872559, |
| "learning_rate": 4.342592592592593e-06, |
| "loss": 1.0113, |
| "step": 7310 |
| }, |
| { |
| "epoch": 1.4347314778518228, |
| "grad_norm": 5.893515586853027, |
| "learning_rate": 4.333333333333334e-06, |
| "loss": 1.0074, |
| "step": 7320 |
| }, |
| { |
| "epoch": 1.4366914935319484, |
| "grad_norm": 5.337756156921387, |
| "learning_rate": 4.324074074074074e-06, |
| "loss": 1.0086, |
| "step": 7330 |
| }, |
| { |
| "epoch": 1.4386515092120737, |
| "grad_norm": 6.063902854919434, |
| "learning_rate": 4.314814814814815e-06, |
| "loss": 1.0135, |
| "step": 7340 |
| }, |
| { |
| "epoch": 1.4406115248921991, |
| "grad_norm": 5.862417221069336, |
| "learning_rate": 4.305555555555556e-06, |
| "loss": 1.0218, |
| "step": 7350 |
| }, |
| { |
| "epoch": 1.4425715405723245, |
| "grad_norm": 6.047614574432373, |
| "learning_rate": 4.296296296296296e-06, |
| "loss": 1.0147, |
| "step": 7360 |
| }, |
| { |
| "epoch": 1.4445315562524499, |
| "grad_norm": 7.018215656280518, |
| "learning_rate": 4.2870370370370376e-06, |
| "loss": 1.029, |
| "step": 7370 |
| }, |
| { |
| "epoch": 1.4464915719325755, |
| "grad_norm": 5.391064167022705, |
| "learning_rate": 4.277777777777778e-06, |
| "loss": 1.007, |
| "step": 7380 |
| }, |
| { |
| "epoch": 1.4484515876127009, |
| "grad_norm": 5.364874362945557, |
| "learning_rate": 4.268518518518519e-06, |
| "loss": 1.0188, |
| "step": 7390 |
| }, |
| { |
| "epoch": 1.4504116032928263, |
| "grad_norm": 5.990734577178955, |
| "learning_rate": 4.2592592592592596e-06, |
| "loss": 1.0003, |
| "step": 7400 |
| }, |
| { |
| "epoch": 1.4523716189729519, |
| "grad_norm": 5.727319717407227, |
| "learning_rate": 4.25e-06, |
| "loss": 1.0198, |
| "step": 7410 |
| }, |
| { |
| "epoch": 1.4543316346530772, |
| "grad_norm": 5.658199310302734, |
| "learning_rate": 4.240740740740741e-06, |
| "loss": 1.0221, |
| "step": 7420 |
| }, |
| { |
| "epoch": 1.4562916503332026, |
| "grad_norm": 5.460375785827637, |
| "learning_rate": 4.231481481481482e-06, |
| "loss": 1.0127, |
| "step": 7430 |
| }, |
| { |
| "epoch": 1.4582516660133282, |
| "grad_norm": 6.161991596221924, |
| "learning_rate": 4.222222222222223e-06, |
| "loss": 1.0025, |
| "step": 7440 |
| }, |
| { |
| "epoch": 1.4602116816934536, |
| "grad_norm": 5.7905192375183105, |
| "learning_rate": 4.212962962962963e-06, |
| "loss": 1.0071, |
| "step": 7450 |
| }, |
| { |
| "epoch": 1.462171697373579, |
| "grad_norm": 5.652228832244873, |
| "learning_rate": 4.2037037037037045e-06, |
| "loss": 1.0112, |
| "step": 7460 |
| }, |
| { |
| "epoch": 1.4641317130537044, |
| "grad_norm": 5.817644119262695, |
| "learning_rate": 4.194444444444445e-06, |
| "loss": 1.0191, |
| "step": 7470 |
| }, |
| { |
| "epoch": 1.4660917287338298, |
| "grad_norm": 6.155873775482178, |
| "learning_rate": 4.185185185185185e-06, |
| "loss": 1.013, |
| "step": 7480 |
| }, |
| { |
| "epoch": 1.4680517444139554, |
| "grad_norm": 5.775312423706055, |
| "learning_rate": 4.175925925925926e-06, |
| "loss": 1.0107, |
| "step": 7490 |
| }, |
| { |
| "epoch": 1.4700117600940807, |
| "grad_norm": 5.765095233917236, |
| "learning_rate": 4.166666666666667e-06, |
| "loss": 1.0151, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.4719717757742061, |
| "grad_norm": 5.336995601654053, |
| "learning_rate": 4.157407407407408e-06, |
| "loss": 1.0048, |
| "step": 7510 |
| }, |
| { |
| "epoch": 1.4739317914543317, |
| "grad_norm": 6.261089324951172, |
| "learning_rate": 4.1481481481481485e-06, |
| "loss": 1.0002, |
| "step": 7520 |
| }, |
| { |
| "epoch": 1.4758918071344571, |
| "grad_norm": 5.8046746253967285, |
| "learning_rate": 4.138888888888889e-06, |
| "loss": 1.0079, |
| "step": 7530 |
| }, |
| { |
| "epoch": 1.4778518228145825, |
| "grad_norm": 5.5930867195129395, |
| "learning_rate": 4.12962962962963e-06, |
| "loss": 1.0094, |
| "step": 7540 |
| }, |
| { |
| "epoch": 1.4798118384947079, |
| "grad_norm": 5.929795742034912, |
| "learning_rate": 4.1203703703703705e-06, |
| "loss": 1.0122, |
| "step": 7550 |
| }, |
| { |
| "epoch": 1.4817718541748335, |
| "grad_norm": 5.746526718139648, |
| "learning_rate": 4.111111111111111e-06, |
| "loss": 1.0186, |
| "step": 7560 |
| }, |
| { |
| "epoch": 1.4837318698549589, |
| "grad_norm": 6.316400051116943, |
| "learning_rate": 4.101851851851852e-06, |
| "loss": 1.0019, |
| "step": 7570 |
| }, |
| { |
| "epoch": 1.4856918855350842, |
| "grad_norm": 5.561999320983887, |
| "learning_rate": 4.092592592592593e-06, |
| "loss": 1.0157, |
| "step": 7580 |
| }, |
| { |
| "epoch": 1.4876519012152096, |
| "grad_norm": 6.012383937835693, |
| "learning_rate": 4.083333333333334e-06, |
| "loss": 1.0108, |
| "step": 7590 |
| }, |
| { |
| "epoch": 1.4896119168953352, |
| "grad_norm": 5.594381809234619, |
| "learning_rate": 4.074074074074074e-06, |
| "loss": 0.9917, |
| "step": 7600 |
| }, |
| { |
| "epoch": 1.4915719325754606, |
| "grad_norm": 6.158176898956299, |
| "learning_rate": 4.064814814814815e-06, |
| "loss": 1.0063, |
| "step": 7610 |
| }, |
| { |
| "epoch": 1.493531948255586, |
| "grad_norm": 5.4881510734558105, |
| "learning_rate": 4.055555555555556e-06, |
| "loss": 1.0122, |
| "step": 7620 |
| }, |
| { |
| "epoch": 1.4954919639357116, |
| "grad_norm": 6.7185869216918945, |
| "learning_rate": 4.046296296296296e-06, |
| "loss": 0.9927, |
| "step": 7630 |
| }, |
| { |
| "epoch": 1.497451979615837, |
| "grad_norm": 6.015646934509277, |
| "learning_rate": 4.037037037037037e-06, |
| "loss": 1.0054, |
| "step": 7640 |
| }, |
| { |
| "epoch": 1.4994119952959624, |
| "grad_norm": 5.855646133422852, |
| "learning_rate": 4.027777777777779e-06, |
| "loss": 0.9988, |
| "step": 7650 |
| }, |
| { |
| "epoch": 1.501372010976088, |
| "grad_norm": 6.158780574798584, |
| "learning_rate": 4.018518518518519e-06, |
| "loss": 1.027, |
| "step": 7660 |
| }, |
| { |
| "epoch": 1.5033320266562131, |
| "grad_norm": 5.943362712860107, |
| "learning_rate": 4.0092592592592594e-06, |
| "loss": 1.0285, |
| "step": 7670 |
| }, |
| { |
| "epoch": 1.5052920423363387, |
| "grad_norm": 5.775484085083008, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 1.0093, |
| "step": 7680 |
| }, |
| { |
| "epoch": 1.5072520580164641, |
| "grad_norm": 6.551724910736084, |
| "learning_rate": 3.990740740740741e-06, |
| "loss": 1.0185, |
| "step": 7690 |
| }, |
| { |
| "epoch": 1.5092120736965895, |
| "grad_norm": 5.986613750457764, |
| "learning_rate": 3.9814814814814814e-06, |
| "loss": 1.0058, |
| "step": 7700 |
| }, |
| { |
| "epoch": 1.5092120736965895, |
| "eval_loss": 1.0326706171035767, |
| "eval_runtime": 13.9953, |
| "eval_samples_per_second": 46.73, |
| "eval_steps_per_second": 5.859, |
| "step": 7700 |
| }, |
| { |
| "epoch": 1.511172089376715, |
| "grad_norm": 5.968577861785889, |
| "learning_rate": 3.972222222222223e-06, |
| "loss": 1.0111, |
| "step": 7710 |
| }, |
| { |
| "epoch": 1.5131321050568405, |
| "grad_norm": 5.956306457519531, |
| "learning_rate": 3.962962962962963e-06, |
| "loss": 0.9822, |
| "step": 7720 |
| }, |
| { |
| "epoch": 1.5150921207369659, |
| "grad_norm": 6.391535758972168, |
| "learning_rate": 3.953703703703704e-06, |
| "loss": 1.0073, |
| "step": 7730 |
| }, |
| { |
| "epoch": 1.5170521364170915, |
| "grad_norm": 6.031282901763916, |
| "learning_rate": 3.944444444444445e-06, |
| "loss": 0.9992, |
| "step": 7740 |
| }, |
| { |
| "epoch": 1.5190121520972166, |
| "grad_norm": 6.070298194885254, |
| "learning_rate": 3.935185185185186e-06, |
| "loss": 0.9995, |
| "step": 7750 |
| }, |
| { |
| "epoch": 1.5209721677773422, |
| "grad_norm": 6.470989227294922, |
| "learning_rate": 3.925925925925926e-06, |
| "loss": 1.0041, |
| "step": 7760 |
| }, |
| { |
| "epoch": 1.5229321834574676, |
| "grad_norm": 6.339069843292236, |
| "learning_rate": 3.916666666666667e-06, |
| "loss": 1.0145, |
| "step": 7770 |
| }, |
| { |
| "epoch": 1.524892199137593, |
| "grad_norm": 6.204465866088867, |
| "learning_rate": 3.907407407407408e-06, |
| "loss": 1.0202, |
| "step": 7780 |
| }, |
| { |
| "epoch": 1.5268522148177186, |
| "grad_norm": 5.39393424987793, |
| "learning_rate": 3.898148148148148e-06, |
| "loss": 1.0144, |
| "step": 7790 |
| }, |
| { |
| "epoch": 1.528812230497844, |
| "grad_norm": 6.083856105804443, |
| "learning_rate": 3.88888888888889e-06, |
| "loss": 1.0087, |
| "step": 7800 |
| }, |
| { |
| "epoch": 1.5307722461779694, |
| "grad_norm": 6.141456604003906, |
| "learning_rate": 3.87962962962963e-06, |
| "loss": 1.0189, |
| "step": 7810 |
| }, |
| { |
| "epoch": 1.532732261858095, |
| "grad_norm": 6.509696960449219, |
| "learning_rate": 3.87037037037037e-06, |
| "loss": 1.0136, |
| "step": 7820 |
| }, |
| { |
| "epoch": 1.5346922775382204, |
| "grad_norm": 5.372650146484375, |
| "learning_rate": 3.861111111111112e-06, |
| "loss": 1.0009, |
| "step": 7830 |
| }, |
| { |
| "epoch": 1.5366522932183457, |
| "grad_norm": 5.931579113006592, |
| "learning_rate": 3.851851851851852e-06, |
| "loss": 1.0144, |
| "step": 7840 |
| }, |
| { |
| "epoch": 1.5386123088984713, |
| "grad_norm": 6.2442626953125, |
| "learning_rate": 3.842592592592592e-06, |
| "loss": 1.0132, |
| "step": 7850 |
| }, |
| { |
| "epoch": 1.5405723245785965, |
| "grad_norm": 6.475978851318359, |
| "learning_rate": 3.833333333333334e-06, |
| "loss": 1.0058, |
| "step": 7860 |
| }, |
| { |
| "epoch": 1.542532340258722, |
| "grad_norm": 5.5199103355407715, |
| "learning_rate": 3.824074074074075e-06, |
| "loss": 1.0017, |
| "step": 7870 |
| }, |
| { |
| "epoch": 1.5444923559388475, |
| "grad_norm": 5.857003211975098, |
| "learning_rate": 3.814814814814815e-06, |
| "loss": 1.0108, |
| "step": 7880 |
| }, |
| { |
| "epoch": 1.5464523716189729, |
| "grad_norm": 5.81916618347168, |
| "learning_rate": 3.8055555555555556e-06, |
| "loss": 1.0185, |
| "step": 7890 |
| }, |
| { |
| "epoch": 1.5484123872990985, |
| "grad_norm": 6.099959850311279, |
| "learning_rate": 3.796296296296297e-06, |
| "loss": 1.0109, |
| "step": 7900 |
| }, |
| { |
| "epoch": 1.5503724029792239, |
| "grad_norm": 5.837829113006592, |
| "learning_rate": 3.7870370370370373e-06, |
| "loss": 1.0004, |
| "step": 7910 |
| }, |
| { |
| "epoch": 1.5523324186593492, |
| "grad_norm": 6.274796485900879, |
| "learning_rate": 3.777777777777778e-06, |
| "loss": 1.0165, |
| "step": 7920 |
| }, |
| { |
| "epoch": 1.5542924343394748, |
| "grad_norm": 5.926800727844238, |
| "learning_rate": 3.7685185185185185e-06, |
| "loss": 1.0067, |
| "step": 7930 |
| }, |
| { |
| "epoch": 1.5562524500196, |
| "grad_norm": 6.2746381759643555, |
| "learning_rate": 3.7592592592592597e-06, |
| "loss": 1.0078, |
| "step": 7940 |
| }, |
| { |
| "epoch": 1.5582124656997256, |
| "grad_norm": 6.315319538116455, |
| "learning_rate": 3.7500000000000005e-06, |
| "loss": 1.0085, |
| "step": 7950 |
| }, |
| { |
| "epoch": 1.560172481379851, |
| "grad_norm": 6.36542272567749, |
| "learning_rate": 3.740740740740741e-06, |
| "loss": 1.0073, |
| "step": 7960 |
| }, |
| { |
| "epoch": 1.5621324970599764, |
| "grad_norm": 6.047231197357178, |
| "learning_rate": 3.731481481481482e-06, |
| "loss": 1.0019, |
| "step": 7970 |
| }, |
| { |
| "epoch": 1.564092512740102, |
| "grad_norm": 6.49619722366333, |
| "learning_rate": 3.7222222222222225e-06, |
| "loss": 1.0126, |
| "step": 7980 |
| }, |
| { |
| "epoch": 1.5660525284202274, |
| "grad_norm": 6.945578098297119, |
| "learning_rate": 3.7129629629629633e-06, |
| "loss": 1.0141, |
| "step": 7990 |
| }, |
| { |
| "epoch": 1.5680125441003527, |
| "grad_norm": 5.595407485961914, |
| "learning_rate": 3.7037037037037037e-06, |
| "loss": 1.0077, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.5699725597804783, |
| "grad_norm": 6.3146867752075195, |
| "learning_rate": 3.694444444444445e-06, |
| "loss": 1.0178, |
| "step": 8010 |
| }, |
| { |
| "epoch": 1.5719325754606037, |
| "grad_norm": 8.867284774780273, |
| "learning_rate": 3.6851851851851854e-06, |
| "loss": 0.9974, |
| "step": 8020 |
| }, |
| { |
| "epoch": 1.573892591140729, |
| "grad_norm": 5.997375011444092, |
| "learning_rate": 3.675925925925926e-06, |
| "loss": 1.0169, |
| "step": 8030 |
| }, |
| { |
| "epoch": 1.5758526068208547, |
| "grad_norm": 6.150747776031494, |
| "learning_rate": 3.6666666666666666e-06, |
| "loss": 1.0087, |
| "step": 8040 |
| }, |
| { |
| "epoch": 1.5778126225009799, |
| "grad_norm": 6.344914436340332, |
| "learning_rate": 3.657407407407408e-06, |
| "loss": 1.008, |
| "step": 8050 |
| }, |
| { |
| "epoch": 1.5797726381811055, |
| "grad_norm": 5.457338333129883, |
| "learning_rate": 3.6481481481481486e-06, |
| "loss": 1.0169, |
| "step": 8060 |
| }, |
| { |
| "epoch": 1.5817326538612309, |
| "grad_norm": 6.128787994384766, |
| "learning_rate": 3.638888888888889e-06, |
| "loss": 1.0104, |
| "step": 8070 |
| }, |
| { |
| "epoch": 1.5836926695413562, |
| "grad_norm": 6.624429702758789, |
| "learning_rate": 3.6296296296296302e-06, |
| "loss": 0.9982, |
| "step": 8080 |
| }, |
| { |
| "epoch": 1.5856526852214818, |
| "grad_norm": 5.785494327545166, |
| "learning_rate": 3.6203703703703706e-06, |
| "loss": 0.9968, |
| "step": 8090 |
| }, |
| { |
| "epoch": 1.5876127009016072, |
| "grad_norm": 6.378090858459473, |
| "learning_rate": 3.6111111111111115e-06, |
| "loss": 0.9972, |
| "step": 8100 |
| }, |
| { |
| "epoch": 1.5895727165817326, |
| "grad_norm": 7.523343086242676, |
| "learning_rate": 3.601851851851852e-06, |
| "loss": 1.0077, |
| "step": 8110 |
| }, |
| { |
| "epoch": 1.5915327322618582, |
| "grad_norm": 5.578686714172363, |
| "learning_rate": 3.592592592592593e-06, |
| "loss": 1.0103, |
| "step": 8120 |
| }, |
| { |
| "epoch": 1.5934927479419836, |
| "grad_norm": 6.031825065612793, |
| "learning_rate": 3.5833333333333335e-06, |
| "loss": 1.015, |
| "step": 8130 |
| }, |
| { |
| "epoch": 1.595452763622109, |
| "grad_norm": 6.009352207183838, |
| "learning_rate": 3.5740740740740743e-06, |
| "loss": 0.9997, |
| "step": 8140 |
| }, |
| { |
| "epoch": 1.5974127793022346, |
| "grad_norm": 6.1863694190979, |
| "learning_rate": 3.5648148148148147e-06, |
| "loss": 0.9902, |
| "step": 8150 |
| }, |
| { |
| "epoch": 1.5993727949823597, |
| "grad_norm": 5.477410316467285, |
| "learning_rate": 3.555555555555556e-06, |
| "loss": 1.0077, |
| "step": 8160 |
| }, |
| { |
| "epoch": 1.6013328106624853, |
| "grad_norm": 6.446470260620117, |
| "learning_rate": 3.5462962962962967e-06, |
| "loss": 1.0123, |
| "step": 8170 |
| }, |
| { |
| "epoch": 1.6032928263426107, |
| "grad_norm": 5.979601860046387, |
| "learning_rate": 3.537037037037037e-06, |
| "loss": 1.0106, |
| "step": 8180 |
| }, |
| { |
| "epoch": 1.605252842022736, |
| "grad_norm": 5.748382091522217, |
| "learning_rate": 3.5277777777777784e-06, |
| "loss": 1.0083, |
| "step": 8190 |
| }, |
| { |
| "epoch": 1.6072128577028617, |
| "grad_norm": 6.122110843658447, |
| "learning_rate": 3.5185185185185187e-06, |
| "loss": 1.0124, |
| "step": 8200 |
| }, |
| { |
| "epoch": 1.609172873382987, |
| "grad_norm": 6.104898452758789, |
| "learning_rate": 3.5092592592592596e-06, |
| "loss": 1.0118, |
| "step": 8210 |
| }, |
| { |
| "epoch": 1.6111328890631125, |
| "grad_norm": 6.527801513671875, |
| "learning_rate": 3.5e-06, |
| "loss": 1.0084, |
| "step": 8220 |
| }, |
| { |
| "epoch": 1.613092904743238, |
| "grad_norm": 6.3016676902771, |
| "learning_rate": 3.490740740740741e-06, |
| "loss": 1.0104, |
| "step": 8230 |
| }, |
| { |
| "epoch": 1.6150529204233632, |
| "grad_norm": 6.44483757019043, |
| "learning_rate": 3.481481481481482e-06, |
| "loss": 1.0102, |
| "step": 8240 |
| }, |
| { |
| "epoch": 1.6170129361034888, |
| "grad_norm": 6.052326679229736, |
| "learning_rate": 3.4722222222222224e-06, |
| "loss": 1.0147, |
| "step": 8250 |
| }, |
| { |
| "epoch": 1.6189729517836142, |
| "grad_norm": 5.94256067276001, |
| "learning_rate": 3.4629629629629628e-06, |
| "loss": 1.0108, |
| "step": 8260 |
| }, |
| { |
| "epoch": 1.6209329674637396, |
| "grad_norm": 6.634081840515137, |
| "learning_rate": 3.453703703703704e-06, |
| "loss": 1.0139, |
| "step": 8270 |
| }, |
| { |
| "epoch": 1.6228929831438652, |
| "grad_norm": 6.239657878875732, |
| "learning_rate": 3.444444444444445e-06, |
| "loss": 0.9949, |
| "step": 8280 |
| }, |
| { |
| "epoch": 1.6248529988239906, |
| "grad_norm": 6.047982692718506, |
| "learning_rate": 3.4351851851851852e-06, |
| "loss": 1.0223, |
| "step": 8290 |
| }, |
| { |
| "epoch": 1.626813014504116, |
| "grad_norm": 5.618074417114258, |
| "learning_rate": 3.4259259259259265e-06, |
| "loss": 1.022, |
| "step": 8300 |
| }, |
| { |
| "epoch": 1.6287730301842416, |
| "grad_norm": 5.856754779815674, |
| "learning_rate": 3.416666666666667e-06, |
| "loss": 1.0053, |
| "step": 8310 |
| }, |
| { |
| "epoch": 1.630733045864367, |
| "grad_norm": 6.435812473297119, |
| "learning_rate": 3.4074074074074077e-06, |
| "loss": 0.9989, |
| "step": 8320 |
| }, |
| { |
| "epoch": 1.6326930615444923, |
| "grad_norm": 5.980440139770508, |
| "learning_rate": 3.398148148148148e-06, |
| "loss": 1.0108, |
| "step": 8330 |
| }, |
| { |
| "epoch": 1.634653077224618, |
| "grad_norm": 6.19628381729126, |
| "learning_rate": 3.3888888888888893e-06, |
| "loss": 0.995, |
| "step": 8340 |
| }, |
| { |
| "epoch": 1.636613092904743, |
| "grad_norm": 5.549736976623535, |
| "learning_rate": 3.37962962962963e-06, |
| "loss": 1.0181, |
| "step": 8350 |
| }, |
| { |
| "epoch": 1.6385731085848687, |
| "grad_norm": 6.485236644744873, |
| "learning_rate": 3.3703703703703705e-06, |
| "loss": 1.0092, |
| "step": 8360 |
| }, |
| { |
| "epoch": 1.640533124264994, |
| "grad_norm": 6.0221848487854, |
| "learning_rate": 3.3611111111111117e-06, |
| "loss": 1.0038, |
| "step": 8370 |
| }, |
| { |
| "epoch": 1.6424931399451195, |
| "grad_norm": 5.699035167694092, |
| "learning_rate": 3.351851851851852e-06, |
| "loss": 1.0092, |
| "step": 8380 |
| }, |
| { |
| "epoch": 1.644453155625245, |
| "grad_norm": 6.401322364807129, |
| "learning_rate": 3.342592592592593e-06, |
| "loss": 1.0013, |
| "step": 8390 |
| }, |
| { |
| "epoch": 1.6464131713053705, |
| "grad_norm": 6.202515125274658, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 1.0165, |
| "step": 8400 |
| }, |
| { |
| "epoch": 1.6464131713053705, |
| "eval_loss": 1.0264891386032104, |
| "eval_runtime": 14.05, |
| "eval_samples_per_second": 46.548, |
| "eval_steps_per_second": 5.836, |
| "step": 8400 |
| }, |
| { |
| "epoch": 1.6483731869854958, |
| "grad_norm": 6.184670448303223, |
| "learning_rate": 3.3240740740740746e-06, |
| "loss": 1.0055, |
| "step": 8410 |
| }, |
| { |
| "epoch": 1.6503332026656214, |
| "grad_norm": 6.040178298950195, |
| "learning_rate": 3.314814814814815e-06, |
| "loss": 1.007, |
| "step": 8420 |
| }, |
| { |
| "epoch": 1.6522932183457466, |
| "grad_norm": 6.925061225891113, |
| "learning_rate": 3.3055555555555558e-06, |
| "loss": 1.0101, |
| "step": 8430 |
| }, |
| { |
| "epoch": 1.6542532340258722, |
| "grad_norm": 6.050986289978027, |
| "learning_rate": 3.296296296296296e-06, |
| "loss": 0.9969, |
| "step": 8440 |
| }, |
| { |
| "epoch": 1.6562132497059978, |
| "grad_norm": 5.321831703186035, |
| "learning_rate": 3.2870370370370374e-06, |
| "loss": 1.0092, |
| "step": 8450 |
| }, |
| { |
| "epoch": 1.658173265386123, |
| "grad_norm": 5.440800666809082, |
| "learning_rate": 3.277777777777778e-06, |
| "loss": 1.0115, |
| "step": 8460 |
| }, |
| { |
| "epoch": 1.6601332810662486, |
| "grad_norm": 8.311331748962402, |
| "learning_rate": 3.2685185185185186e-06, |
| "loss": 1.0014, |
| "step": 8470 |
| }, |
| { |
| "epoch": 1.662093296746374, |
| "grad_norm": 6.014708518981934, |
| "learning_rate": 3.25925925925926e-06, |
| "loss": 1.0135, |
| "step": 8480 |
| }, |
| { |
| "epoch": 1.6640533124264993, |
| "grad_norm": 6.3742475509643555, |
| "learning_rate": 3.2500000000000002e-06, |
| "loss": 1.0024, |
| "step": 8490 |
| }, |
| { |
| "epoch": 1.666013328106625, |
| "grad_norm": 6.1811041831970215, |
| "learning_rate": 3.240740740740741e-06, |
| "loss": 0.9983, |
| "step": 8500 |
| }, |
| { |
| "epoch": 1.6679733437867503, |
| "grad_norm": 6.055778503417969, |
| "learning_rate": 3.2314814814814814e-06, |
| "loss": 0.9986, |
| "step": 8510 |
| }, |
| { |
| "epoch": 1.6699333594668757, |
| "grad_norm": 6.654355525970459, |
| "learning_rate": 3.2222222222222227e-06, |
| "loss": 1.0111, |
| "step": 8520 |
| }, |
| { |
| "epoch": 1.6718933751470013, |
| "grad_norm": 6.156193733215332, |
| "learning_rate": 3.2129629629629635e-06, |
| "loss": 0.9879, |
| "step": 8530 |
| }, |
| { |
| "epoch": 1.6738533908271265, |
| "grad_norm": 6.491064548492432, |
| "learning_rate": 3.203703703703704e-06, |
| "loss": 1.0197, |
| "step": 8540 |
| }, |
| { |
| "epoch": 1.675813406507252, |
| "grad_norm": 5.876689434051514, |
| "learning_rate": 3.1944444444444443e-06, |
| "loss": 0.9934, |
| "step": 8550 |
| }, |
| { |
| "epoch": 1.6777734221873775, |
| "grad_norm": 6.113574504852295, |
| "learning_rate": 3.1851851851851855e-06, |
| "loss": 0.9992, |
| "step": 8560 |
| }, |
| { |
| "epoch": 1.6797334378675028, |
| "grad_norm": 6.2524518966674805, |
| "learning_rate": 3.1759259259259263e-06, |
| "loss": 1.0101, |
| "step": 8570 |
| }, |
| { |
| "epoch": 1.6816934535476284, |
| "grad_norm": 6.034154891967773, |
| "learning_rate": 3.1666666666666667e-06, |
| "loss": 1.0009, |
| "step": 8580 |
| }, |
| { |
| "epoch": 1.6836534692277538, |
| "grad_norm": 5.920796871185303, |
| "learning_rate": 3.157407407407408e-06, |
| "loss": 1.0088, |
| "step": 8590 |
| }, |
| { |
| "epoch": 1.6856134849078792, |
| "grad_norm": 5.578927993774414, |
| "learning_rate": 3.1481481481481483e-06, |
| "loss": 1.0004, |
| "step": 8600 |
| }, |
| { |
| "epoch": 1.6875735005880048, |
| "grad_norm": 6.1217803955078125, |
| "learning_rate": 3.138888888888889e-06, |
| "loss": 1.0034, |
| "step": 8610 |
| }, |
| { |
| "epoch": 1.6895335162681302, |
| "grad_norm": 6.209445953369141, |
| "learning_rate": 3.1296296296296295e-06, |
| "loss": 0.9912, |
| "step": 8620 |
| }, |
| { |
| "epoch": 1.6914935319482556, |
| "grad_norm": 6.419200897216797, |
| "learning_rate": 3.1203703703703708e-06, |
| "loss": 1.0048, |
| "step": 8630 |
| }, |
| { |
| "epoch": 1.6934535476283812, |
| "grad_norm": 6.344346046447754, |
| "learning_rate": 3.1111111111111116e-06, |
| "loss": 0.9986, |
| "step": 8640 |
| }, |
| { |
| "epoch": 1.6954135633085063, |
| "grad_norm": 6.1742963790893555, |
| "learning_rate": 3.101851851851852e-06, |
| "loss": 1.0085, |
| "step": 8650 |
| }, |
| { |
| "epoch": 1.697373578988632, |
| "grad_norm": 5.269043445587158, |
| "learning_rate": 3.0925925925925928e-06, |
| "loss": 1.0045, |
| "step": 8660 |
| }, |
| { |
| "epoch": 1.6993335946687573, |
| "grad_norm": 6.707599639892578, |
| "learning_rate": 3.0833333333333336e-06, |
| "loss": 1.0074, |
| "step": 8670 |
| }, |
| { |
| "epoch": 1.7012936103488827, |
| "grad_norm": 6.476319313049316, |
| "learning_rate": 3.0740740740740744e-06, |
| "loss": 1.0066, |
| "step": 8680 |
| }, |
| { |
| "epoch": 1.7032536260290083, |
| "grad_norm": 5.808709621429443, |
| "learning_rate": 3.064814814814815e-06, |
| "loss": 0.9969, |
| "step": 8690 |
| }, |
| { |
| "epoch": 1.7052136417091337, |
| "grad_norm": 10.500265121459961, |
| "learning_rate": 3.055555555555556e-06, |
| "loss": 1.0062, |
| "step": 8700 |
| }, |
| { |
| "epoch": 1.707173657389259, |
| "grad_norm": 5.992859840393066, |
| "learning_rate": 3.0462962962962964e-06, |
| "loss": 1.0133, |
| "step": 8710 |
| }, |
| { |
| "epoch": 1.7091336730693847, |
| "grad_norm": 6.0215325355529785, |
| "learning_rate": 3.0370370370370372e-06, |
| "loss": 1.0175, |
| "step": 8720 |
| }, |
| { |
| "epoch": 1.7110936887495098, |
| "grad_norm": 6.671189785003662, |
| "learning_rate": 3.0277777777777776e-06, |
| "loss": 1.0113, |
| "step": 8730 |
| }, |
| { |
| "epoch": 1.7130537044296354, |
| "grad_norm": 6.012123107910156, |
| "learning_rate": 3.018518518518519e-06, |
| "loss": 0.9931, |
| "step": 8740 |
| }, |
| { |
| "epoch": 1.7150137201097608, |
| "grad_norm": 5.328975200653076, |
| "learning_rate": 3.0092592592592597e-06, |
| "loss": 1.0052, |
| "step": 8750 |
| }, |
| { |
| "epoch": 1.7169737357898862, |
| "grad_norm": 6.184416770935059, |
| "learning_rate": 3e-06, |
| "loss": 1.0125, |
| "step": 8760 |
| }, |
| { |
| "epoch": 1.7189337514700118, |
| "grad_norm": 6.222989559173584, |
| "learning_rate": 2.990740740740741e-06, |
| "loss": 1.0166, |
| "step": 8770 |
| }, |
| { |
| "epoch": 1.7208937671501372, |
| "grad_norm": 6.706179141998291, |
| "learning_rate": 2.9814814814814817e-06, |
| "loss": 1.0095, |
| "step": 8780 |
| }, |
| { |
| "epoch": 1.7228537828302626, |
| "grad_norm": 6.823479652404785, |
| "learning_rate": 2.9722222222222225e-06, |
| "loss": 1.0147, |
| "step": 8790 |
| }, |
| { |
| "epoch": 1.7248137985103882, |
| "grad_norm": 7.233177185058594, |
| "learning_rate": 2.962962962962963e-06, |
| "loss": 0.9963, |
| "step": 8800 |
| }, |
| { |
| "epoch": 1.7267738141905136, |
| "grad_norm": 5.568224906921387, |
| "learning_rate": 2.953703703703704e-06, |
| "loss": 1.0052, |
| "step": 8810 |
| }, |
| { |
| "epoch": 1.728733829870639, |
| "grad_norm": 6.352148532867432, |
| "learning_rate": 2.944444444444445e-06, |
| "loss": 0.9951, |
| "step": 8820 |
| }, |
| { |
| "epoch": 1.7306938455507646, |
| "grad_norm": 6.312885284423828, |
| "learning_rate": 2.9351851851851853e-06, |
| "loss": 1.0126, |
| "step": 8830 |
| }, |
| { |
| "epoch": 1.7326538612308897, |
| "grad_norm": 6.648190975189209, |
| "learning_rate": 2.9259259259259257e-06, |
| "loss": 1.0095, |
| "step": 8840 |
| }, |
| { |
| "epoch": 1.7346138769110153, |
| "grad_norm": 7.448049545288086, |
| "learning_rate": 2.916666666666667e-06, |
| "loss": 1.0058, |
| "step": 8850 |
| }, |
| { |
| "epoch": 1.7365738925911407, |
| "grad_norm": 6.0499653816223145, |
| "learning_rate": 2.907407407407408e-06, |
| "loss": 1.002, |
| "step": 8860 |
| }, |
| { |
| "epoch": 1.738533908271266, |
| "grad_norm": 6.453138828277588, |
| "learning_rate": 2.898148148148148e-06, |
| "loss": 1.0107, |
| "step": 8870 |
| }, |
| { |
| "epoch": 1.7404939239513917, |
| "grad_norm": 6.5974555015563965, |
| "learning_rate": 2.888888888888889e-06, |
| "loss": 1.0119, |
| "step": 8880 |
| }, |
| { |
| "epoch": 1.742453939631517, |
| "grad_norm": 6.174962043762207, |
| "learning_rate": 2.87962962962963e-06, |
| "loss": 1.0067, |
| "step": 8890 |
| }, |
| { |
| "epoch": 1.7444139553116425, |
| "grad_norm": 6.343291282653809, |
| "learning_rate": 2.8703703703703706e-06, |
| "loss": 0.9903, |
| "step": 8900 |
| }, |
| { |
| "epoch": 1.746373970991768, |
| "grad_norm": 6.71571159362793, |
| "learning_rate": 2.861111111111111e-06, |
| "loss": 1.018, |
| "step": 8910 |
| }, |
| { |
| "epoch": 1.7483339866718932, |
| "grad_norm": 6.948620319366455, |
| "learning_rate": 2.8518518518518522e-06, |
| "loss": 1.0138, |
| "step": 8920 |
| }, |
| { |
| "epoch": 1.7502940023520188, |
| "grad_norm": 6.206993579864502, |
| "learning_rate": 2.842592592592593e-06, |
| "loss": 1.0024, |
| "step": 8930 |
| }, |
| { |
| "epoch": 1.7522540180321444, |
| "grad_norm": 6.701568603515625, |
| "learning_rate": 2.8333333333333335e-06, |
| "loss": 1.0117, |
| "step": 8940 |
| }, |
| { |
| "epoch": 1.7542140337122696, |
| "grad_norm": 6.476100921630859, |
| "learning_rate": 2.8240740740740743e-06, |
| "loss": 1.0, |
| "step": 8950 |
| }, |
| { |
| "epoch": 1.7561740493923952, |
| "grad_norm": 7.1540703773498535, |
| "learning_rate": 2.814814814814815e-06, |
| "loss": 0.9933, |
| "step": 8960 |
| }, |
| { |
| "epoch": 1.7581340650725206, |
| "grad_norm": 6.764838695526123, |
| "learning_rate": 2.805555555555556e-06, |
| "loss": 1.0051, |
| "step": 8970 |
| }, |
| { |
| "epoch": 1.760094080752646, |
| "grad_norm": 5.835758209228516, |
| "learning_rate": 2.7962962962962963e-06, |
| "loss": 1.0058, |
| "step": 8980 |
| }, |
| { |
| "epoch": 1.7620540964327716, |
| "grad_norm": 6.640206813812256, |
| "learning_rate": 2.7870370370370375e-06, |
| "loss": 1.0012, |
| "step": 8990 |
| }, |
| { |
| "epoch": 1.764014112112897, |
| "grad_norm": 7.032010555267334, |
| "learning_rate": 2.7777777777777783e-06, |
| "loss": 0.9988, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.7659741277930223, |
| "grad_norm": 6.398713111877441, |
| "learning_rate": 2.7685185185185187e-06, |
| "loss": 1.0179, |
| "step": 9010 |
| }, |
| { |
| "epoch": 1.767934143473148, |
| "grad_norm": 6.625948905944824, |
| "learning_rate": 2.759259259259259e-06, |
| "loss": 1.0089, |
| "step": 9020 |
| }, |
| { |
| "epoch": 1.769894159153273, |
| "grad_norm": 5.858684062957764, |
| "learning_rate": 2.7500000000000004e-06, |
| "loss": 1.0057, |
| "step": 9030 |
| }, |
| { |
| "epoch": 1.7718541748333987, |
| "grad_norm": 7.03538703918457, |
| "learning_rate": 2.740740740740741e-06, |
| "loss": 1.0223, |
| "step": 9040 |
| }, |
| { |
| "epoch": 1.773814190513524, |
| "grad_norm": 6.332048416137695, |
| "learning_rate": 2.7314814814814816e-06, |
| "loss": 1.0027, |
| "step": 9050 |
| }, |
| { |
| "epoch": 1.7757742061936495, |
| "grad_norm": 6.304274082183838, |
| "learning_rate": 2.7222222222222224e-06, |
| "loss": 0.994, |
| "step": 9060 |
| }, |
| { |
| "epoch": 1.777734221873775, |
| "grad_norm": 5.588042736053467, |
| "learning_rate": 2.712962962962963e-06, |
| "loss": 1.0044, |
| "step": 9070 |
| }, |
| { |
| "epoch": 1.7796942375539004, |
| "grad_norm": 6.531040191650391, |
| "learning_rate": 2.703703703703704e-06, |
| "loss": 1.0059, |
| "step": 9080 |
| }, |
| { |
| "epoch": 1.7816542532340258, |
| "grad_norm": 6.511843681335449, |
| "learning_rate": 2.6944444444444444e-06, |
| "loss": 1.0046, |
| "step": 9090 |
| }, |
| { |
| "epoch": 1.7836142689141514, |
| "grad_norm": 6.718422889709473, |
| "learning_rate": 2.6851851851851856e-06, |
| "loss": 1.0084, |
| "step": 9100 |
| }, |
| { |
| "epoch": 1.7836142689141514, |
| "eval_loss": 1.0242658853530884, |
| "eval_runtime": 14.0168, |
| "eval_samples_per_second": 46.658, |
| "eval_steps_per_second": 5.85, |
| "step": 9100 |
| }, |
| { |
| "epoch": 1.7855742845942768, |
| "grad_norm": 5.511220455169678, |
| "learning_rate": 2.6759259259259264e-06, |
| "loss": 1.0028, |
| "step": 9110 |
| }, |
| { |
| "epoch": 1.7875343002744022, |
| "grad_norm": 6.125180244445801, |
| "learning_rate": 2.666666666666667e-06, |
| "loss": 0.9937, |
| "step": 9120 |
| }, |
| { |
| "epoch": 1.7894943159545278, |
| "grad_norm": 6.439998626708984, |
| "learning_rate": 2.6574074074074076e-06, |
| "loss": 0.9946, |
| "step": 9130 |
| }, |
| { |
| "epoch": 1.791454331634653, |
| "grad_norm": 6.341091156005859, |
| "learning_rate": 2.6481481481481485e-06, |
| "loss": 1.0131, |
| "step": 9140 |
| }, |
| { |
| "epoch": 1.7934143473147786, |
| "grad_norm": 6.909265041351318, |
| "learning_rate": 2.6388888888888893e-06, |
| "loss": 1.019, |
| "step": 9150 |
| }, |
| { |
| "epoch": 1.795374362994904, |
| "grad_norm": 5.798973083496094, |
| "learning_rate": 2.6296296296296297e-06, |
| "loss": 1.0058, |
| "step": 9160 |
| }, |
| { |
| "epoch": 1.7973343786750293, |
| "grad_norm": 6.564090728759766, |
| "learning_rate": 2.6203703703703705e-06, |
| "loss": 1.0012, |
| "step": 9170 |
| }, |
| { |
| "epoch": 1.799294394355155, |
| "grad_norm": 6.725678443908691, |
| "learning_rate": 2.6111111111111113e-06, |
| "loss": 0.9987, |
| "step": 9180 |
| }, |
| { |
| "epoch": 1.8012544100352803, |
| "grad_norm": 6.482659339904785, |
| "learning_rate": 2.601851851851852e-06, |
| "loss": 0.9986, |
| "step": 9190 |
| }, |
| { |
| "epoch": 1.8032144257154057, |
| "grad_norm": 10.73702621459961, |
| "learning_rate": 2.5925925925925925e-06, |
| "loss": 0.9968, |
| "step": 9200 |
| }, |
| { |
| "epoch": 1.8051744413955313, |
| "grad_norm": 6.893209457397461, |
| "learning_rate": 2.5833333333333337e-06, |
| "loss": 1.0111, |
| "step": 9210 |
| }, |
| { |
| "epoch": 1.8071344570756565, |
| "grad_norm": 6.212709426879883, |
| "learning_rate": 2.5740740740740745e-06, |
| "loss": 1.0036, |
| "step": 9220 |
| }, |
| { |
| "epoch": 1.809094472755782, |
| "grad_norm": 7.134426116943359, |
| "learning_rate": 2.564814814814815e-06, |
| "loss": 1.0008, |
| "step": 9230 |
| }, |
| { |
| "epoch": 1.8110544884359074, |
| "grad_norm": 12.403793334960938, |
| "learning_rate": 2.5555555555555557e-06, |
| "loss": 0.9933, |
| "step": 9240 |
| }, |
| { |
| "epoch": 1.8130145041160328, |
| "grad_norm": 6.31683349609375, |
| "learning_rate": 2.5462962962962966e-06, |
| "loss": 1.0083, |
| "step": 9250 |
| }, |
| { |
| "epoch": 1.8149745197961584, |
| "grad_norm": 5.857621669769287, |
| "learning_rate": 2.5370370370370374e-06, |
| "loss": 0.993, |
| "step": 9260 |
| }, |
| { |
| "epoch": 1.8169345354762838, |
| "grad_norm": 5.9981584548950195, |
| "learning_rate": 2.5277777777777778e-06, |
| "loss": 1.008, |
| "step": 9270 |
| }, |
| { |
| "epoch": 1.8188945511564092, |
| "grad_norm": 6.6797404289245605, |
| "learning_rate": 2.5185185185185186e-06, |
| "loss": 0.9915, |
| "step": 9280 |
| }, |
| { |
| "epoch": 1.8208545668365348, |
| "grad_norm": 6.050951957702637, |
| "learning_rate": 2.50925925925926e-06, |
| "loss": 1.0248, |
| "step": 9290 |
| }, |
| { |
| "epoch": 1.8228145825166602, |
| "grad_norm": 6.692429542541504, |
| "learning_rate": 2.5e-06, |
| "loss": 1.0103, |
| "step": 9300 |
| }, |
| { |
| "epoch": 1.8247745981967856, |
| "grad_norm": 6.396121978759766, |
| "learning_rate": 2.490740740740741e-06, |
| "loss": 1.0026, |
| "step": 9310 |
| }, |
| { |
| "epoch": 1.8267346138769112, |
| "grad_norm": 6.65963077545166, |
| "learning_rate": 2.481481481481482e-06, |
| "loss": 0.9912, |
| "step": 9320 |
| }, |
| { |
| "epoch": 1.8286946295570363, |
| "grad_norm": 7.833820343017578, |
| "learning_rate": 2.4722222222222226e-06, |
| "loss": 0.994, |
| "step": 9330 |
| }, |
| { |
| "epoch": 1.830654645237162, |
| "grad_norm": 5.663256645202637, |
| "learning_rate": 2.462962962962963e-06, |
| "loss": 1.0014, |
| "step": 9340 |
| }, |
| { |
| "epoch": 1.8326146609172873, |
| "grad_norm": 6.487533092498779, |
| "learning_rate": 2.453703703703704e-06, |
| "loss": 1.0022, |
| "step": 9350 |
| }, |
| { |
| "epoch": 1.8345746765974127, |
| "grad_norm": 6.143520832061768, |
| "learning_rate": 2.4444444444444447e-06, |
| "loss": 0.9852, |
| "step": 9360 |
| }, |
| { |
| "epoch": 1.8365346922775383, |
| "grad_norm": 6.246576309204102, |
| "learning_rate": 2.4351851851851855e-06, |
| "loss": 0.9995, |
| "step": 9370 |
| }, |
| { |
| "epoch": 1.8384947079576637, |
| "grad_norm": 6.709537982940674, |
| "learning_rate": 2.425925925925926e-06, |
| "loss": 1.0039, |
| "step": 9380 |
| }, |
| { |
| "epoch": 1.840454723637789, |
| "grad_norm": 6.031428813934326, |
| "learning_rate": 2.4166666666666667e-06, |
| "loss": 1.0103, |
| "step": 9390 |
| }, |
| { |
| "epoch": 1.8424147393179147, |
| "grad_norm": 6.703726291656494, |
| "learning_rate": 2.4074074074074075e-06, |
| "loss": 0.9999, |
| "step": 9400 |
| }, |
| { |
| "epoch": 1.8443747549980398, |
| "grad_norm": 6.8644819259643555, |
| "learning_rate": 2.3981481481481483e-06, |
| "loss": 0.9994, |
| "step": 9410 |
| }, |
| { |
| "epoch": 1.8463347706781654, |
| "grad_norm": 7.306818962097168, |
| "learning_rate": 2.388888888888889e-06, |
| "loss": 0.9995, |
| "step": 9420 |
| }, |
| { |
| "epoch": 1.848294786358291, |
| "grad_norm": 5.757288932800293, |
| "learning_rate": 2.37962962962963e-06, |
| "loss": 0.9883, |
| "step": 9430 |
| }, |
| { |
| "epoch": 1.8502548020384162, |
| "grad_norm": 6.339224815368652, |
| "learning_rate": 2.3703703703703707e-06, |
| "loss": 0.9953, |
| "step": 9440 |
| }, |
| { |
| "epoch": 1.8522148177185418, |
| "grad_norm": 8.186257362365723, |
| "learning_rate": 2.361111111111111e-06, |
| "loss": 0.9999, |
| "step": 9450 |
| }, |
| { |
| "epoch": 1.8541748333986672, |
| "grad_norm": 6.2635111808776855, |
| "learning_rate": 2.351851851851852e-06, |
| "loss": 1.0047, |
| "step": 9460 |
| }, |
| { |
| "epoch": 1.8561348490787926, |
| "grad_norm": 6.483547210693359, |
| "learning_rate": 2.3425925925925928e-06, |
| "loss": 1.0003, |
| "step": 9470 |
| }, |
| { |
| "epoch": 1.8580948647589182, |
| "grad_norm": 6.6517333984375, |
| "learning_rate": 2.3333333333333336e-06, |
| "loss": 1.0152, |
| "step": 9480 |
| }, |
| { |
| "epoch": 1.8600548804390435, |
| "grad_norm": 6.463938236236572, |
| "learning_rate": 2.324074074074074e-06, |
| "loss": 0.9917, |
| "step": 9490 |
| }, |
| { |
| "epoch": 1.862014896119169, |
| "grad_norm": 6.184695243835449, |
| "learning_rate": 2.314814814814815e-06, |
| "loss": 0.9889, |
| "step": 9500 |
| }, |
| { |
| "epoch": 1.8639749117992945, |
| "grad_norm": 6.435100078582764, |
| "learning_rate": 2.305555555555556e-06, |
| "loss": 1.002, |
| "step": 9510 |
| }, |
| { |
| "epoch": 1.8659349274794197, |
| "grad_norm": 5.961505889892578, |
| "learning_rate": 2.2962962962962964e-06, |
| "loss": 0.9931, |
| "step": 9520 |
| }, |
| { |
| "epoch": 1.8678949431595453, |
| "grad_norm": 6.590498924255371, |
| "learning_rate": 2.2870370370370372e-06, |
| "loss": 0.9967, |
| "step": 9530 |
| }, |
| { |
| "epoch": 1.8698549588396707, |
| "grad_norm": 6.019999027252197, |
| "learning_rate": 2.277777777777778e-06, |
| "loss": 0.9887, |
| "step": 9540 |
| }, |
| { |
| "epoch": 1.871814974519796, |
| "grad_norm": 6.332427978515625, |
| "learning_rate": 2.268518518518519e-06, |
| "loss": 1.0014, |
| "step": 9550 |
| }, |
| { |
| "epoch": 1.8737749901999217, |
| "grad_norm": 6.301807880401611, |
| "learning_rate": 2.2592592592592592e-06, |
| "loss": 0.9969, |
| "step": 9560 |
| }, |
| { |
| "epoch": 1.875735005880047, |
| "grad_norm": 6.279837131500244, |
| "learning_rate": 2.25e-06, |
| "loss": 0.9944, |
| "step": 9570 |
| }, |
| { |
| "epoch": 1.8776950215601724, |
| "grad_norm": 7.422451496124268, |
| "learning_rate": 2.240740740740741e-06, |
| "loss": 1.0007, |
| "step": 9580 |
| }, |
| { |
| "epoch": 1.879655037240298, |
| "grad_norm": 6.722255229949951, |
| "learning_rate": 2.2314814814814817e-06, |
| "loss": 0.9985, |
| "step": 9590 |
| }, |
| { |
| "epoch": 1.8816150529204234, |
| "grad_norm": 6.471696853637695, |
| "learning_rate": 2.222222222222222e-06, |
| "loss": 0.9984, |
| "step": 9600 |
| }, |
| { |
| "epoch": 1.8835750686005488, |
| "grad_norm": 6.347057819366455, |
| "learning_rate": 2.2129629629629633e-06, |
| "loss": 1.0092, |
| "step": 9610 |
| }, |
| { |
| "epoch": 1.8855350842806744, |
| "grad_norm": 6.340747833251953, |
| "learning_rate": 2.203703703703704e-06, |
| "loss": 0.9978, |
| "step": 9620 |
| }, |
| { |
| "epoch": 1.8874950999607996, |
| "grad_norm": 5.975046157836914, |
| "learning_rate": 2.1944444444444445e-06, |
| "loss": 1.0006, |
| "step": 9630 |
| }, |
| { |
| "epoch": 1.8894551156409252, |
| "grad_norm": 6.538125038146973, |
| "learning_rate": 2.1851851851851853e-06, |
| "loss": 1.006, |
| "step": 9640 |
| }, |
| { |
| "epoch": 1.8914151313210505, |
| "grad_norm": 6.345036506652832, |
| "learning_rate": 2.175925925925926e-06, |
| "loss": 1.0106, |
| "step": 9650 |
| }, |
| { |
| "epoch": 1.893375147001176, |
| "grad_norm": 6.604660987854004, |
| "learning_rate": 2.166666666666667e-06, |
| "loss": 0.9964, |
| "step": 9660 |
| }, |
| { |
| "epoch": 1.8953351626813015, |
| "grad_norm": 6.32635498046875, |
| "learning_rate": 2.1574074074074073e-06, |
| "loss": 1.0108, |
| "step": 9670 |
| }, |
| { |
| "epoch": 1.897295178361427, |
| "grad_norm": 6.804265975952148, |
| "learning_rate": 2.148148148148148e-06, |
| "loss": 1.0053, |
| "step": 9680 |
| }, |
| { |
| "epoch": 1.8992551940415523, |
| "grad_norm": 6.880146503448486, |
| "learning_rate": 2.138888888888889e-06, |
| "loss": 1.0073, |
| "step": 9690 |
| }, |
| { |
| "epoch": 1.901215209721678, |
| "grad_norm": 7.2419538497924805, |
| "learning_rate": 2.1296296296296298e-06, |
| "loss": 1.004, |
| "step": 9700 |
| }, |
| { |
| "epoch": 1.903175225401803, |
| "grad_norm": 6.319647789001465, |
| "learning_rate": 2.1203703703703706e-06, |
| "loss": 1.0049, |
| "step": 9710 |
| }, |
| { |
| "epoch": 1.9051352410819287, |
| "grad_norm": 6.6896491050720215, |
| "learning_rate": 2.1111111111111114e-06, |
| "loss": 1.0007, |
| "step": 9720 |
| }, |
| { |
| "epoch": 1.907095256762054, |
| "grad_norm": 5.643420696258545, |
| "learning_rate": 2.1018518518518522e-06, |
| "loss": 0.9898, |
| "step": 9730 |
| }, |
| { |
| "epoch": 1.9090552724421794, |
| "grad_norm": 6.660647869110107, |
| "learning_rate": 2.0925925925925926e-06, |
| "loss": 1.0039, |
| "step": 9740 |
| }, |
| { |
| "epoch": 1.911015288122305, |
| "grad_norm": 7.0795464515686035, |
| "learning_rate": 2.0833333333333334e-06, |
| "loss": 0.986, |
| "step": 9750 |
| }, |
| { |
| "epoch": 1.9129753038024304, |
| "grad_norm": 6.72257137298584, |
| "learning_rate": 2.0740740740740742e-06, |
| "loss": 1.0045, |
| "step": 9760 |
| }, |
| { |
| "epoch": 1.9149353194825558, |
| "grad_norm": 7.132964134216309, |
| "learning_rate": 2.064814814814815e-06, |
| "loss": 1.0043, |
| "step": 9770 |
| }, |
| { |
| "epoch": 1.9168953351626814, |
| "grad_norm": 6.032354354858398, |
| "learning_rate": 2.0555555555555555e-06, |
| "loss": 1.0159, |
| "step": 9780 |
| }, |
| { |
| "epoch": 1.9188553508428068, |
| "grad_norm": 6.651278495788574, |
| "learning_rate": 2.0462962962962967e-06, |
| "loss": 1.0009, |
| "step": 9790 |
| }, |
| { |
| "epoch": 1.9208153665229322, |
| "grad_norm": 6.432239532470703, |
| "learning_rate": 2.037037037037037e-06, |
| "loss": 1.0035, |
| "step": 9800 |
| }, |
| { |
| "epoch": 1.9208153665229322, |
| "eval_loss": 1.0201009511947632, |
| "eval_runtime": 14.0626, |
| "eval_samples_per_second": 46.506, |
| "eval_steps_per_second": 5.831, |
| "step": 9800 |
| }, |
| { |
| "epoch": 1.9227753822030578, |
| "grad_norm": 6.820202827453613, |
| "learning_rate": 2.027777777777778e-06, |
| "loss": 0.9879, |
| "step": 9810 |
| }, |
| { |
| "epoch": 1.924735397883183, |
| "grad_norm": 6.324273586273193, |
| "learning_rate": 2.0185185185185187e-06, |
| "loss": 1.0022, |
| "step": 9820 |
| }, |
| { |
| "epoch": 1.9266954135633085, |
| "grad_norm": 5.975357532501221, |
| "learning_rate": 2.0092592592592595e-06, |
| "loss": 1.0168, |
| "step": 9830 |
| }, |
| { |
| "epoch": 1.928655429243434, |
| "grad_norm": 7.312973976135254, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 1.0017, |
| "step": 9840 |
| }, |
| { |
| "epoch": 1.9306154449235593, |
| "grad_norm": 7.051765441894531, |
| "learning_rate": 1.9907407407407407e-06, |
| "loss": 0.992, |
| "step": 9850 |
| }, |
| { |
| "epoch": 1.932575460603685, |
| "grad_norm": 6.269126892089844, |
| "learning_rate": 1.9814814814814815e-06, |
| "loss": 1.0018, |
| "step": 9860 |
| }, |
| { |
| "epoch": 1.9345354762838103, |
| "grad_norm": 6.204473972320557, |
| "learning_rate": 1.9722222222222224e-06, |
| "loss": 0.999, |
| "step": 9870 |
| }, |
| { |
| "epoch": 1.9364954919639357, |
| "grad_norm": 6.758467197418213, |
| "learning_rate": 1.962962962962963e-06, |
| "loss": 1.0023, |
| "step": 9880 |
| }, |
| { |
| "epoch": 1.9384555076440613, |
| "grad_norm": 6.538867950439453, |
| "learning_rate": 1.953703703703704e-06, |
| "loss": 0.9907, |
| "step": 9890 |
| }, |
| { |
| "epoch": 1.9404155233241864, |
| "grad_norm": 7.003431797027588, |
| "learning_rate": 1.944444444444445e-06, |
| "loss": 1.0047, |
| "step": 9900 |
| }, |
| { |
| "epoch": 1.942375539004312, |
| "grad_norm": 6.028417587280273, |
| "learning_rate": 1.935185185185185e-06, |
| "loss": 1.0027, |
| "step": 9910 |
| }, |
| { |
| "epoch": 1.9443355546844376, |
| "grad_norm": 6.356867790222168, |
| "learning_rate": 1.925925925925926e-06, |
| "loss": 0.9902, |
| "step": 9920 |
| }, |
| { |
| "epoch": 1.9462955703645628, |
| "grad_norm": 7.202489376068115, |
| "learning_rate": 1.916666666666667e-06, |
| "loss": 1.0106, |
| "step": 9930 |
| }, |
| { |
| "epoch": 1.9482555860446884, |
| "grad_norm": 6.344156265258789, |
| "learning_rate": 1.9074074074074076e-06, |
| "loss": 0.9916, |
| "step": 9940 |
| }, |
| { |
| "epoch": 1.9502156017248138, |
| "grad_norm": 6.817245006561279, |
| "learning_rate": 1.8981481481481484e-06, |
| "loss": 0.9829, |
| "step": 9950 |
| }, |
| { |
| "epoch": 1.9521756174049392, |
| "grad_norm": 6.988001823425293, |
| "learning_rate": 1.888888888888889e-06, |
| "loss": 0.9997, |
| "step": 9960 |
| }, |
| { |
| "epoch": 1.9541356330850648, |
| "grad_norm": 6.65484619140625, |
| "learning_rate": 1.8796296296296299e-06, |
| "loss": 1.0026, |
| "step": 9970 |
| }, |
| { |
| "epoch": 1.9560956487651902, |
| "grad_norm": 6.717133045196533, |
| "learning_rate": 1.8703703703703705e-06, |
| "loss": 1.0071, |
| "step": 9980 |
| }, |
| { |
| "epoch": 1.9580556644453155, |
| "grad_norm": 6.037536144256592, |
| "learning_rate": 1.8611111111111113e-06, |
| "loss": 0.993, |
| "step": 9990 |
| }, |
| { |
| "epoch": 1.9600156801254411, |
| "grad_norm": 6.965274810791016, |
| "learning_rate": 1.8518518518518519e-06, |
| "loss": 0.9918, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.9619756958055663, |
| "grad_norm": 6.768052101135254, |
| "learning_rate": 1.8425925925925927e-06, |
| "loss": 0.9873, |
| "step": 10010 |
| }, |
| { |
| "epoch": 1.963935711485692, |
| "grad_norm": 6.111681938171387, |
| "learning_rate": 1.8333333333333333e-06, |
| "loss": 1.0111, |
| "step": 10020 |
| }, |
| { |
| "epoch": 1.9658957271658173, |
| "grad_norm": 6.606689453125, |
| "learning_rate": 1.8240740740740743e-06, |
| "loss": 0.9997, |
| "step": 10030 |
| }, |
| { |
| "epoch": 1.9678557428459427, |
| "grad_norm": 6.256832599639893, |
| "learning_rate": 1.8148148148148151e-06, |
| "loss": 0.9977, |
| "step": 10040 |
| }, |
| { |
| "epoch": 1.9698157585260683, |
| "grad_norm": 6.401496410369873, |
| "learning_rate": 1.8055555555555557e-06, |
| "loss": 1.0069, |
| "step": 10050 |
| }, |
| { |
| "epoch": 1.9717757742061937, |
| "grad_norm": 6.166873455047607, |
| "learning_rate": 1.7962962962962965e-06, |
| "loss": 0.9998, |
| "step": 10060 |
| }, |
| { |
| "epoch": 1.973735789886319, |
| "grad_norm": 5.77340030670166, |
| "learning_rate": 1.7870370370370371e-06, |
| "loss": 1.0008, |
| "step": 10070 |
| }, |
| { |
| "epoch": 1.9756958055664446, |
| "grad_norm": 7.6040120124816895, |
| "learning_rate": 1.777777777777778e-06, |
| "loss": 0.9991, |
| "step": 10080 |
| }, |
| { |
| "epoch": 1.97765582124657, |
| "grad_norm": 6.114837169647217, |
| "learning_rate": 1.7685185185185186e-06, |
| "loss": 0.9949, |
| "step": 10090 |
| }, |
| { |
| "epoch": 1.9796158369266954, |
| "grad_norm": 6.565464496612549, |
| "learning_rate": 1.7592592592592594e-06, |
| "loss": 1.0141, |
| "step": 10100 |
| }, |
| { |
| "epoch": 1.981575852606821, |
| "grad_norm": 6.436923980712891, |
| "learning_rate": 1.75e-06, |
| "loss": 0.9975, |
| "step": 10110 |
| }, |
| { |
| "epoch": 1.9835358682869462, |
| "grad_norm": 7.330633640289307, |
| "learning_rate": 1.740740740740741e-06, |
| "loss": 1.0014, |
| "step": 10120 |
| }, |
| { |
| "epoch": 1.9854958839670718, |
| "grad_norm": 7.172529697418213, |
| "learning_rate": 1.7314814814814814e-06, |
| "loss": 0.9811, |
| "step": 10130 |
| }, |
| { |
| "epoch": 1.9874558996471972, |
| "grad_norm": 6.164400577545166, |
| "learning_rate": 1.7222222222222224e-06, |
| "loss": 0.9972, |
| "step": 10140 |
| }, |
| { |
| "epoch": 1.9894159153273225, |
| "grad_norm": 6.392111778259277, |
| "learning_rate": 1.7129629629629632e-06, |
| "loss": 1.0001, |
| "step": 10150 |
| }, |
| { |
| "epoch": 1.9913759310074481, |
| "grad_norm": 8.478386878967285, |
| "learning_rate": 1.7037037037037038e-06, |
| "loss": 1.0015, |
| "step": 10160 |
| }, |
| { |
| "epoch": 1.9933359466875735, |
| "grad_norm": 6.89587926864624, |
| "learning_rate": 1.6944444444444446e-06, |
| "loss": 1.0047, |
| "step": 10170 |
| }, |
| { |
| "epoch": 1.995295962367699, |
| "grad_norm": 6.686724662780762, |
| "learning_rate": 1.6851851851851852e-06, |
| "loss": 0.9953, |
| "step": 10180 |
| }, |
| { |
| "epoch": 1.9972559780478245, |
| "grad_norm": 6.857761859893799, |
| "learning_rate": 1.675925925925926e-06, |
| "loss": 0.9836, |
| "step": 10190 |
| }, |
| { |
| "epoch": 1.9992159937279497, |
| "grad_norm": 6.607189178466797, |
| "learning_rate": 1.6666666666666667e-06, |
| "loss": 0.9979, |
| "step": 10200 |
| }, |
| { |
| "epoch": 2.0011760094080753, |
| "grad_norm": 6.168262481689453, |
| "learning_rate": 1.6574074074074075e-06, |
| "loss": 0.9719, |
| "step": 10210 |
| }, |
| { |
| "epoch": 2.003136025088201, |
| "grad_norm": 6.525495529174805, |
| "learning_rate": 1.648148148148148e-06, |
| "loss": 0.9789, |
| "step": 10220 |
| }, |
| { |
| "epoch": 2.005096040768326, |
| "grad_norm": 5.562708854675293, |
| "learning_rate": 1.638888888888889e-06, |
| "loss": 0.98, |
| "step": 10230 |
| }, |
| { |
| "epoch": 2.0070560564484516, |
| "grad_norm": 7.023379802703857, |
| "learning_rate": 1.62962962962963e-06, |
| "loss": 0.985, |
| "step": 10240 |
| }, |
| { |
| "epoch": 2.0090160721285772, |
| "grad_norm": 7.55203104019165, |
| "learning_rate": 1.6203703703703705e-06, |
| "loss": 0.9758, |
| "step": 10250 |
| }, |
| { |
| "epoch": 2.0109760878087024, |
| "grad_norm": 13.453210830688477, |
| "learning_rate": 1.6111111111111113e-06, |
| "loss": 0.9656, |
| "step": 10260 |
| }, |
| { |
| "epoch": 2.012936103488828, |
| "grad_norm": 6.530963897705078, |
| "learning_rate": 1.601851851851852e-06, |
| "loss": 0.9615, |
| "step": 10270 |
| }, |
| { |
| "epoch": 2.014896119168953, |
| "grad_norm": 6.9765520095825195, |
| "learning_rate": 1.5925925925925927e-06, |
| "loss": 0.9786, |
| "step": 10280 |
| }, |
| { |
| "epoch": 2.0168561348490788, |
| "grad_norm": 7.124659538269043, |
| "learning_rate": 1.5833333333333333e-06, |
| "loss": 0.9795, |
| "step": 10290 |
| }, |
| { |
| "epoch": 2.0188161505292044, |
| "grad_norm": 7.119600772857666, |
| "learning_rate": 1.5740740740740742e-06, |
| "loss": 0.9672, |
| "step": 10300 |
| }, |
| { |
| "epoch": 2.0207761662093295, |
| "grad_norm": 6.711264133453369, |
| "learning_rate": 1.5648148148148148e-06, |
| "loss": 0.965, |
| "step": 10310 |
| }, |
| { |
| "epoch": 2.022736181889455, |
| "grad_norm": 7.027464389801025, |
| "learning_rate": 1.5555555555555558e-06, |
| "loss": 0.97, |
| "step": 10320 |
| }, |
| { |
| "epoch": 2.0246961975695807, |
| "grad_norm": 7.815002918243408, |
| "learning_rate": 1.5462962962962964e-06, |
| "loss": 0.9706, |
| "step": 10330 |
| }, |
| { |
| "epoch": 2.026656213249706, |
| "grad_norm": 6.989712238311768, |
| "learning_rate": 1.5370370370370372e-06, |
| "loss": 0.9741, |
| "step": 10340 |
| }, |
| { |
| "epoch": 2.0286162289298315, |
| "grad_norm": 6.903376579284668, |
| "learning_rate": 1.527777777777778e-06, |
| "loss": 0.9707, |
| "step": 10350 |
| }, |
| { |
| "epoch": 2.0305762446099567, |
| "grad_norm": 5.8991570472717285, |
| "learning_rate": 1.5185185185185186e-06, |
| "loss": 0.9731, |
| "step": 10360 |
| }, |
| { |
| "epoch": 2.0325362602900823, |
| "grad_norm": 7.208601474761963, |
| "learning_rate": 1.5092592592592594e-06, |
| "loss": 0.9845, |
| "step": 10370 |
| }, |
| { |
| "epoch": 2.034496275970208, |
| "grad_norm": 6.827620506286621, |
| "learning_rate": 1.5e-06, |
| "loss": 0.968, |
| "step": 10380 |
| }, |
| { |
| "epoch": 2.036456291650333, |
| "grad_norm": 6.6345295906066895, |
| "learning_rate": 1.4907407407407409e-06, |
| "loss": 0.9626, |
| "step": 10390 |
| }, |
| { |
| "epoch": 2.0384163073304586, |
| "grad_norm": 7.7344865798950195, |
| "learning_rate": 1.4814814814814815e-06, |
| "loss": 0.9717, |
| "step": 10400 |
| }, |
| { |
| "epoch": 2.0403763230105842, |
| "grad_norm": 7.092048168182373, |
| "learning_rate": 1.4722222222222225e-06, |
| "loss": 0.9721, |
| "step": 10410 |
| }, |
| { |
| "epoch": 2.0423363386907094, |
| "grad_norm": 6.746728897094727, |
| "learning_rate": 1.4629629629629629e-06, |
| "loss": 0.9755, |
| "step": 10420 |
| }, |
| { |
| "epoch": 2.044296354370835, |
| "grad_norm": 7.295462131500244, |
| "learning_rate": 1.453703703703704e-06, |
| "loss": 0.9633, |
| "step": 10430 |
| }, |
| { |
| "epoch": 2.0462563700509606, |
| "grad_norm": 6.882177829742432, |
| "learning_rate": 1.4444444444444445e-06, |
| "loss": 0.9668, |
| "step": 10440 |
| }, |
| { |
| "epoch": 2.0482163857310858, |
| "grad_norm": 6.1587300300598145, |
| "learning_rate": 1.4351851851851853e-06, |
| "loss": 0.9773, |
| "step": 10450 |
| }, |
| { |
| "epoch": 2.0501764014112114, |
| "grad_norm": 7.219092845916748, |
| "learning_rate": 1.4259259259259261e-06, |
| "loss": 0.9724, |
| "step": 10460 |
| }, |
| { |
| "epoch": 2.0521364170913365, |
| "grad_norm": 6.330183029174805, |
| "learning_rate": 1.4166666666666667e-06, |
| "loss": 0.965, |
| "step": 10470 |
| }, |
| { |
| "epoch": 2.054096432771462, |
| "grad_norm": 7.83421516418457, |
| "learning_rate": 1.4074074074074075e-06, |
| "loss": 0.9715, |
| "step": 10480 |
| }, |
| { |
| "epoch": 2.0560564484515877, |
| "grad_norm": 6.530287265777588, |
| "learning_rate": 1.3981481481481481e-06, |
| "loss": 0.9859, |
| "step": 10490 |
| }, |
| { |
| "epoch": 2.058016464131713, |
| "grad_norm": 7.4246625900268555, |
| "learning_rate": 1.3888888888888892e-06, |
| "loss": 0.9567, |
| "step": 10500 |
| }, |
| { |
| "epoch": 2.058016464131713, |
| "eval_loss": 1.0192580223083496, |
| "eval_runtime": 14.0156, |
| "eval_samples_per_second": 46.662, |
| "eval_steps_per_second": 5.851, |
| "step": 10500 |
| }, |
| { |
| "epoch": 2.0599764798118385, |
| "grad_norm": 7.052817344665527, |
| "learning_rate": 1.3796296296296296e-06, |
| "loss": 0.9657, |
| "step": 10510 |
| }, |
| { |
| "epoch": 2.061936495491964, |
| "grad_norm": 7.35888147354126, |
| "learning_rate": 1.3703703703703706e-06, |
| "loss": 0.9702, |
| "step": 10520 |
| }, |
| { |
| "epoch": 2.0638965111720893, |
| "grad_norm": 6.373018264770508, |
| "learning_rate": 1.3611111111111112e-06, |
| "loss": 0.9753, |
| "step": 10530 |
| }, |
| { |
| "epoch": 2.065856526852215, |
| "grad_norm": 6.720044136047363, |
| "learning_rate": 1.351851851851852e-06, |
| "loss": 0.9708, |
| "step": 10540 |
| }, |
| { |
| "epoch": 2.0678165425323405, |
| "grad_norm": 6.653097152709961, |
| "learning_rate": 1.3425925925925928e-06, |
| "loss": 0.9702, |
| "step": 10550 |
| }, |
| { |
| "epoch": 2.0697765582124656, |
| "grad_norm": 7.028474807739258, |
| "learning_rate": 1.3333333333333334e-06, |
| "loss": 0.9787, |
| "step": 10560 |
| }, |
| { |
| "epoch": 2.0717365738925912, |
| "grad_norm": 7.457616329193115, |
| "learning_rate": 1.3240740740740742e-06, |
| "loss": 0.9585, |
| "step": 10570 |
| }, |
| { |
| "epoch": 2.0736965895727164, |
| "grad_norm": 6.340860843658447, |
| "learning_rate": 1.3148148148148148e-06, |
| "loss": 0.9592, |
| "step": 10580 |
| }, |
| { |
| "epoch": 2.075656605252842, |
| "grad_norm": 7.086592674255371, |
| "learning_rate": 1.3055555555555556e-06, |
| "loss": 0.9701, |
| "step": 10590 |
| }, |
| { |
| "epoch": 2.0776166209329676, |
| "grad_norm": 7.2209320068359375, |
| "learning_rate": 1.2962962962962962e-06, |
| "loss": 0.9655, |
| "step": 10600 |
| }, |
| { |
| "epoch": 2.0795766366130928, |
| "grad_norm": 6.678873062133789, |
| "learning_rate": 1.2870370370370373e-06, |
| "loss": 0.9674, |
| "step": 10610 |
| }, |
| { |
| "epoch": 2.0815366522932184, |
| "grad_norm": 7.573465347290039, |
| "learning_rate": 1.2777777777777779e-06, |
| "loss": 0.9754, |
| "step": 10620 |
| }, |
| { |
| "epoch": 2.083496667973344, |
| "grad_norm": 7.289187908172607, |
| "learning_rate": 1.2685185185185187e-06, |
| "loss": 0.9769, |
| "step": 10630 |
| }, |
| { |
| "epoch": 2.085456683653469, |
| "grad_norm": 6.930860996246338, |
| "learning_rate": 1.2592592592592593e-06, |
| "loss": 0.9697, |
| "step": 10640 |
| }, |
| { |
| "epoch": 2.0874166993335947, |
| "grad_norm": 6.5301618576049805, |
| "learning_rate": 1.25e-06, |
| "loss": 0.9766, |
| "step": 10650 |
| }, |
| { |
| "epoch": 2.08937671501372, |
| "grad_norm": 8.65379524230957, |
| "learning_rate": 1.240740740740741e-06, |
| "loss": 0.9545, |
| "step": 10660 |
| }, |
| { |
| "epoch": 2.0913367306938455, |
| "grad_norm": 6.923322677612305, |
| "learning_rate": 1.2314814814814815e-06, |
| "loss": 0.9643, |
| "step": 10670 |
| }, |
| { |
| "epoch": 2.093296746373971, |
| "grad_norm": 7.2696614265441895, |
| "learning_rate": 1.2222222222222223e-06, |
| "loss": 0.9677, |
| "step": 10680 |
| }, |
| { |
| "epoch": 2.0952567620540963, |
| "grad_norm": 7.1026835441589355, |
| "learning_rate": 1.212962962962963e-06, |
| "loss": 0.9791, |
| "step": 10690 |
| }, |
| { |
| "epoch": 2.097216777734222, |
| "grad_norm": 6.935880661010742, |
| "learning_rate": 1.2037037037037037e-06, |
| "loss": 0.9639, |
| "step": 10700 |
| }, |
| { |
| "epoch": 2.0991767934143475, |
| "grad_norm": 6.7199201583862305, |
| "learning_rate": 1.1944444444444446e-06, |
| "loss": 0.9795, |
| "step": 10710 |
| }, |
| { |
| "epoch": 2.1011368090944726, |
| "grad_norm": 7.126111030578613, |
| "learning_rate": 1.1851851851851854e-06, |
| "loss": 0.9604, |
| "step": 10720 |
| }, |
| { |
| "epoch": 2.1030968247745983, |
| "grad_norm": 7.274319171905518, |
| "learning_rate": 1.175925925925926e-06, |
| "loss": 0.9696, |
| "step": 10730 |
| }, |
| { |
| "epoch": 2.105056840454724, |
| "grad_norm": 7.07975959777832, |
| "learning_rate": 1.1666666666666668e-06, |
| "loss": 0.9708, |
| "step": 10740 |
| }, |
| { |
| "epoch": 2.107016856134849, |
| "grad_norm": 24.05130386352539, |
| "learning_rate": 1.1574074074074076e-06, |
| "loss": 0.9765, |
| "step": 10750 |
| }, |
| { |
| "epoch": 2.1089768718149746, |
| "grad_norm": 7.428647518157959, |
| "learning_rate": 1.1481481481481482e-06, |
| "loss": 0.9665, |
| "step": 10760 |
| }, |
| { |
| "epoch": 2.1109368874951, |
| "grad_norm": 6.800421714782715, |
| "learning_rate": 1.138888888888889e-06, |
| "loss": 0.9687, |
| "step": 10770 |
| }, |
| { |
| "epoch": 2.1128969031752254, |
| "grad_norm": 8.014981269836426, |
| "learning_rate": 1.1296296296296296e-06, |
| "loss": 0.9773, |
| "step": 10780 |
| }, |
| { |
| "epoch": 2.114856918855351, |
| "grad_norm": 7.821423053741455, |
| "learning_rate": 1.1203703703703704e-06, |
| "loss": 0.9694, |
| "step": 10790 |
| }, |
| { |
| "epoch": 2.116816934535476, |
| "grad_norm": 8.069396018981934, |
| "learning_rate": 1.111111111111111e-06, |
| "loss": 0.9741, |
| "step": 10800 |
| }, |
| { |
| "epoch": 2.1187769502156018, |
| "grad_norm": 7.268844127655029, |
| "learning_rate": 1.101851851851852e-06, |
| "loss": 0.9685, |
| "step": 10810 |
| }, |
| { |
| "epoch": 2.1207369658957274, |
| "grad_norm": 7.122548580169678, |
| "learning_rate": 1.0925925925925927e-06, |
| "loss": 0.9491, |
| "step": 10820 |
| }, |
| { |
| "epoch": 2.1226969815758525, |
| "grad_norm": 6.834280014038086, |
| "learning_rate": 1.0833333333333335e-06, |
| "loss": 0.9836, |
| "step": 10830 |
| }, |
| { |
| "epoch": 2.124656997255978, |
| "grad_norm": 6.231177806854248, |
| "learning_rate": 1.074074074074074e-06, |
| "loss": 0.9729, |
| "step": 10840 |
| }, |
| { |
| "epoch": 2.1266170129361033, |
| "grad_norm": 7.387545585632324, |
| "learning_rate": 1.0648148148148149e-06, |
| "loss": 0.9658, |
| "step": 10850 |
| }, |
| { |
| "epoch": 2.128577028616229, |
| "grad_norm": 8.538785934448242, |
| "learning_rate": 1.0555555555555557e-06, |
| "loss": 0.9521, |
| "step": 10860 |
| }, |
| { |
| "epoch": 2.1305370442963545, |
| "grad_norm": 7.329588890075684, |
| "learning_rate": 1.0462962962962963e-06, |
| "loss": 0.9804, |
| "step": 10870 |
| }, |
| { |
| "epoch": 2.1324970599764796, |
| "grad_norm": 6.391878128051758, |
| "learning_rate": 1.0370370370370371e-06, |
| "loss": 0.9684, |
| "step": 10880 |
| }, |
| { |
| "epoch": 2.1344570756566053, |
| "grad_norm": 7.090411186218262, |
| "learning_rate": 1.0277777777777777e-06, |
| "loss": 0.9622, |
| "step": 10890 |
| }, |
| { |
| "epoch": 2.136417091336731, |
| "grad_norm": 6.1176958084106445, |
| "learning_rate": 1.0185185185185185e-06, |
| "loss": 0.9696, |
| "step": 10900 |
| }, |
| { |
| "epoch": 2.138377107016856, |
| "grad_norm": 10.32075023651123, |
| "learning_rate": 1.0092592592592594e-06, |
| "loss": 0.9686, |
| "step": 10910 |
| }, |
| { |
| "epoch": 2.1403371226969816, |
| "grad_norm": 7.174540996551514, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 0.9647, |
| "step": 10920 |
| }, |
| { |
| "epoch": 2.1422971383771072, |
| "grad_norm": 7.739523410797119, |
| "learning_rate": 9.907407407407408e-07, |
| "loss": 0.9646, |
| "step": 10930 |
| }, |
| { |
| "epoch": 2.1442571540572324, |
| "grad_norm": 7.084393501281738, |
| "learning_rate": 9.814814814814816e-07, |
| "loss": 0.9695, |
| "step": 10940 |
| }, |
| { |
| "epoch": 2.146217169737358, |
| "grad_norm": 7.240608215332031, |
| "learning_rate": 9.722222222222224e-07, |
| "loss": 0.9655, |
| "step": 10950 |
| }, |
| { |
| "epoch": 2.148177185417483, |
| "grad_norm": 7.608102798461914, |
| "learning_rate": 9.62962962962963e-07, |
| "loss": 0.9598, |
| "step": 10960 |
| }, |
| { |
| "epoch": 2.1501372010976088, |
| "grad_norm": 7.160534858703613, |
| "learning_rate": 9.537037037037038e-07, |
| "loss": 0.9649, |
| "step": 10970 |
| }, |
| { |
| "epoch": 2.1520972167777344, |
| "grad_norm": 7.145265102386475, |
| "learning_rate": 9.444444444444445e-07, |
| "loss": 0.9646, |
| "step": 10980 |
| }, |
| { |
| "epoch": 2.1540572324578595, |
| "grad_norm": 25.257863998413086, |
| "learning_rate": 9.351851851851852e-07, |
| "loss": 0.9529, |
| "step": 10990 |
| }, |
| { |
| "epoch": 2.156017248137985, |
| "grad_norm": 7.226001262664795, |
| "learning_rate": 9.259259259259259e-07, |
| "loss": 0.9556, |
| "step": 11000 |
| }, |
| { |
| "epoch": 2.1579772638181107, |
| "grad_norm": 8.324951171875, |
| "learning_rate": 9.166666666666666e-07, |
| "loss": 0.9666, |
| "step": 11010 |
| }, |
| { |
| "epoch": 2.159937279498236, |
| "grad_norm": 7.676420211791992, |
| "learning_rate": 9.074074074074076e-07, |
| "loss": 0.9822, |
| "step": 11020 |
| }, |
| { |
| "epoch": 2.1618972951783615, |
| "grad_norm": 8.159540176391602, |
| "learning_rate": 8.981481481481483e-07, |
| "loss": 0.9608, |
| "step": 11030 |
| }, |
| { |
| "epoch": 2.1638573108584866, |
| "grad_norm": 7.420976161956787, |
| "learning_rate": 8.88888888888889e-07, |
| "loss": 0.974, |
| "step": 11040 |
| }, |
| { |
| "epoch": 2.1658173265386123, |
| "grad_norm": 7.221758842468262, |
| "learning_rate": 8.796296296296297e-07, |
| "loss": 0.9679, |
| "step": 11050 |
| }, |
| { |
| "epoch": 2.167777342218738, |
| "grad_norm": 7.399634838104248, |
| "learning_rate": 8.703703703703705e-07, |
| "loss": 0.9699, |
| "step": 11060 |
| }, |
| { |
| "epoch": 2.169737357898863, |
| "grad_norm": 6.9496026039123535, |
| "learning_rate": 8.611111111111112e-07, |
| "loss": 0.963, |
| "step": 11070 |
| }, |
| { |
| "epoch": 2.1716973735789886, |
| "grad_norm": 7.964886665344238, |
| "learning_rate": 8.518518518518519e-07, |
| "loss": 0.9649, |
| "step": 11080 |
| }, |
| { |
| "epoch": 2.1736573892591142, |
| "grad_norm": 6.945036888122559, |
| "learning_rate": 8.425925925925926e-07, |
| "loss": 0.9658, |
| "step": 11090 |
| }, |
| { |
| "epoch": 2.1756174049392394, |
| "grad_norm": 7.315770149230957, |
| "learning_rate": 8.333333333333333e-07, |
| "loss": 0.9715, |
| "step": 11100 |
| }, |
| { |
| "epoch": 2.177577420619365, |
| "grad_norm": 7.41797399520874, |
| "learning_rate": 8.24074074074074e-07, |
| "loss": 0.9579, |
| "step": 11110 |
| }, |
| { |
| "epoch": 2.1795374362994906, |
| "grad_norm": 6.9420366287231445, |
| "learning_rate": 8.14814814814815e-07, |
| "loss": 0.9785, |
| "step": 11120 |
| }, |
| { |
| "epoch": 2.1814974519796158, |
| "grad_norm": 6.257632255554199, |
| "learning_rate": 8.055555555555557e-07, |
| "loss": 0.9673, |
| "step": 11130 |
| }, |
| { |
| "epoch": 2.1834574676597414, |
| "grad_norm": 7.180861949920654, |
| "learning_rate": 7.962962962962964e-07, |
| "loss": 0.9691, |
| "step": 11140 |
| }, |
| { |
| "epoch": 2.1854174833398665, |
| "grad_norm": 7.286172389984131, |
| "learning_rate": 7.870370370370371e-07, |
| "loss": 0.9583, |
| "step": 11150 |
| }, |
| { |
| "epoch": 2.187377499019992, |
| "grad_norm": 7.305385589599609, |
| "learning_rate": 7.777777777777779e-07, |
| "loss": 0.9632, |
| "step": 11160 |
| }, |
| { |
| "epoch": 2.1893375147001177, |
| "grad_norm": 7.4768290519714355, |
| "learning_rate": 7.685185185185186e-07, |
| "loss": 0.9777, |
| "step": 11170 |
| }, |
| { |
| "epoch": 2.191297530380243, |
| "grad_norm": 7.44431209564209, |
| "learning_rate": 7.592592592592593e-07, |
| "loss": 0.9748, |
| "step": 11180 |
| }, |
| { |
| "epoch": 2.1932575460603685, |
| "grad_norm": 7.362459182739258, |
| "learning_rate": 7.5e-07, |
| "loss": 0.97, |
| "step": 11190 |
| }, |
| { |
| "epoch": 2.195217561740494, |
| "grad_norm": 6.118969917297363, |
| "learning_rate": 7.407407407407407e-07, |
| "loss": 0.967, |
| "step": 11200 |
| }, |
| { |
| "epoch": 2.195217561740494, |
| "eval_loss": 1.015982985496521, |
| "eval_runtime": 14.0402, |
| "eval_samples_per_second": 46.58, |
| "eval_steps_per_second": 5.84, |
| "step": 11200 |
| }, |
| { |
| "epoch": 2.1971775774206193, |
| "grad_norm": 7.092718601226807, |
| "learning_rate": 7.314814814814814e-07, |
| "loss": 0.9661, |
| "step": 11210 |
| }, |
| { |
| "epoch": 2.199137593100745, |
| "grad_norm": 7.384366512298584, |
| "learning_rate": 7.222222222222222e-07, |
| "loss": 0.9669, |
| "step": 11220 |
| }, |
| { |
| "epoch": 2.20109760878087, |
| "grad_norm": 7.769095420837402, |
| "learning_rate": 7.129629629629631e-07, |
| "loss": 0.9674, |
| "step": 11230 |
| }, |
| { |
| "epoch": 2.2030576244609956, |
| "grad_norm": 6.9204864501953125, |
| "learning_rate": 7.037037037037038e-07, |
| "loss": 0.9661, |
| "step": 11240 |
| }, |
| { |
| "epoch": 2.2050176401411212, |
| "grad_norm": 6.869389057159424, |
| "learning_rate": 6.944444444444446e-07, |
| "loss": 0.9619, |
| "step": 11250 |
| }, |
| { |
| "epoch": 2.2069776558212464, |
| "grad_norm": 7.39153528213501, |
| "learning_rate": 6.851851851851853e-07, |
| "loss": 0.9605, |
| "step": 11260 |
| }, |
| { |
| "epoch": 2.208937671501372, |
| "grad_norm": 6.61447811126709, |
| "learning_rate": 6.75925925925926e-07, |
| "loss": 0.9796, |
| "step": 11270 |
| }, |
| { |
| "epoch": 2.2108976871814976, |
| "grad_norm": 6.7030863761901855, |
| "learning_rate": 6.666666666666667e-07, |
| "loss": 0.96, |
| "step": 11280 |
| }, |
| { |
| "epoch": 2.2128577028616228, |
| "grad_norm": 7.7893829345703125, |
| "learning_rate": 6.574074074074074e-07, |
| "loss": 0.9571, |
| "step": 11290 |
| }, |
| { |
| "epoch": 2.2148177185417484, |
| "grad_norm": 7.597008228302002, |
| "learning_rate": 6.481481481481481e-07, |
| "loss": 0.9672, |
| "step": 11300 |
| }, |
| { |
| "epoch": 2.216777734221874, |
| "grad_norm": 6.373151779174805, |
| "learning_rate": 6.388888888888889e-07, |
| "loss": 0.9713, |
| "step": 11310 |
| }, |
| { |
| "epoch": 2.218737749901999, |
| "grad_norm": 7.9771575927734375, |
| "learning_rate": 6.296296296296296e-07, |
| "loss": 0.9674, |
| "step": 11320 |
| }, |
| { |
| "epoch": 2.2206977655821247, |
| "grad_norm": 7.23372745513916, |
| "learning_rate": 6.203703703703705e-07, |
| "loss": 0.9787, |
| "step": 11330 |
| }, |
| { |
| "epoch": 2.2226577812622503, |
| "grad_norm": 7.515969276428223, |
| "learning_rate": 6.111111111111112e-07, |
| "loss": 0.9702, |
| "step": 11340 |
| }, |
| { |
| "epoch": 2.2246177969423755, |
| "grad_norm": 6.468687534332275, |
| "learning_rate": 6.018518518518519e-07, |
| "loss": 0.981, |
| "step": 11350 |
| }, |
| { |
| "epoch": 2.226577812622501, |
| "grad_norm": 6.765408992767334, |
| "learning_rate": 5.925925925925927e-07, |
| "loss": 0.9757, |
| "step": 11360 |
| }, |
| { |
| "epoch": 2.2285378283026263, |
| "grad_norm": 8.031702041625977, |
| "learning_rate": 5.833333333333334e-07, |
| "loss": 0.9643, |
| "step": 11370 |
| }, |
| { |
| "epoch": 2.230497843982752, |
| "grad_norm": 7.857892990112305, |
| "learning_rate": 5.740740740740741e-07, |
| "loss": 0.9712, |
| "step": 11380 |
| }, |
| { |
| "epoch": 2.2324578596628775, |
| "grad_norm": 6.461490154266357, |
| "learning_rate": 5.648148148148148e-07, |
| "loss": 0.9664, |
| "step": 11390 |
| }, |
| { |
| "epoch": 2.2344178753430026, |
| "grad_norm": 7.290163993835449, |
| "learning_rate": 5.555555555555555e-07, |
| "loss": 0.9554, |
| "step": 11400 |
| }, |
| { |
| "epoch": 2.2363778910231282, |
| "grad_norm": 7.196146011352539, |
| "learning_rate": 5.462962962962963e-07, |
| "loss": 0.9755, |
| "step": 11410 |
| }, |
| { |
| "epoch": 2.238337906703254, |
| "grad_norm": 7.482301712036133, |
| "learning_rate": 5.37037037037037e-07, |
| "loss": 0.9577, |
| "step": 11420 |
| }, |
| { |
| "epoch": 2.240297922383379, |
| "grad_norm": 7.794521808624268, |
| "learning_rate": 5.277777777777779e-07, |
| "loss": 0.9679, |
| "step": 11430 |
| }, |
| { |
| "epoch": 2.2422579380635046, |
| "grad_norm": 6.857132434844971, |
| "learning_rate": 5.185185185185186e-07, |
| "loss": 0.9561, |
| "step": 11440 |
| }, |
| { |
| "epoch": 2.2442179537436298, |
| "grad_norm": 6.887381553649902, |
| "learning_rate": 5.092592592592593e-07, |
| "loss": 0.9712, |
| "step": 11450 |
| }, |
| { |
| "epoch": 2.2461779694237554, |
| "grad_norm": 7.537138938903809, |
| "learning_rate": 5.000000000000001e-07, |
| "loss": 0.9755, |
| "step": 11460 |
| }, |
| { |
| "epoch": 2.248137985103881, |
| "grad_norm": 7.604095935821533, |
| "learning_rate": 4.907407407407408e-07, |
| "loss": 0.968, |
| "step": 11470 |
| }, |
| { |
| "epoch": 2.250098000784006, |
| "grad_norm": 6.840078830718994, |
| "learning_rate": 4.814814814814815e-07, |
| "loss": 0.9677, |
| "step": 11480 |
| }, |
| { |
| "epoch": 2.2520580164641317, |
| "grad_norm": 7.0317301750183105, |
| "learning_rate": 4.7222222222222226e-07, |
| "loss": 0.9635, |
| "step": 11490 |
| }, |
| { |
| "epoch": 2.2540180321442573, |
| "grad_norm": 7.006657123565674, |
| "learning_rate": 4.6296296296296297e-07, |
| "loss": 0.96, |
| "step": 11500 |
| }, |
| { |
| "epoch": 2.2559780478243825, |
| "grad_norm": 7.701179504394531, |
| "learning_rate": 4.537037037037038e-07, |
| "loss": 0.9747, |
| "step": 11510 |
| }, |
| { |
| "epoch": 2.257938063504508, |
| "grad_norm": 7.04123592376709, |
| "learning_rate": 4.444444444444445e-07, |
| "loss": 0.9632, |
| "step": 11520 |
| }, |
| { |
| "epoch": 2.2598980791846337, |
| "grad_norm": 7.217432022094727, |
| "learning_rate": 4.3518518518518525e-07, |
| "loss": 0.9675, |
| "step": 11530 |
| }, |
| { |
| "epoch": 2.261858094864759, |
| "grad_norm": 7.661186695098877, |
| "learning_rate": 4.2592592592592596e-07, |
| "loss": 0.984, |
| "step": 11540 |
| }, |
| { |
| "epoch": 2.2638181105448845, |
| "grad_norm": 11.790616989135742, |
| "learning_rate": 4.1666666666666667e-07, |
| "loss": 0.9724, |
| "step": 11550 |
| }, |
| { |
| "epoch": 2.2657781262250096, |
| "grad_norm": 7.301620960235596, |
| "learning_rate": 4.074074074074075e-07, |
| "loss": 0.9601, |
| "step": 11560 |
| }, |
| { |
| "epoch": 2.2677381419051352, |
| "grad_norm": 8.462876319885254, |
| "learning_rate": 3.981481481481482e-07, |
| "loss": 0.9752, |
| "step": 11570 |
| }, |
| { |
| "epoch": 2.269698157585261, |
| "grad_norm": 6.7517547607421875, |
| "learning_rate": 3.8888888888888895e-07, |
| "loss": 0.9762, |
| "step": 11580 |
| }, |
| { |
| "epoch": 2.271658173265386, |
| "grad_norm": 7.299182891845703, |
| "learning_rate": 3.7962962962962966e-07, |
| "loss": 0.972, |
| "step": 11590 |
| }, |
| { |
| "epoch": 2.2736181889455116, |
| "grad_norm": 7.082560062408447, |
| "learning_rate": 3.7037037037037036e-07, |
| "loss": 0.9679, |
| "step": 11600 |
| }, |
| { |
| "epoch": 2.2755782046256368, |
| "grad_norm": 7.469284534454346, |
| "learning_rate": 3.611111111111111e-07, |
| "loss": 0.9546, |
| "step": 11610 |
| }, |
| { |
| "epoch": 2.2775382203057624, |
| "grad_norm": 7.5840535163879395, |
| "learning_rate": 3.518518518518519e-07, |
| "loss": 0.9761, |
| "step": 11620 |
| }, |
| { |
| "epoch": 2.279498235985888, |
| "grad_norm": 8.262914657592773, |
| "learning_rate": 3.4259259259259265e-07, |
| "loss": 0.9646, |
| "step": 11630 |
| }, |
| { |
| "epoch": 2.281458251666013, |
| "grad_norm": 8.672895431518555, |
| "learning_rate": 3.3333333333333335e-07, |
| "loss": 0.9732, |
| "step": 11640 |
| }, |
| { |
| "epoch": 2.2834182673461387, |
| "grad_norm": 7.6948347091674805, |
| "learning_rate": 3.2407407407407406e-07, |
| "loss": 0.9726, |
| "step": 11650 |
| }, |
| { |
| "epoch": 2.2853782830262643, |
| "grad_norm": 6.536133289337158, |
| "learning_rate": 3.148148148148148e-07, |
| "loss": 0.9694, |
| "step": 11660 |
| }, |
| { |
| "epoch": 2.2873382987063895, |
| "grad_norm": 8.90619945526123, |
| "learning_rate": 3.055555555555556e-07, |
| "loss": 0.9793, |
| "step": 11670 |
| }, |
| { |
| "epoch": 2.289298314386515, |
| "grad_norm": 7.702218055725098, |
| "learning_rate": 2.9629629629629634e-07, |
| "loss": 0.9642, |
| "step": 11680 |
| }, |
| { |
| "epoch": 2.2912583300666407, |
| "grad_norm": 8.119073867797852, |
| "learning_rate": 2.8703703703703705e-07, |
| "loss": 0.9641, |
| "step": 11690 |
| }, |
| { |
| "epoch": 2.293218345746766, |
| "grad_norm": 7.159200191497803, |
| "learning_rate": 2.7777777777777776e-07, |
| "loss": 0.9636, |
| "step": 11700 |
| }, |
| { |
| "epoch": 2.2951783614268915, |
| "grad_norm": 6.998493671417236, |
| "learning_rate": 2.685185185185185e-07, |
| "loss": 0.9664, |
| "step": 11710 |
| }, |
| { |
| "epoch": 2.297138377107017, |
| "grad_norm": 7.50088357925415, |
| "learning_rate": 2.592592592592593e-07, |
| "loss": 0.9787, |
| "step": 11720 |
| }, |
| { |
| "epoch": 2.2990983927871422, |
| "grad_norm": 7.634678363800049, |
| "learning_rate": 2.5000000000000004e-07, |
| "loss": 0.9712, |
| "step": 11730 |
| }, |
| { |
| "epoch": 2.301058408467268, |
| "grad_norm": 7.635111331939697, |
| "learning_rate": 2.4074074074074075e-07, |
| "loss": 0.9694, |
| "step": 11740 |
| }, |
| { |
| "epoch": 2.303018424147393, |
| "grad_norm": 7.645463466644287, |
| "learning_rate": 2.3148148148148148e-07, |
| "loss": 0.9717, |
| "step": 11750 |
| }, |
| { |
| "epoch": 2.3049784398275186, |
| "grad_norm": 6.8600568771362305, |
| "learning_rate": 2.2222222222222224e-07, |
| "loss": 0.9495, |
| "step": 11760 |
| }, |
| { |
| "epoch": 2.306938455507644, |
| "grad_norm": 7.019852638244629, |
| "learning_rate": 2.1296296296296298e-07, |
| "loss": 0.9527, |
| "step": 11770 |
| }, |
| { |
| "epoch": 2.3088984711877694, |
| "grad_norm": 8.227087020874023, |
| "learning_rate": 2.0370370370370374e-07, |
| "loss": 0.9608, |
| "step": 11780 |
| }, |
| { |
| "epoch": 2.310858486867895, |
| "grad_norm": 7.640336036682129, |
| "learning_rate": 1.9444444444444447e-07, |
| "loss": 0.9684, |
| "step": 11790 |
| }, |
| { |
| "epoch": 2.3128185025480206, |
| "grad_norm": 7.304652690887451, |
| "learning_rate": 1.8518518518518518e-07, |
| "loss": 0.9698, |
| "step": 11800 |
| }, |
| { |
| "epoch": 2.3147785182281457, |
| "grad_norm": 7.173428535461426, |
| "learning_rate": 1.7592592592592594e-07, |
| "loss": 0.9635, |
| "step": 11810 |
| }, |
| { |
| "epoch": 2.3167385339082713, |
| "grad_norm": 7.876226902008057, |
| "learning_rate": 1.6666666666666668e-07, |
| "loss": 0.9606, |
| "step": 11820 |
| }, |
| { |
| "epoch": 2.3186985495883965, |
| "grad_norm": 6.757920265197754, |
| "learning_rate": 1.574074074074074e-07, |
| "loss": 0.9692, |
| "step": 11830 |
| }, |
| { |
| "epoch": 2.320658565268522, |
| "grad_norm": 8.267070770263672, |
| "learning_rate": 1.4814814814814817e-07, |
| "loss": 0.9565, |
| "step": 11840 |
| }, |
| { |
| "epoch": 2.3226185809486477, |
| "grad_norm": 7.382258892059326, |
| "learning_rate": 1.3888888888888888e-07, |
| "loss": 0.9672, |
| "step": 11850 |
| }, |
| { |
| "epoch": 2.324578596628773, |
| "grad_norm": 7.452052116394043, |
| "learning_rate": 1.2962962962962964e-07, |
| "loss": 0.9649, |
| "step": 11860 |
| }, |
| { |
| "epoch": 2.3265386123088985, |
| "grad_norm": 9.273903846740723, |
| "learning_rate": 1.2037037037037037e-07, |
| "loss": 0.9652, |
| "step": 11870 |
| }, |
| { |
| "epoch": 2.328498627989024, |
| "grad_norm": 6.987192153930664, |
| "learning_rate": 1.1111111111111112e-07, |
| "loss": 0.9571, |
| "step": 11880 |
| }, |
| { |
| "epoch": 2.3304586436691492, |
| "grad_norm": 6.799464702606201, |
| "learning_rate": 1.0185185185185187e-07, |
| "loss": 0.9707, |
| "step": 11890 |
| }, |
| { |
| "epoch": 2.332418659349275, |
| "grad_norm": 7.16199254989624, |
| "learning_rate": 9.259259259259259e-08, |
| "loss": 0.9734, |
| "step": 11900 |
| }, |
| { |
| "epoch": 2.332418659349275, |
| "eval_loss": 1.0144330263137817, |
| "eval_runtime": 14.0924, |
| "eval_samples_per_second": 46.408, |
| "eval_steps_per_second": 5.819, |
| "step": 11900 |
| }, |
| { |
| "epoch": 2.3343786750294004, |
| "grad_norm": 8.338574409484863, |
| "learning_rate": 8.333333333333334e-08, |
| "loss": 0.9714, |
| "step": 11910 |
| }, |
| { |
| "epoch": 2.3363386907095256, |
| "grad_norm": 6.403331279754639, |
| "learning_rate": 7.407407407407409e-08, |
| "loss": 0.959, |
| "step": 11920 |
| }, |
| { |
| "epoch": 2.338298706389651, |
| "grad_norm": 8.215003967285156, |
| "learning_rate": 6.481481481481482e-08, |
| "loss": 0.964, |
| "step": 11930 |
| }, |
| { |
| "epoch": 2.3402587220697764, |
| "grad_norm": 7.930845737457275, |
| "learning_rate": 5.555555555555556e-08, |
| "loss": 0.9575, |
| "step": 11940 |
| }, |
| { |
| "epoch": 2.342218737749902, |
| "grad_norm": 7.033510684967041, |
| "learning_rate": 4.6296296296296295e-08, |
| "loss": 0.9626, |
| "step": 11950 |
| }, |
| { |
| "epoch": 2.3441787534300276, |
| "grad_norm": 7.8353800773620605, |
| "learning_rate": 3.703703703703704e-08, |
| "loss": 0.9673, |
| "step": 11960 |
| }, |
| { |
| "epoch": 2.3461387691101527, |
| "grad_norm": 7.304898738861084, |
| "learning_rate": 2.777777777777778e-08, |
| "loss": 0.9618, |
| "step": 11970 |
| }, |
| { |
| "epoch": 2.3480987847902783, |
| "grad_norm": 7.420264720916748, |
| "learning_rate": 1.851851851851852e-08, |
| "loss": 0.9544, |
| "step": 11980 |
| }, |
| { |
| "epoch": 2.350058800470404, |
| "grad_norm": 7.217324256896973, |
| "learning_rate": 9.25925925925926e-09, |
| "loss": 0.9752, |
| "step": 11990 |
| }, |
| { |
| "epoch": 2.352018816150529, |
| "grad_norm": 7.595900058746338, |
| "learning_rate": 0.0, |
| "loss": 0.9548, |
| "step": 12000 |
| }, |
| { |
| "epoch": 2.352018816150529, |
| "eval_loss": 1.0147355794906616, |
| "eval_runtime": 14.1258, |
| "eval_samples_per_second": 46.298, |
| "eval_steps_per_second": 5.805, |
| "step": 12000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 12000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 1, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6.2834751593089335e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
