| { |
| "best_global_step": 1600, |
| "best_metric": 0.0074059851467609406, |
| "best_model_checkpoint": "miner_id_24/checkpoint-1600", |
| "epoch": 0.3352364988738149, |
| "eval_steps": 200, |
| "global_step": 1600, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0002095228117961343, |
| "grad_norm": 6.6040472984313965, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 12.5068, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0002095228117961343, |
| "eval_loss": 12.532599449157715, |
| "eval_runtime": 89.0598, |
| "eval_samples_per_second": 8.623, |
| "eval_steps_per_second": 4.312, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0004190456235922686, |
| "grad_norm": 10.516180038452148, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 12.4956, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0006285684353884029, |
| "grad_norm": 5.9784955978393555, |
| "learning_rate": 6e-06, |
| "loss": 12.4652, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0008380912471845372, |
| "grad_norm": 4.773026943206787, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 12.5635, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0010476140589806716, |
| "grad_norm": 4.345443248748779, |
| "learning_rate": 1e-05, |
| "loss": 12.4502, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0012571368707768058, |
| "grad_norm": 7.477049350738525, |
| "learning_rate": 1.2e-05, |
| "loss": 12.5031, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0014666596825729402, |
| "grad_norm": 6.29019832611084, |
| "learning_rate": 1.4000000000000001e-05, |
| "loss": 12.5355, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0016761824943690743, |
| "grad_norm": 7.278188228607178, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 12.382, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.0018857053061652087, |
| "grad_norm": 11.482406616210938, |
| "learning_rate": 1.8e-05, |
| "loss": 12.224, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.002095228117961343, |
| "grad_norm": 76.79756927490234, |
| "learning_rate": 2e-05, |
| "loss": 12.1469, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0023047509297574775, |
| "grad_norm": 3.686225414276123, |
| "learning_rate": 2.2000000000000003e-05, |
| "loss": 12.0783, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.0025142737415536115, |
| "grad_norm": 6.081927299499512, |
| "learning_rate": 2.4e-05, |
| "loss": 11.9893, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.002723796553349746, |
| "grad_norm": 3.427201747894287, |
| "learning_rate": 2.6000000000000002e-05, |
| "loss": 11.9078, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.0029333193651458803, |
| "grad_norm": 16.03325080871582, |
| "learning_rate": 2.8000000000000003e-05, |
| "loss": 11.8939, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.0031428421769420147, |
| "grad_norm": 4.581820487976074, |
| "learning_rate": 3e-05, |
| "loss": 11.8592, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.0033523649887381487, |
| "grad_norm": 6.6432342529296875, |
| "learning_rate": 3.2000000000000005e-05, |
| "loss": 11.8373, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.003561887800534283, |
| "grad_norm": 61.577571868896484, |
| "learning_rate": 3.4000000000000007e-05, |
| "loss": 11.7898, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.0037714106123304175, |
| "grad_norm": 9.466367721557617, |
| "learning_rate": 3.6e-05, |
| "loss": 11.7693, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.0039809334241265515, |
| "grad_norm": 1.1112542152404785, |
| "learning_rate": 3.8e-05, |
| "loss": 11.7571, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.004190456235922686, |
| "grad_norm": 1.6447243690490723, |
| "learning_rate": 4e-05, |
| "loss": 11.7253, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.00439997904771882, |
| "grad_norm": 14.649271965026855, |
| "learning_rate": 4.2e-05, |
| "loss": 11.7103, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.004609501859514955, |
| "grad_norm": 1.7011709213256836, |
| "learning_rate": 4.4000000000000006e-05, |
| "loss": 11.6808, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.004819024671311089, |
| "grad_norm": 3.6001105308532715, |
| "learning_rate": 4.600000000000001e-05, |
| "loss": 11.631, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.005028547483107223, |
| "grad_norm": 12.185075759887695, |
| "learning_rate": 4.8e-05, |
| "loss": 11.5698, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.005238070294903358, |
| "grad_norm": 5.6634955406188965, |
| "learning_rate": 5e-05, |
| "loss": 11.4747, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.005447593106699492, |
| "grad_norm": 3.705836057662964, |
| "learning_rate": 5.2000000000000004e-05, |
| "loss": 11.5002, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.005657115918495626, |
| "grad_norm": 66.66976928710938, |
| "learning_rate": 5.4000000000000005e-05, |
| "loss": 11.3843, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.005866638730291761, |
| "grad_norm": 4.706162452697754, |
| "learning_rate": 5.6000000000000006e-05, |
| "loss": 11.209, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.006076161542087895, |
| "grad_norm": 4.608543872833252, |
| "learning_rate": 5.8e-05, |
| "loss": 11.0922, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.0062856843538840294, |
| "grad_norm": 21.13187599182129, |
| "learning_rate": 6e-05, |
| "loss": 10.78, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.006495207165680163, |
| "grad_norm": 5.859175682067871, |
| "learning_rate": 6.2e-05, |
| "loss": 10.3626, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.006704729977476297, |
| "grad_norm": 10.68819808959961, |
| "learning_rate": 6.400000000000001e-05, |
| "loss": 10.3803, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.006914252789272432, |
| "grad_norm": 4.8769941329956055, |
| "learning_rate": 6.6e-05, |
| "loss": 10.0995, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.007123775601068566, |
| "grad_norm": 6.648291110992432, |
| "learning_rate": 6.800000000000001e-05, |
| "loss": 9.928, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.007333298412864701, |
| "grad_norm": 50.16209411621094, |
| "learning_rate": 7e-05, |
| "loss": 9.8941, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.007542821224660835, |
| "grad_norm": 6.54470682144165, |
| "learning_rate": 7.2e-05, |
| "loss": 9.8453, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.007752344036456969, |
| "grad_norm": 8.670441627502441, |
| "learning_rate": 7.4e-05, |
| "loss": 9.5793, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.007961866848253103, |
| "grad_norm": 123.02629852294922, |
| "learning_rate": 7.6e-05, |
| "loss": 9.3425, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.008171389660049239, |
| "grad_norm": 14.480856895446777, |
| "learning_rate": 7.800000000000001e-05, |
| "loss": 9.3416, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.008380912471845373, |
| "grad_norm": 21.085674285888672, |
| "learning_rate": 8e-05, |
| "loss": 9.0526, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.008590435283641507, |
| "grad_norm": 19.711458206176758, |
| "learning_rate": 8.2e-05, |
| "loss": 9.0394, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.00879995809543764, |
| "grad_norm": 4.5215630531311035, |
| "learning_rate": 8.4e-05, |
| "loss": 8.7826, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.009009480907233774, |
| "grad_norm": 21.183956146240234, |
| "learning_rate": 8.6e-05, |
| "loss": 8.6163, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.00921900371902991, |
| "grad_norm": 39.6319465637207, |
| "learning_rate": 8.800000000000001e-05, |
| "loss": 8.6326, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.009428526530826044, |
| "grad_norm": 13.957026481628418, |
| "learning_rate": 9e-05, |
| "loss": 8.8564, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.009638049342622178, |
| "grad_norm": 35.4068489074707, |
| "learning_rate": 9.200000000000001e-05, |
| "loss": 8.5426, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.009847572154418312, |
| "grad_norm": 8.321797370910645, |
| "learning_rate": 9.4e-05, |
| "loss": 8.4767, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.010057094966214446, |
| "grad_norm": 49.62624740600586, |
| "learning_rate": 9.6e-05, |
| "loss": 8.2416, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.010266617778010582, |
| "grad_norm": 62.95499038696289, |
| "learning_rate": 9.8e-05, |
| "loss": 7.942, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.010476140589806716, |
| "grad_norm": 38.04218292236328, |
| "learning_rate": 0.0001, |
| "loss": 7.7725, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.01068566340160285, |
| "grad_norm": 12.888092994689941, |
| "learning_rate": 0.00010200000000000001, |
| "loss": 8.1733, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.010895186213398984, |
| "grad_norm": 8.064024925231934, |
| "learning_rate": 0.00010400000000000001, |
| "loss": 7.6733, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.011104709025195118, |
| "grad_norm": 37.64444351196289, |
| "learning_rate": 0.00010600000000000002, |
| "loss": 6.8757, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.011314231836991252, |
| "grad_norm": 12.460424423217773, |
| "learning_rate": 0.00010800000000000001, |
| "loss": 6.8061, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.011523754648787387, |
| "grad_norm": 4.761670112609863, |
| "learning_rate": 0.00011000000000000002, |
| "loss": 6.3257, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.011733277460583521, |
| "grad_norm": 10.131464958190918, |
| "learning_rate": 0.00011200000000000001, |
| "loss": 6.1174, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.011942800272379655, |
| "grad_norm": 4.439296722412109, |
| "learning_rate": 0.00011399999999999999, |
| "loss": 6.1032, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.01215232308417579, |
| "grad_norm": 102.8046875, |
| "learning_rate": 0.000116, |
| "loss": 5.5948, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.012361845895971923, |
| "grad_norm": 9.46191692352295, |
| "learning_rate": 0.000118, |
| "loss": 5.7645, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.012571368707768059, |
| "grad_norm": 10.870979309082031, |
| "learning_rate": 0.00012, |
| "loss": 5.0875, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.012780891519564193, |
| "grad_norm": 23.203157424926758, |
| "learning_rate": 0.000122, |
| "loss": 5.6791, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.012990414331360327, |
| "grad_norm": 4.249388217926025, |
| "learning_rate": 0.000124, |
| "loss": 5.1933, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.01319993714315646, |
| "grad_norm": 19.030372619628906, |
| "learning_rate": 0.000126, |
| "loss": 4.7766, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.013409459954952595, |
| "grad_norm": 4.8991217613220215, |
| "learning_rate": 0.00012800000000000002, |
| "loss": 3.941, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.01361898276674873, |
| "grad_norm": 6.8061933517456055, |
| "learning_rate": 0.00013000000000000002, |
| "loss": 3.8998, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.013828505578544864, |
| "grad_norm": 4.572474002838135, |
| "learning_rate": 0.000132, |
| "loss": 3.7389, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.014038028390340998, |
| "grad_norm": 5.179816246032715, |
| "learning_rate": 0.000134, |
| "loss": 3.5838, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.014247551202137132, |
| "grad_norm": 4.74563455581665, |
| "learning_rate": 0.00013600000000000003, |
| "loss": 3.4106, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.014457074013933266, |
| "grad_norm": 3.925071954727173, |
| "learning_rate": 0.000138, |
| "loss": 3.4364, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.014666596825729402, |
| "grad_norm": 3.9857025146484375, |
| "learning_rate": 0.00014, |
| "loss": 2.8864, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.014876119637525536, |
| "grad_norm": 3.004260778427124, |
| "learning_rate": 0.000142, |
| "loss": 3.3081, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.01508564244932167, |
| "grad_norm": 3.27565598487854, |
| "learning_rate": 0.000144, |
| "loss": 3.302, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.015295165261117804, |
| "grad_norm": 3.430575132369995, |
| "learning_rate": 0.000146, |
| "loss": 2.8037, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.015504688072913938, |
| "grad_norm": 3.178133964538574, |
| "learning_rate": 0.000148, |
| "loss": 2.5663, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.015714210884710072, |
| "grad_norm": 2.6925830841064453, |
| "learning_rate": 0.00015000000000000001, |
| "loss": 2.0117, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.015923733696506206, |
| "grad_norm": 3.363239049911499, |
| "learning_rate": 0.000152, |
| "loss": 2.235, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.01613325650830234, |
| "grad_norm": 3.3394203186035156, |
| "learning_rate": 0.000154, |
| "loss": 1.8811, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.016342779320098477, |
| "grad_norm": 2.964437484741211, |
| "learning_rate": 0.00015600000000000002, |
| "loss": 2.1085, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.01655230213189461, |
| "grad_norm": 5.256375789642334, |
| "learning_rate": 0.00015800000000000002, |
| "loss": 2.2984, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.016761824943690745, |
| "grad_norm": 4.152324199676514, |
| "learning_rate": 0.00016, |
| "loss": 1.754, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.01697134775548688, |
| "grad_norm": 2.9110007286071777, |
| "learning_rate": 0.000162, |
| "loss": 1.9343, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.017180870567283013, |
| "grad_norm": 3.011155605316162, |
| "learning_rate": 0.000164, |
| "loss": 1.7661, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.017390393379079147, |
| "grad_norm": 2.766448736190796, |
| "learning_rate": 0.000166, |
| "loss": 1.6191, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.01759991619087528, |
| "grad_norm": 2.8244659900665283, |
| "learning_rate": 0.000168, |
| "loss": 1.2594, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.017809439002671415, |
| "grad_norm": 3.7324302196502686, |
| "learning_rate": 0.00017, |
| "loss": 1.9778, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.01801896181446755, |
| "grad_norm": 4.044966220855713, |
| "learning_rate": 0.000172, |
| "loss": 1.8828, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.018228484626263683, |
| "grad_norm": 3.119807481765747, |
| "learning_rate": 0.000174, |
| "loss": 1.5972, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.01843800743805982, |
| "grad_norm": 2.9005658626556396, |
| "learning_rate": 0.00017600000000000002, |
| "loss": 1.2696, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.018647530249855954, |
| "grad_norm": 2.5967376232147217, |
| "learning_rate": 0.00017800000000000002, |
| "loss": 1.7584, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.01885705306165209, |
| "grad_norm": 2.364287853240967, |
| "learning_rate": 0.00018, |
| "loss": 1.2882, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.019066575873448222, |
| "grad_norm": 3.401552438735962, |
| "learning_rate": 0.000182, |
| "loss": 1.184, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.019276098685244356, |
| "grad_norm": 3.9743735790252686, |
| "learning_rate": 0.00018400000000000003, |
| "loss": 1.431, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.01948562149704049, |
| "grad_norm": 3.0031299591064453, |
| "learning_rate": 0.00018600000000000002, |
| "loss": 1.2836, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.019695144308836624, |
| "grad_norm": 7.433412551879883, |
| "learning_rate": 0.000188, |
| "loss": 1.0807, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.019904667120632758, |
| "grad_norm": 2.799851417541504, |
| "learning_rate": 0.00019, |
| "loss": 1.1394, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.020114189932428892, |
| "grad_norm": 2.473200798034668, |
| "learning_rate": 0.000192, |
| "loss": 1.1627, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.020323712744225026, |
| "grad_norm": 2.2027812004089355, |
| "learning_rate": 0.000194, |
| "loss": 0.9715, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.020533235556021164, |
| "grad_norm": 32.15480041503906, |
| "learning_rate": 0.000196, |
| "loss": 1.1629, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.020742758367817297, |
| "grad_norm": 3.503061532974243, |
| "learning_rate": 0.00019800000000000002, |
| "loss": 0.8654, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.02095228117961343, |
| "grad_norm": 2.616403102874756, |
| "learning_rate": 0.0002, |
| "loss": 0.916, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.021161803991409565, |
| "grad_norm": 2.435654640197754, |
| "learning_rate": 0.00019999999755817286, |
| "loss": 1.0219, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.0213713268032057, |
| "grad_norm": 2.061518430709839, |
| "learning_rate": 0.00019999999023269155, |
| "loss": 0.8254, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.021580849615001833, |
| "grad_norm": 3.721984386444092, |
| "learning_rate": 0.00019999997802355637, |
| "loss": 0.7386, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.021790372426797967, |
| "grad_norm": 2.62754225730896, |
| "learning_rate": 0.00019999996093076797, |
| "loss": 0.8236, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.0219998952385941, |
| "grad_norm": 2.1241190433502197, |
| "learning_rate": 0.0001999999389543272, |
| "loss": 1.2671, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.022209418050390235, |
| "grad_norm": 1.9771560430526733, |
| "learning_rate": 0.0001999999120942351, |
| "loss": 0.9647, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.02241894086218637, |
| "grad_norm": 2.057161331176758, |
| "learning_rate": 0.000199999880350493, |
| "loss": 0.6585, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.022628463673982503, |
| "grad_norm": 1.6255578994750977, |
| "learning_rate": 0.00019999984372310242, |
| "loss": 0.5253, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.02283798648577864, |
| "grad_norm": 2.0477192401885986, |
| "learning_rate": 0.0001999998022120652, |
| "loss": 0.5285, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.023047509297574775, |
| "grad_norm": 2.287067413330078, |
| "learning_rate": 0.0001999997558173833, |
| "loss": 0.8685, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.02325703210937091, |
| "grad_norm": 1.9694267511367798, |
| "learning_rate": 0.00019999970453905906, |
| "loss": 0.7955, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.023466554921167043, |
| "grad_norm": 1.9603341817855835, |
| "learning_rate": 0.00019999964837709493, |
| "loss": 0.6248, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.023676077732963176, |
| "grad_norm": 6.513728618621826, |
| "learning_rate": 0.00019999958733149366, |
| "loss": 1.0181, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.02388560054475931, |
| "grad_norm": 3.4034464359283447, |
| "learning_rate": 0.00019999952140225825, |
| "loss": 0.6049, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.024095123356555444, |
| "grad_norm": 1.8157330751419067, |
| "learning_rate": 0.00019999945058939194, |
| "loss": 0.3287, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.02430464616835158, |
| "grad_norm": 1.7763786315917969, |
| "learning_rate": 0.00019999937489289816, |
| "loss": 0.6354, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.024514168980147712, |
| "grad_norm": 2.1037404537200928, |
| "learning_rate": 0.00019999929431278055, |
| "loss": 0.5555, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.024723691791943846, |
| "grad_norm": 1.833885908126831, |
| "learning_rate": 0.00019999920884904314, |
| "loss": 0.9263, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.024933214603739984, |
| "grad_norm": 1.3898894786834717, |
| "learning_rate": 0.00019999911850169006, |
| "loss": 0.4843, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.025142737415536118, |
| "grad_norm": 1.4807199239730835, |
| "learning_rate": 0.00019999902327072573, |
| "loss": 0.4379, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.02535226022733225, |
| "grad_norm": 2.069584608078003, |
| "learning_rate": 0.0001999989231561548, |
| "loss": 0.5131, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.025561783039128386, |
| "grad_norm": 1.5789371728897095, |
| "learning_rate": 0.00019999881815798215, |
| "loss": 0.5341, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.02577130585092452, |
| "grad_norm": 3.203845500946045, |
| "learning_rate": 0.0001999987082762129, |
| "loss": 0.3562, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.025980828662720654, |
| "grad_norm": 2.1900198459625244, |
| "learning_rate": 0.00019999859351085245, |
| "loss": 0.5325, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.026190351474516788, |
| "grad_norm": 1.3382114171981812, |
| "learning_rate": 0.00019999847386190642, |
| "loss": 0.345, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.02639987428631292, |
| "grad_norm": 5.412052631378174, |
| "learning_rate": 0.00019999834932938059, |
| "loss": 0.3673, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.026609397098109056, |
| "grad_norm": 1.5586938858032227, |
| "learning_rate": 0.00019999821991328106, |
| "loss": 0.4643, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.02681891990990519, |
| "grad_norm": 1.665566086769104, |
| "learning_rate": 0.00019999808561361418, |
| "loss": 0.5068, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.027028442721701327, |
| "grad_norm": 1.1209849119186401, |
| "learning_rate": 0.00019999794643038647, |
| "loss": 0.2948, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.02723796553349746, |
| "grad_norm": 1.27447509765625, |
| "learning_rate": 0.00019999780236360475, |
| "loss": 0.3542, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.027447488345293595, |
| "grad_norm": 1.072536587715149, |
| "learning_rate": 0.00019999765341327609, |
| "loss": 0.276, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.02765701115708973, |
| "grad_norm": 1.3301913738250732, |
| "learning_rate": 0.0001999974995794077, |
| "loss": 0.3438, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.027866533968885863, |
| "grad_norm": 1.4693162441253662, |
| "learning_rate": 0.0001999973408620071, |
| "loss": 0.4075, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.028076056780681997, |
| "grad_norm": 0.9863178133964539, |
| "learning_rate": 0.0001999971772610821, |
| "loss": 0.1655, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.02828557959247813, |
| "grad_norm": 1.4921284914016724, |
| "learning_rate": 0.00019999700877664062, |
| "loss": 0.4577, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.028495102404274265, |
| "grad_norm": 2.7712841033935547, |
| "learning_rate": 0.00019999683540869093, |
| "loss": 1.004, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.0287046252160704, |
| "grad_norm": 2.392787218093872, |
| "learning_rate": 0.0001999966571572415, |
| "loss": 0.3403, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.028914148027866533, |
| "grad_norm": 1.188810110092163, |
| "learning_rate": 0.00019999647402230099, |
| "loss": 0.349, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.029123670839662667, |
| "grad_norm": 1.2173994779586792, |
| "learning_rate": 0.00019999628600387843, |
| "loss": 0.4411, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.029333193651458804, |
| "grad_norm": 0.8118991851806641, |
| "learning_rate": 0.0001999960931019829, |
| "loss": 0.1753, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.029542716463254938, |
| "grad_norm": 2.2631447315216064, |
| "learning_rate": 0.00019999589531662388, |
| "loss": 0.5814, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.029752239275051072, |
| "grad_norm": 1.0578008890151978, |
| "learning_rate": 0.00019999569264781103, |
| "loss": 0.2053, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.029961762086847206, |
| "grad_norm": 1.2986905574798584, |
| "learning_rate": 0.0001999954850955542, |
| "loss": 0.3395, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.03017128489864334, |
| "grad_norm": 0.8881211280822754, |
| "learning_rate": 0.00019999527265986358, |
| "loss": 0.2499, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.030380807710439474, |
| "grad_norm": 0.6569392085075378, |
| "learning_rate": 0.00019999505534074955, |
| "loss": 0.0921, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.030590330522235608, |
| "grad_norm": 2.994436264038086, |
| "learning_rate": 0.00019999483313822266, |
| "loss": 0.2138, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.030799853334031742, |
| "grad_norm": 0.7886744141578674, |
| "learning_rate": 0.00019999460605229382, |
| "loss": 0.1777, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.031009376145827876, |
| "grad_norm": 1.0376852750778198, |
| "learning_rate": 0.0001999943740829741, |
| "loss": 0.3462, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.03121889895762401, |
| "grad_norm": 2.2212657928466797, |
| "learning_rate": 0.00019999413723027483, |
| "loss": 0.3019, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.031428421769420144, |
| "grad_norm": 0.9935262799263, |
| "learning_rate": 0.00019999389549420758, |
| "loss": 0.3099, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.03163794458121628, |
| "grad_norm": 1.0019413232803345, |
| "learning_rate": 0.00019999364887478413, |
| "loss": 0.3573, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.03184746739301241, |
| "grad_norm": 0.8304846882820129, |
| "learning_rate": 0.00019999339737201657, |
| "loss": 0.2236, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.032056990204808546, |
| "grad_norm": 0.864344596862793, |
| "learning_rate": 0.00019999314098591712, |
| "loss": 0.2807, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.03226651301660468, |
| "grad_norm": 0.7545657157897949, |
| "learning_rate": 0.0001999928797164984, |
| "loss": 0.2469, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.03247603582840082, |
| "grad_norm": 0.8980641961097717, |
| "learning_rate": 0.00019999261356377308, |
| "loss": 0.2295, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.032685558640196954, |
| "grad_norm": 1.1351686716079712, |
| "learning_rate": 0.00019999234252775417, |
| "loss": 0.2729, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.03289508145199309, |
| "grad_norm": 0.8582344055175781, |
| "learning_rate": 0.00019999206660845494, |
| "loss": 0.092, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.03310460426378922, |
| "grad_norm": 0.9123420715332031, |
| "learning_rate": 0.00019999178580588884, |
| "loss": 0.3193, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.033314127075585356, |
| "grad_norm": 0.7440950274467468, |
| "learning_rate": 0.00019999150012006957, |
| "loss": 0.1619, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.03352364988738149, |
| "grad_norm": 0.9979766607284546, |
| "learning_rate": 0.00019999120955101115, |
| "loss": 0.4078, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.033733172699177624, |
| "grad_norm": 0.8199712038040161, |
| "learning_rate": 0.0001999909140987277, |
| "loss": 0.2446, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.03394269551097376, |
| "grad_norm": 0.7930268049240112, |
| "learning_rate": 0.00019999061376323364, |
| "loss": 0.1743, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.03415221832276989, |
| "grad_norm": 0.8929171562194824, |
| "learning_rate": 0.00019999030854454372, |
| "loss": 0.2667, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.034361741134566026, |
| "grad_norm": 0.7461153864860535, |
| "learning_rate": 0.00019998999844267278, |
| "loss": 0.2506, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.03457126394636216, |
| "grad_norm": 0.8262781500816345, |
| "learning_rate": 0.00019998968345763597, |
| "loss": 0.1328, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.034780786758158294, |
| "grad_norm": 86.18844604492188, |
| "learning_rate": 0.0001999893635894487, |
| "loss": 0.1376, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.03499030956995443, |
| "grad_norm": 1.760168194770813, |
| "learning_rate": 0.00019998903883812656, |
| "loss": 0.3097, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.03519983238175056, |
| "grad_norm": 0.7841578125953674, |
| "learning_rate": 0.00019998870920368545, |
| "loss": 0.1192, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.035409355193546696, |
| "grad_norm": 1.00667405128479, |
| "learning_rate": 0.00019998837468614142, |
| "loss": 0.2442, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.03561887800534283, |
| "grad_norm": 0.703844428062439, |
| "learning_rate": 0.0001999880352855108, |
| "loss": 0.0965, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.035828400817138964, |
| "grad_norm": 0.7780567407608032, |
| "learning_rate": 0.00019998769100181024, |
| "loss": 0.2322, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.0360379236289351, |
| "grad_norm": 1.236464023590088, |
| "learning_rate": 0.00019998734183505649, |
| "loss": 0.4349, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.03624744644073123, |
| "grad_norm": 0.555381715297699, |
| "learning_rate": 0.00019998698778526662, |
| "loss": 0.1172, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.036456969252527366, |
| "grad_norm": 10.66753101348877, |
| "learning_rate": 0.0001999866288524579, |
| "loss": 0.1629, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.0366664920643235, |
| "grad_norm": 0.7637689113616943, |
| "learning_rate": 0.00019998626503664793, |
| "loss": 0.1148, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.03687601487611964, |
| "grad_norm": 1.3090569972991943, |
| "learning_rate": 0.00019998589633785438, |
| "loss": 0.2716, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.037085537687915775, |
| "grad_norm": 0.7185351848602295, |
| "learning_rate": 0.00019998552275609532, |
| "loss": 0.2852, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.03729506049971191, |
| "grad_norm": 0.5750662684440613, |
| "learning_rate": 0.00019998514429138897, |
| "loss": 0.1041, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.03750458331150804, |
| "grad_norm": 0.8854494094848633, |
| "learning_rate": 0.0001999847609437538, |
| "loss": 0.1748, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.03771410612330418, |
| "grad_norm": 0.4940667450428009, |
| "learning_rate": 0.0001999843727132086, |
| "loss": 0.0824, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.03792362893510031, |
| "grad_norm": 0.423206090927124, |
| "learning_rate": 0.00019998397959977227, |
| "loss": 0.0339, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.038133151746896445, |
| "grad_norm": 0.6689960956573486, |
| "learning_rate": 0.000199983581603464, |
| "loss": 0.0825, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.03834267455869258, |
| "grad_norm": 1.6195799112319946, |
| "learning_rate": 0.00019998317872430325, |
| "loss": 0.4116, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.03855219737048871, |
| "grad_norm": 0.6361613869667053, |
| "learning_rate": 0.0001999827709623097, |
| "loss": 0.1088, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.038761720182284846, |
| "grad_norm": 0.46394994854927063, |
| "learning_rate": 0.00019998235831750324, |
| "loss": 0.0392, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.03897124299408098, |
| "grad_norm": 2.3084888458251953, |
| "learning_rate": 0.00019998194078990405, |
| "loss": 0.1127, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.039180765805877114, |
| "grad_norm": 1.0078133344650269, |
| "learning_rate": 0.0001999815183795325, |
| "loss": 0.2206, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.03939028861767325, |
| "grad_norm": 9.654485702514648, |
| "learning_rate": 0.00019998109108640923, |
| "loss": 0.0456, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.03959981142946938, |
| "grad_norm": 1.100779414176941, |
| "learning_rate": 0.0001999806589105551, |
| "loss": 0.0901, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.039809334241265516, |
| "grad_norm": 0.7839688062667847, |
| "learning_rate": 0.00019998022185199122, |
| "loss": 0.1717, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.04001885705306165, |
| "grad_norm": 0.7395772933959961, |
| "learning_rate": 0.00019997977991073897, |
| "loss": 0.1766, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.040228379864857784, |
| "grad_norm": 0.8579478859901428, |
| "learning_rate": 0.00019997933308681988, |
| "loss": 0.2444, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.04043790267665392, |
| "grad_norm": 0.7338067293167114, |
| "learning_rate": 0.00019997888138025577, |
| "loss": 0.0912, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.04064742548845005, |
| "grad_norm": 0.5419819951057434, |
| "learning_rate": 0.0001999784247910687, |
| "loss": 0.14, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.040856948300246186, |
| "grad_norm": 0.6646466255187988, |
| "learning_rate": 0.00019997796331928103, |
| "loss": 0.2105, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.04106647111204233, |
| "grad_norm": 0.6302490830421448, |
| "learning_rate": 0.00019997749696491524, |
| "loss": 0.1134, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.04127599392383846, |
| "grad_norm": 0.4890528619289398, |
| "learning_rate": 0.00019997702572799412, |
| "loss": 0.1081, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.041485516735634595, |
| "grad_norm": 0.8870651125907898, |
| "learning_rate": 0.00019997654960854066, |
| "loss": 0.4391, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.04169503954743073, |
| "grad_norm": 0.36530014872550964, |
| "learning_rate": 0.00019997606860657817, |
| "loss": 0.0521, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.04190456235922686, |
| "grad_norm": 0.543272078037262, |
| "learning_rate": 0.0001999755827221301, |
| "loss": 0.0804, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.04190456235922686, |
| "eval_loss": 0.10344672948122025, |
| "eval_runtime": 89.1847, |
| "eval_samples_per_second": 8.611, |
| "eval_steps_per_second": 4.306, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.042114085171023, |
| "grad_norm": 0.5941206812858582, |
| "learning_rate": 0.00019997509195522015, |
| "loss": 0.1788, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.04232360798281913, |
| "grad_norm": 0.6516295075416565, |
| "learning_rate": 0.00019997459630587234, |
| "loss": 0.1104, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.042533130794615265, |
| "grad_norm": 0.5159923434257507, |
| "learning_rate": 0.00019997409577411087, |
| "loss": 0.065, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.0427426536064114, |
| "grad_norm": 0.26800480484962463, |
| "learning_rate": 0.00019997359035996018, |
| "loss": 0.0315, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.04295217641820753, |
| "grad_norm": 0.490592896938324, |
| "learning_rate": 0.0001999730800634449, |
| "loss": 0.0737, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.04316169923000367, |
| "grad_norm": 0.6091493964195251, |
| "learning_rate": 0.00019997256488459003, |
| "loss": 0.1075, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.0433712220417998, |
| "grad_norm": 0.6991119980812073, |
| "learning_rate": 0.00019997204482342067, |
| "loss": 0.1717, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.043580744853595935, |
| "grad_norm": 0.7354519963264465, |
| "learning_rate": 0.00019997151987996228, |
| "loss": 0.1065, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.04379026766539207, |
| "grad_norm": 0.5201641917228699, |
| "learning_rate": 0.00019997099005424044, |
| "loss": 0.0715, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.0439997904771882, |
| "grad_norm": 0.8263329267501831, |
| "learning_rate": 0.00019997045534628102, |
| "loss": 0.0924, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.04420931328898434, |
| "grad_norm": 0.566967785358429, |
| "learning_rate": 0.00019996991575611017, |
| "loss": 0.0791, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.04441883610078047, |
| "grad_norm": 0.5574502348899841, |
| "learning_rate": 0.00019996937128375427, |
| "loss": 0.1083, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.044628358912576604, |
| "grad_norm": 0.6977449059486389, |
| "learning_rate": 0.00019996882192923983, |
| "loss": 0.1085, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.04483788172437274, |
| "grad_norm": 0.633960485458374, |
| "learning_rate": 0.00019996826769259373, |
| "loss": 0.0676, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.04504740453616887, |
| "grad_norm": 0.5775350332260132, |
| "learning_rate": 0.000199967708573843, |
| "loss": 0.0677, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.045256927347965006, |
| "grad_norm": 0.4216829836368561, |
| "learning_rate": 0.000199967144573015, |
| "loss": 0.0267, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.04546645015976115, |
| "grad_norm": 137.67056274414062, |
| "learning_rate": 0.0001999665756901372, |
| "loss": 0.1274, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.04567597297155728, |
| "grad_norm": 0.4533352553844452, |
| "learning_rate": 0.0001999660019252375, |
| "loss": 0.036, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.045885495783353415, |
| "grad_norm": 0.6027405858039856, |
| "learning_rate": 0.0001999654232783438, |
| "loss": 0.0529, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.04609501859514955, |
| "grad_norm": 11.28525161743164, |
| "learning_rate": 0.0001999648397494844, |
| "loss": 0.1955, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.04630454140694568, |
| "grad_norm": 0.8258134722709656, |
| "learning_rate": 0.0001999642513386878, |
| "loss": 0.0888, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.04651406421874182, |
| "grad_norm": 1.017187237739563, |
| "learning_rate": 0.00019996365804598277, |
| "loss": 0.3099, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.04672358703053795, |
| "grad_norm": 0.6367133259773254, |
| "learning_rate": 0.00019996305987139823, |
| "loss": 0.1296, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.046933109842334085, |
| "grad_norm": 7.626189231872559, |
| "learning_rate": 0.00019996245681496344, |
| "loss": 0.0709, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.04714263265413022, |
| "grad_norm": 0.47820284962654114, |
| "learning_rate": 0.00019996184887670782, |
| "loss": 0.1181, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.04735215546592635, |
| "grad_norm": 0.6066839694976807, |
| "learning_rate": 0.00019996123605666103, |
| "loss": 0.1149, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.04756167827772249, |
| "grad_norm": 2.130101442337036, |
| "learning_rate": 0.00019996061835485308, |
| "loss": 0.1298, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.04777120108951862, |
| "grad_norm": 0.5670686960220337, |
| "learning_rate": 0.00019995999577131408, |
| "loss": 0.2267, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.047980723901314755, |
| "grad_norm": 0.7000769972801208, |
| "learning_rate": 0.00019995936830607446, |
| "loss": 0.1806, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.04819024671311089, |
| "grad_norm": 0.7342044711112976, |
| "learning_rate": 0.0001999587359591648, |
| "loss": 0.0655, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.04839976952490702, |
| "grad_norm": 0.5491848587989807, |
| "learning_rate": 0.00019995809873061608, |
| "loss": 0.1275, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.04860929233670316, |
| "grad_norm": 0.3583279848098755, |
| "learning_rate": 0.00019995745662045936, |
| "loss": 0.0391, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.04881881514849929, |
| "grad_norm": 2.7566843032836914, |
| "learning_rate": 0.000199956809628726, |
| "loss": 0.0951, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.049028337960295425, |
| "grad_norm": 2.23818039894104, |
| "learning_rate": 0.00019995615775544762, |
| "loss": 0.2119, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.04923786077209156, |
| "grad_norm": 0.6462116837501526, |
| "learning_rate": 0.00019995550100065606, |
| "loss": 0.1219, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.04944738358388769, |
| "grad_norm": 0.8119645118713379, |
| "learning_rate": 0.00019995483936438335, |
| "loss": 0.2064, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.04965690639568383, |
| "grad_norm": 0.4794083535671234, |
| "learning_rate": 0.00019995417284666183, |
| "loss": 0.0229, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.04986642920747997, |
| "grad_norm": 0.6471462845802307, |
| "learning_rate": 0.00019995350144752405, |
| "loss": 0.1775, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.0500759520192761, |
| "grad_norm": 0.5981686115264893, |
| "learning_rate": 0.00019995282516700277, |
| "loss": 0.0767, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.050285474831072235, |
| "grad_norm": 0.3105001449584961, |
| "learning_rate": 0.00019995214400513107, |
| "loss": 0.0408, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.05049499764286837, |
| "grad_norm": 1.2822221517562866, |
| "learning_rate": 0.00019995145796194218, |
| "loss": 0.045, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.0507045204546645, |
| "grad_norm": 0.561123251914978, |
| "learning_rate": 0.00019995076703746965, |
| "loss": 0.1002, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.05091404326646064, |
| "grad_norm": 0.33375391364097595, |
| "learning_rate": 0.00019995007123174715, |
| "loss": 0.0283, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.05112356607825677, |
| "grad_norm": 0.34149792790412903, |
| "learning_rate": 0.00019994937054480872, |
| "loss": 0.0484, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.051333088890052905, |
| "grad_norm": 0.6636136770248413, |
| "learning_rate": 0.00019994866497668855, |
| "loss": 0.1882, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.05154261170184904, |
| "grad_norm": 5.894417762756348, |
| "learning_rate": 0.00019994795452742107, |
| "loss": 0.1755, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.05175213451364517, |
| "grad_norm": 0.34999197721481323, |
| "learning_rate": 0.00019994723919704104, |
| "loss": 0.0353, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.05196165732544131, |
| "grad_norm": 0.750867486000061, |
| "learning_rate": 0.00019994651898558338, |
| "loss": 0.1368, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.05217118013723744, |
| "grad_norm": 0.35057973861694336, |
| "learning_rate": 0.0001999457938930832, |
| "loss": 0.0414, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.052380702949033575, |
| "grad_norm": 0.6619654893875122, |
| "learning_rate": 0.000199945063919576, |
| "loss": 0.0132, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.05259022576082971, |
| "grad_norm": 0.6549753546714783, |
| "learning_rate": 0.00019994432906509738, |
| "loss": 0.1807, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.05279974857262584, |
| "grad_norm": 0.567844808101654, |
| "learning_rate": 0.00019994358932968323, |
| "loss": 0.0272, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.05300927138442198, |
| "grad_norm": 0.49006056785583496, |
| "learning_rate": 0.00019994284471336966, |
| "loss": 0.0698, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.05321879419621811, |
| "grad_norm": 0.655574381351471, |
| "learning_rate": 0.00019994209521619305, |
| "loss": 0.1171, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.053428317008014245, |
| "grad_norm": 0.36629414558410645, |
| "learning_rate": 0.00019994134083819006, |
| "loss": 0.0883, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.05363783981981038, |
| "grad_norm": 0.5820656418800354, |
| "learning_rate": 0.00019994058157939745, |
| "loss": 0.0661, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.05384736263160651, |
| "grad_norm": 0.5091819763183594, |
| "learning_rate": 0.0001999398174398523, |
| "loss": 0.0839, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.054056885443402654, |
| "grad_norm": 0.2602584660053253, |
| "learning_rate": 0.00019993904841959198, |
| "loss": 0.024, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.05426640825519879, |
| "grad_norm": 0.5362564921379089, |
| "learning_rate": 0.00019993827451865405, |
| "loss": 0.0908, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.05447593106699492, |
| "grad_norm": 0.5144950747489929, |
| "learning_rate": 0.00019993749573707622, |
| "loss": 0.0897, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.054685453878791056, |
| "grad_norm": 0.4115906357765198, |
| "learning_rate": 0.00019993671207489664, |
| "loss": 0.0795, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.05489497669058719, |
| "grad_norm": 0.286371111869812, |
| "learning_rate": 0.0001999359235321535, |
| "loss": 0.0123, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.055104499502383324, |
| "grad_norm": 0.46544694900512695, |
| "learning_rate": 0.00019993513010888532, |
| "loss": 0.076, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.05531402231417946, |
| "grad_norm": 1.89289128780365, |
| "learning_rate": 0.00019993433180513087, |
| "loss": 0.1722, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.05552354512597559, |
| "grad_norm": 0.37900757789611816, |
| "learning_rate": 0.0001999335286209291, |
| "loss": 0.0712, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.055733067937771726, |
| "grad_norm": 0.5412926077842712, |
| "learning_rate": 0.00019993272055631928, |
| "loss": 0.1188, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.05594259074956786, |
| "grad_norm": 0.37314048409461975, |
| "learning_rate": 0.00019993190761134088, |
| "loss": 0.0592, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.056152113561363994, |
| "grad_norm": 0.3859734535217285, |
| "learning_rate": 0.00019993108978603354, |
| "loss": 0.0591, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.05636163637316013, |
| "grad_norm": 0.7167041301727295, |
| "learning_rate": 0.00019993026708043724, |
| "loss": 0.1676, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.05657115918495626, |
| "grad_norm": 0.557241678237915, |
| "learning_rate": 0.00019992943949459217, |
| "loss": 0.106, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.056780681996752395, |
| "grad_norm": 0.5354751944541931, |
| "learning_rate": 0.00019992860702853872, |
| "loss": 0.0828, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.05699020480854853, |
| "grad_norm": 0.6553617119789124, |
| "learning_rate": 0.00019992776968231755, |
| "loss": 0.0578, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.05719972762034466, |
| "grad_norm": 0.45751243829727173, |
| "learning_rate": 0.00019992692745596956, |
| "loss": 0.0476, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.0574092504321408, |
| "grad_norm": 0.5948287844657898, |
| "learning_rate": 0.00019992608034953587, |
| "loss": 0.077, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.05761877324393693, |
| "grad_norm": 0.4865845739841461, |
| "learning_rate": 0.0001999252283630579, |
| "loss": 0.0771, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.057828296055733065, |
| "grad_norm": 0.5067867636680603, |
| "learning_rate": 0.00019992437149657719, |
| "loss": 0.1177, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.0580378188675292, |
| "grad_norm": 1.10435152053833, |
| "learning_rate": 0.00019992350975013562, |
| "loss": 0.1476, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.05824734167932533, |
| "grad_norm": 0.40550732612609863, |
| "learning_rate": 0.00019992264312377524, |
| "loss": 0.0382, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.058456864491121474, |
| "grad_norm": 0.23179441690444946, |
| "learning_rate": 0.00019992177161753843, |
| "loss": 0.0308, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.05866638730291761, |
| "grad_norm": 0.37846237421035767, |
| "learning_rate": 0.00019992089523146768, |
| "loss": 0.0857, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.05887591011471374, |
| "grad_norm": 0.3958498239517212, |
| "learning_rate": 0.00019992001396560588, |
| "loss": 0.0874, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.059085432926509876, |
| "grad_norm": 5.02588415145874, |
| "learning_rate": 0.000199919127819996, |
| "loss": 0.1182, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.05929495573830601, |
| "grad_norm": 0.32736262679100037, |
| "learning_rate": 0.00019991823679468132, |
| "loss": 0.0429, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.059504478550102144, |
| "grad_norm": 0.43987375497817993, |
| "learning_rate": 0.00019991734088970538, |
| "loss": 0.0614, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.05971400136189828, |
| "grad_norm": 0.5660803318023682, |
| "learning_rate": 0.00019991644010511196, |
| "loss": 0.1227, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.05992352417369441, |
| "grad_norm": 1.1450581550598145, |
| "learning_rate": 0.000199915534440945, |
| "loss": 0.0406, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.060133046985490546, |
| "grad_norm": 0.27143630385398865, |
| "learning_rate": 0.00019991462389724873, |
| "loss": 0.029, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.06034256979728668, |
| "grad_norm": 0.3402729332447052, |
| "learning_rate": 0.00019991370847406763, |
| "loss": 0.064, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.060552092609082814, |
| "grad_norm": 0.39539551734924316, |
| "learning_rate": 0.0001999127881714464, |
| "loss": 0.0554, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.06076161542087895, |
| "grad_norm": 0.26591384410858154, |
| "learning_rate": 0.00019991186298943002, |
| "loss": 0.0314, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.06097113823267508, |
| "grad_norm": 0.3784986138343811, |
| "learning_rate": 0.00019991093292806363, |
| "loss": 0.1253, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.061180661044471216, |
| "grad_norm": 0.4088621437549591, |
| "learning_rate": 0.00019990999798739266, |
| "loss": 0.0606, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.06139018385626735, |
| "grad_norm": 0.4378616213798523, |
| "learning_rate": 0.0001999090581674628, |
| "loss": 0.0108, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.061599706668063484, |
| "grad_norm": 0.43905991315841675, |
| "learning_rate": 0.0001999081134683199, |
| "loss": 0.0577, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.06180922947985962, |
| "grad_norm": 0.2687093913555145, |
| "learning_rate": 0.0001999071638900101, |
| "loss": 0.0123, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.06201875229165575, |
| "grad_norm": 0.3932202458381653, |
| "learning_rate": 0.00019990620943257983, |
| "loss": 0.0295, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.062228275103451886, |
| "grad_norm": 0.4472673833370209, |
| "learning_rate": 0.00019990525009607566, |
| "loss": 0.0741, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.06243779791524802, |
| "grad_norm": 0.40663135051727295, |
| "learning_rate": 0.00019990428588054443, |
| "loss": 0.0779, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.06264732072704415, |
| "grad_norm": 0.3737165927886963, |
| "learning_rate": 0.00019990331678603328, |
| "loss": 0.0292, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.06285684353884029, |
| "grad_norm": 0.5894246697425842, |
| "learning_rate": 0.00019990234281258947, |
| "loss": 0.0945, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.06306636635063642, |
| "grad_norm": 0.5821501016616821, |
| "learning_rate": 0.0001999013639602606, |
| "loss": 0.1296, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.06327588916243256, |
| "grad_norm": 0.30660367012023926, |
| "learning_rate": 0.00019990038022909447, |
| "loss": 0.0321, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.06348541197422869, |
| "grad_norm": 0.42192137241363525, |
| "learning_rate": 0.00019989939161913913, |
| "loss": 0.0532, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.06369493478602482, |
| "grad_norm": 0.5271754264831543, |
| "learning_rate": 0.00019989839813044287, |
| "loss": 0.0716, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.06390445759782096, |
| "grad_norm": 0.20992733538150787, |
| "learning_rate": 0.00019989739976305416, |
| "loss": 0.0104, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.06411398040961709, |
| "grad_norm": 0.245597243309021, |
| "learning_rate": 0.0001998963965170218, |
| "loss": 0.0175, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.06432350322141323, |
| "grad_norm": 0.4208592176437378, |
| "learning_rate": 0.0001998953883923948, |
| "loss": 0.0774, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.06453302603320936, |
| "grad_norm": 0.4989780783653259, |
| "learning_rate": 0.00019989437538922236, |
| "loss": 0.0687, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.0647425488450055, |
| "grad_norm": 0.4769832193851471, |
| "learning_rate": 0.00019989335750755395, |
| "loss": 0.091, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.06495207165680164, |
| "grad_norm": 0.3996768891811371, |
| "learning_rate": 0.00019989233474743926, |
| "loss": 0.039, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.06516159446859777, |
| "grad_norm": 3.7684757709503174, |
| "learning_rate": 0.0001998913071089283, |
| "loss": 0.0485, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.06537111728039391, |
| "grad_norm": 7.5791425704956055, |
| "learning_rate": 0.0001998902745920712, |
| "loss": 0.0234, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.06558064009219004, |
| "grad_norm": 0.3686707019805908, |
| "learning_rate": 0.00019988923719691846, |
| "loss": 0.0449, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.06579016290398618, |
| "grad_norm": 0.2311185598373413, |
| "learning_rate": 0.00019988819492352064, |
| "loss": 0.0242, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.06599968571578231, |
| "grad_norm": 0.27226027846336365, |
| "learning_rate": 0.00019988714777192872, |
| "loss": 0.0281, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.06620920852757844, |
| "grad_norm": 0.7749564051628113, |
| "learning_rate": 0.0001998860957421938, |
| "loss": 0.1284, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.06641873133937458, |
| "grad_norm": 0.4700535237789154, |
| "learning_rate": 0.00019988503883436727, |
| "loss": 0.0723, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.06662825415117071, |
| "grad_norm": 1.5472089052200317, |
| "learning_rate": 0.00019988397704850074, |
| "loss": 0.041, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.06683777696296685, |
| "grad_norm": 0.99204421043396, |
| "learning_rate": 0.00019988291038464605, |
| "loss": 0.0464, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.06704729977476298, |
| "grad_norm": 0.43524572253227234, |
| "learning_rate": 0.00019988183884285535, |
| "loss": 0.0346, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.06725682258655911, |
| "grad_norm": 0.539294421672821, |
| "learning_rate": 0.00019988076242318092, |
| "loss": 0.1489, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.06746634539835525, |
| "grad_norm": 0.3940819203853607, |
| "learning_rate": 0.0001998796811256753, |
| "loss": 0.0618, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.06767586821015138, |
| "grad_norm": 0.1761884242296219, |
| "learning_rate": 0.0001998785949503914, |
| "loss": 0.0109, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.06788539102194752, |
| "grad_norm": 0.4405103027820587, |
| "learning_rate": 0.00019987750389738215, |
| "loss": 0.0874, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.06809491383374365, |
| "grad_norm": 0.34329459071159363, |
| "learning_rate": 0.0001998764079667009, |
| "loss": 0.0229, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.06830443664553978, |
| "grad_norm": 0.26604002714157104, |
| "learning_rate": 0.0001998753071584012, |
| "loss": 0.0187, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.06851395945733592, |
| "grad_norm": 0.762101411819458, |
| "learning_rate": 0.0001998742014725367, |
| "loss": 0.1381, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.06872348226913205, |
| "grad_norm": 0.4048270881175995, |
| "learning_rate": 0.0001998730909091615, |
| "loss": 0.0635, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.06893300508092819, |
| "grad_norm": 0.2603943645954132, |
| "learning_rate": 0.0001998719754683298, |
| "loss": 0.0073, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.06914252789272432, |
| "grad_norm": 0.36697712540626526, |
| "learning_rate": 0.00019987085515009605, |
| "loss": 0.0498, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.06935205070452045, |
| "grad_norm": 0.3427172601222992, |
| "learning_rate": 0.000199869729954515, |
| "loss": 0.051, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.06956157351631659, |
| "grad_norm": 0.5265083909034729, |
| "learning_rate": 0.00019986859988164159, |
| "loss": 0.1354, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.06977109632811272, |
| "grad_norm": 0.24376115202903748, |
| "learning_rate": 0.000199867464931531, |
| "loss": 0.0258, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.06998061913990886, |
| "grad_norm": 0.39624571800231934, |
| "learning_rate": 0.00019986632510423866, |
| "loss": 0.0468, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.07019014195170499, |
| "grad_norm": 0.3155399560928345, |
| "learning_rate": 0.00019986518039982024, |
| "loss": 0.0426, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.07039966476350112, |
| "grad_norm": 0.3613176643848419, |
| "learning_rate": 0.00019986403081833167, |
| "loss": 0.0499, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.07060918757529726, |
| "grad_norm": 0.37132036685943604, |
| "learning_rate": 0.000199862876359829, |
| "loss": 0.0516, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.07081871038709339, |
| "grad_norm": 0.15536396205425262, |
| "learning_rate": 0.00019986171702436874, |
| "loss": 0.0114, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.07102823319888953, |
| "grad_norm": 0.3651553690433502, |
| "learning_rate": 0.0001998605528120074, |
| "loss": 0.0383, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.07123775601068566, |
| "grad_norm": 0.795184850692749, |
| "learning_rate": 0.00019985938372280192, |
| "loss": 0.0248, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.0714472788224818, |
| "grad_norm": 0.28453385829925537, |
| "learning_rate": 0.0001998582097568093, |
| "loss": 0.0101, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.07165680163427793, |
| "grad_norm": 0.4126911461353302, |
| "learning_rate": 0.00019985703091408694, |
| "loss": 0.0156, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.07186632444607406, |
| "grad_norm": 0.3952067792415619, |
| "learning_rate": 0.00019985584719469241, |
| "loss": 0.0614, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.0720758472578702, |
| "grad_norm": 0.3046548664569855, |
| "learning_rate": 0.0001998546585986835, |
| "loss": 0.0098, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.07228537006966633, |
| "grad_norm": 0.46837934851646423, |
| "learning_rate": 0.00019985346512611826, |
| "loss": 0.1381, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.07249489288146246, |
| "grad_norm": 0.3552689552307129, |
| "learning_rate": 0.00019985226677705497, |
| "loss": 0.0574, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.0727044156932586, |
| "grad_norm": 0.39785584807395935, |
| "learning_rate": 0.00019985106355155214, |
| "loss": 0.1023, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.07291393850505473, |
| "grad_norm": 0.4071919322013855, |
| "learning_rate": 0.00019984985544966856, |
| "loss": 0.0505, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.07312346131685087, |
| "grad_norm": 0.4632468521595001, |
| "learning_rate": 0.0001998486424714632, |
| "loss": 0.0877, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.073332984128647, |
| "grad_norm": 0.49063947796821594, |
| "learning_rate": 0.00019984742461699536, |
| "loss": 0.1152, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.07354250694044315, |
| "grad_norm": 0.3042297959327698, |
| "learning_rate": 0.00019984620188632447, |
| "loss": 0.0318, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.07375202975223928, |
| "grad_norm": 0.15186455845832825, |
| "learning_rate": 0.00019984497427951022, |
| "loss": 0.019, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.07396155256403542, |
| "grad_norm": 0.4884166121482849, |
| "learning_rate": 0.00019984374179661264, |
| "loss": 0.0994, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.07417107537583155, |
| "grad_norm": 0.5241116881370544, |
| "learning_rate": 0.0001998425044376918, |
| "loss": 0.083, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.07438059818762768, |
| "grad_norm": 0.3421548306941986, |
| "learning_rate": 0.00019984126220280824, |
| "loss": 0.0552, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.07459012099942382, |
| "grad_norm": 0.5838769674301147, |
| "learning_rate": 0.00019984001509202256, |
| "loss": 0.115, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.07479964381121995, |
| "grad_norm": 0.27096959948539734, |
| "learning_rate": 0.0001998387631053957, |
| "loss": 0.0133, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.07500916662301609, |
| "grad_norm": 0.22428373992443085, |
| "learning_rate": 0.0001998375062429888, |
| "loss": 0.0149, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.07521868943481222, |
| "grad_norm": 0.4558626115322113, |
| "learning_rate": 0.0001998362445048632, |
| "loss": 0.1142, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.07542821224660835, |
| "grad_norm": 0.17673128843307495, |
| "learning_rate": 0.00019983497789108058, |
| "loss": 0.023, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.07563773505840449, |
| "grad_norm": 0.2917342185974121, |
| "learning_rate": 0.00019983370640170277, |
| "loss": 0.0132, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.07584725787020062, |
| "grad_norm": 0.5691831707954407, |
| "learning_rate": 0.00019983243003679184, |
| "loss": 0.117, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.07605678068199676, |
| "grad_norm": 0.3779132068157196, |
| "learning_rate": 0.00019983114879641018, |
| "loss": 0.0424, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.07626630349379289, |
| "grad_norm": 0.1933259516954422, |
| "learning_rate": 0.0001998298626806203, |
| "loss": 0.0068, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.07647582630558902, |
| "grad_norm": 0.3409664034843445, |
| "learning_rate": 0.00019982857168948504, |
| "loss": 0.0299, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.07668534911738516, |
| "grad_norm": 0.21561767160892487, |
| "learning_rate": 0.00019982727582306743, |
| "loss": 0.014, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.07689487192918129, |
| "grad_norm": 0.5830832123756409, |
| "learning_rate": 0.00019982597508143082, |
| "loss": 0.0851, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.07710439474097742, |
| "grad_norm": 0.33271265029907227, |
| "learning_rate": 0.00019982466946463862, |
| "loss": 0.0806, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.07731391755277356, |
| "grad_norm": 0.3000403642654419, |
| "learning_rate": 0.00019982335897275472, |
| "loss": 0.0338, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.07752344036456969, |
| "grad_norm": 0.686974823474884, |
| "learning_rate": 0.00019982204360584303, |
| "loss": 0.082, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.07773296317636583, |
| "grad_norm": 0.22148525714874268, |
| "learning_rate": 0.00019982072336396779, |
| "loss": 0.0049, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.07794248598816196, |
| "grad_norm": 0.35142630338668823, |
| "learning_rate": 0.0001998193982471935, |
| "loss": 0.0228, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.0781520087999581, |
| "grad_norm": 0.42207226157188416, |
| "learning_rate": 0.0001998180682555849, |
| "loss": 0.0082, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.07836153161175423, |
| "grad_norm": 0.15880601108074188, |
| "learning_rate": 0.00019981673338920693, |
| "loss": 0.0209, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.07857105442355036, |
| "grad_norm": 0.24623283743858337, |
| "learning_rate": 0.00019981539364812473, |
| "loss": 0.0443, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.0787805772353465, |
| "grad_norm": 0.467542439699173, |
| "learning_rate": 0.00019981404903240377, |
| "loss": 0.0494, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.07899010004714263, |
| "grad_norm": 0.3720758855342865, |
| "learning_rate": 0.00019981269954210974, |
| "loss": 0.0221, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.07919962285893876, |
| "grad_norm": 0.3619315028190613, |
| "learning_rate": 0.0001998113451773085, |
| "loss": 0.0585, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.0794091456707349, |
| "grad_norm": 0.26087716221809387, |
| "learning_rate": 0.00019980998593806617, |
| "loss": 0.0153, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.07961866848253103, |
| "grad_norm": 0.4933098256587982, |
| "learning_rate": 0.0001998086218244492, |
| "loss": 0.0653, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.07982819129432717, |
| "grad_norm": 0.27362197637557983, |
| "learning_rate": 0.00019980725283652418, |
| "loss": 0.0094, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.0800377141061233, |
| "grad_norm": 0.39937883615493774, |
| "learning_rate": 0.00019980587897435795, |
| "loss": 0.0496, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.08024723691791943, |
| "grad_norm": 0.22025969624519348, |
| "learning_rate": 0.00019980450023801763, |
| "loss": 0.0184, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.08045675972971557, |
| "grad_norm": 5.886214733123779, |
| "learning_rate": 0.00019980311662757055, |
| "loss": 0.0031, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.0806662825415117, |
| "grad_norm": 0.43273064494132996, |
| "learning_rate": 0.00019980172814308426, |
| "loss": 0.0363, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.08087580535330784, |
| "grad_norm": 0.23640966415405273, |
| "learning_rate": 0.0001998003347846266, |
| "loss": 0.0313, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.08108532816510397, |
| "grad_norm": 0.31189092993736267, |
| "learning_rate": 0.0001997989365522656, |
| "loss": 0.0372, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.0812948509769001, |
| "grad_norm": 0.5833081007003784, |
| "learning_rate": 0.00019979753344606947, |
| "loss": 0.125, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.08150437378869624, |
| "grad_norm": 0.2126295268535614, |
| "learning_rate": 0.00019979612546610687, |
| "loss": 0.0166, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.08171389660049237, |
| "grad_norm": 0.4186943471431732, |
| "learning_rate": 0.0001997947126124465, |
| "loss": 0.0833, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.0819234194122885, |
| "grad_norm": 0.143530935049057, |
| "learning_rate": 0.0001997932948851573, |
| "loss": 0.013, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.08213294222408465, |
| "grad_norm": 0.31951332092285156, |
| "learning_rate": 0.0001997918722843086, |
| "loss": 0.0214, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.08234246503588079, |
| "grad_norm": 0.32597488164901733, |
| "learning_rate": 0.00019979044480996985, |
| "loss": 0.0501, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.08255198784767692, |
| "grad_norm": 0.2582109868526459, |
| "learning_rate": 0.00019978901246221073, |
| "loss": 0.0358, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.08276151065947306, |
| "grad_norm": 0.5526602864265442, |
| "learning_rate": 0.00019978757524110124, |
| "loss": 0.0851, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.08297103347126919, |
| "grad_norm": 0.26851099729537964, |
| "learning_rate": 0.0001997861331467115, |
| "loss": 0.0301, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.08318055628306532, |
| "grad_norm": 0.3494580388069153, |
| "learning_rate": 0.00019978468617911198, |
| "loss": 0.0483, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.08339007909486146, |
| "grad_norm": 0.062350254505872726, |
| "learning_rate": 0.0001997832343383734, |
| "loss": 0.0026, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.08359960190665759, |
| "grad_norm": 0.28618085384368896, |
| "learning_rate": 0.00019978177762456652, |
| "loss": 0.0472, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.08380912471845373, |
| "grad_norm": 0.4362439513206482, |
| "learning_rate": 0.00019978031603776263, |
| "loss": 0.0664, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.08380912471845373, |
| "eval_loss": 0.03672989457845688, |
| "eval_runtime": 89.1437, |
| "eval_samples_per_second": 8.615, |
| "eval_steps_per_second": 4.308, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.08401864753024986, |
| "grad_norm": 0.264435350894928, |
| "learning_rate": 0.000199778849578033, |
| "loss": 0.0699, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.084228170342046, |
| "grad_norm": 0.27643996477127075, |
| "learning_rate": 0.00019977737824544928, |
| "loss": 0.0324, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.08443769315384213, |
| "grad_norm": 0.22616292536258698, |
| "learning_rate": 0.00019977590204008338, |
| "loss": 0.0119, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.08464721596563826, |
| "grad_norm": 0.3187446594238281, |
| "learning_rate": 0.00019977442096200733, |
| "loss": 0.0118, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.0848567387774344, |
| "grad_norm": 0.42286938428878784, |
| "learning_rate": 0.00019977293501129349, |
| "loss": 0.0548, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.08506626158923053, |
| "grad_norm": 0.3166376054286957, |
| "learning_rate": 0.0001997714441880144, |
| "loss": 0.0521, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.08527578440102666, |
| "grad_norm": 17.92824935913086, |
| "learning_rate": 0.0001997699484922429, |
| "loss": 0.0271, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.0854853072128228, |
| "grad_norm": 0.4461129307746887, |
| "learning_rate": 0.00019976844792405198, |
| "loss": 0.0275, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.08569483002461893, |
| "grad_norm": 0.27550551295280457, |
| "learning_rate": 0.000199766942483515, |
| "loss": 0.048, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.08590435283641507, |
| "grad_norm": 0.24863511323928833, |
| "learning_rate": 0.00019976543217070541, |
| "loss": 0.0251, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.0861138756482112, |
| "grad_norm": 0.16819795966148376, |
| "learning_rate": 0.00019976391698569703, |
| "loss": 0.0053, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.08632339846000733, |
| "grad_norm": 0.4115440547466278, |
| "learning_rate": 0.00019976239692856383, |
| "loss": 0.0581, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.08653292127180347, |
| "grad_norm": 0.26209789514541626, |
| "learning_rate": 0.00019976087199938004, |
| "loss": 0.0267, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.0867424440835996, |
| "grad_norm": 0.2739785313606262, |
| "learning_rate": 0.0001997593421982201, |
| "loss": 0.042, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.08695196689539574, |
| "grad_norm": 0.343146413564682, |
| "learning_rate": 0.0001997578075251588, |
| "loss": 0.0505, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.08716148970719187, |
| "grad_norm": 0.4430124759674072, |
| "learning_rate": 0.000199756267980271, |
| "loss": 0.0837, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.087371012518988, |
| "grad_norm": 0.2285781353712082, |
| "learning_rate": 0.00019975472356363193, |
| "loss": 0.0207, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.08758053533078414, |
| "grad_norm": 0.4867056608200073, |
| "learning_rate": 0.00019975317427531705, |
| "loss": 0.068, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.08779005814258027, |
| "grad_norm": 0.2114226073026657, |
| "learning_rate": 0.00019975162011540197, |
| "loss": 0.0037, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.0879995809543764, |
| "grad_norm": 0.3507726788520813, |
| "learning_rate": 0.00019975006108396257, |
| "loss": 0.0473, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.08820910376617254, |
| "grad_norm": 0.346073716878891, |
| "learning_rate": 0.00019974849718107506, |
| "loss": 0.0297, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.08841862657796867, |
| "grad_norm": 0.1917935311794281, |
| "learning_rate": 0.00019974692840681578, |
| "loss": 0.0312, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.08862814938976481, |
| "grad_norm": 0.2887978255748749, |
| "learning_rate": 0.0001997453547612613, |
| "loss": 0.0281, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.08883767220156094, |
| "grad_norm": 0.268467515707016, |
| "learning_rate": 0.00019974377624448853, |
| "loss": 0.024, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.08904719501335707, |
| "grad_norm": 0.24345600605010986, |
| "learning_rate": 0.00019974219285657453, |
| "loss": 0.0136, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.08925671782515321, |
| "grad_norm": 0.3125511705875397, |
| "learning_rate": 0.0001997406045975967, |
| "loss": 0.0234, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.08946624063694934, |
| "grad_norm": 0.13774999976158142, |
| "learning_rate": 0.00019973901146763247, |
| "loss": 0.0119, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.08967576344874548, |
| "grad_norm": 0.3603483736515045, |
| "learning_rate": 0.00019973741346675973, |
| "loss": 0.0682, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.08988528626054161, |
| "grad_norm": 0.3651808500289917, |
| "learning_rate": 0.00019973581059505656, |
| "loss": 0.0447, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.09009480907233774, |
| "grad_norm": 0.4079362154006958, |
| "learning_rate": 0.0001997342028526011, |
| "loss": 0.0625, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.09030433188413388, |
| "grad_norm": 0.2838890254497528, |
| "learning_rate": 0.000199732590239472, |
| "loss": 0.056, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.09051385469593001, |
| "grad_norm": 0.5139966011047363, |
| "learning_rate": 0.00019973097275574798, |
| "loss": 0.1074, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.09072337750772616, |
| "grad_norm": 0.04335456341505051, |
| "learning_rate": 0.000199729350401508, |
| "loss": 0.001, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.0909329003195223, |
| "grad_norm": 0.22099369764328003, |
| "learning_rate": 0.0001997277231768313, |
| "loss": 0.0229, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.09114242313131843, |
| "grad_norm": 0.32649365067481995, |
| "learning_rate": 0.00019972609108179738, |
| "loss": 0.0403, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.09135194594311456, |
| "grad_norm": 0.09762894362211227, |
| "learning_rate": 0.00019972445411648593, |
| "loss": 0.0063, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.0915614687549107, |
| "grad_norm": 0.45374247431755066, |
| "learning_rate": 0.00019972281228097685, |
| "loss": 0.073, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.09177099156670683, |
| "grad_norm": 0.5042026042938232, |
| "learning_rate": 0.0001997211655753504, |
| "loss": 0.0784, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.09198051437850296, |
| "grad_norm": 0.2711179852485657, |
| "learning_rate": 0.00019971951399968695, |
| "loss": 0.0391, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.0921900371902991, |
| "grad_norm": 0.3778410851955414, |
| "learning_rate": 0.00019971785755406712, |
| "loss": 0.0598, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.09239956000209523, |
| "grad_norm": 0.2895963191986084, |
| "learning_rate": 0.0001997161962385719, |
| "loss": 0.0362, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.09260908281389137, |
| "grad_norm": 0.2975994944572449, |
| "learning_rate": 0.00019971453005328233, |
| "loss": 0.0398, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.0928186056256875, |
| "grad_norm": 0.3291097581386566, |
| "learning_rate": 0.00019971285899827987, |
| "loss": 0.0506, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.09302812843748363, |
| "grad_norm": 0.20877154171466827, |
| "learning_rate": 0.00019971118307364605, |
| "loss": 0.0232, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.09323765124927977, |
| "grad_norm": 0.2314630150794983, |
| "learning_rate": 0.00019970950227946274, |
| "loss": 0.0342, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.0934471740610759, |
| "grad_norm": 0.30340278148651123, |
| "learning_rate": 0.00019970781661581208, |
| "loss": 0.0384, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.09365669687287204, |
| "grad_norm": 0.17421570420265198, |
| "learning_rate": 0.00019970612608277631, |
| "loss": 0.0079, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.09386621968466817, |
| "grad_norm": 0.1339452713727951, |
| "learning_rate": 0.00019970443068043805, |
| "loss": 0.0036, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.0940757424964643, |
| "grad_norm": 0.10046014189720154, |
| "learning_rate": 0.00019970273040888003, |
| "loss": 0.0022, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.09428526530826044, |
| "grad_norm": 0.21752049028873444, |
| "learning_rate": 0.00019970102526818538, |
| "loss": 0.0028, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.09449478812005657, |
| "grad_norm": 0.38837727904319763, |
| "learning_rate": 0.00019969931525843726, |
| "loss": 0.0535, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.0947043109318527, |
| "grad_norm": 0.15972809493541718, |
| "learning_rate": 0.00019969760037971928, |
| "loss": 0.0041, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.09491383374364884, |
| "grad_norm": 0.08293309062719345, |
| "learning_rate": 0.00019969588063211514, |
| "loss": 0.0013, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.09512335655544497, |
| "grad_norm": 0.3711838722229004, |
| "learning_rate": 0.00019969415601570883, |
| "loss": 0.0566, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.09533287936724111, |
| "grad_norm": 0.21283899247646332, |
| "learning_rate": 0.00019969242653058463, |
| "loss": 0.0134, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.09554240217903724, |
| "grad_norm": 0.4132600724697113, |
| "learning_rate": 0.0001996906921768269, |
| "loss": 0.0615, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.09575192499083338, |
| "grad_norm": 0.37747833132743835, |
| "learning_rate": 0.00019968895295452042, |
| "loss": 0.0832, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.09596144780262951, |
| "grad_norm": 0.23868821561336517, |
| "learning_rate": 0.00019968720886375007, |
| "loss": 0.0133, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.09617097061442564, |
| "grad_norm": 0.23426426947116852, |
| "learning_rate": 0.0001996854599046011, |
| "loss": 0.0075, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.09638049342622178, |
| "grad_norm": 0.5458897352218628, |
| "learning_rate": 0.00019968370607715885, |
| "loss": 0.151, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.09659001623801791, |
| "grad_norm": 0.12708933651447296, |
| "learning_rate": 0.00019968194738150902, |
| "loss": 0.0037, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.09679953904981405, |
| "grad_norm": 0.19058242440223694, |
| "learning_rate": 0.00019968018381773744, |
| "loss": 0.0158, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.09700906186161018, |
| "grad_norm": 0.42510750889778137, |
| "learning_rate": 0.0001996784153859303, |
| "loss": 0.0818, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.09721858467340631, |
| "grad_norm": 0.17952972650527954, |
| "learning_rate": 0.00019967664208617395, |
| "loss": 0.004, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.09742810748520245, |
| "grad_norm": 0.255454421043396, |
| "learning_rate": 0.00019967486391855497, |
| "loss": 0.0224, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.09763763029699858, |
| "grad_norm": 0.07083744555711746, |
| "learning_rate": 0.0001996730808831602, |
| "loss": 0.001, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.09784715310879472, |
| "grad_norm": 0.1643357276916504, |
| "learning_rate": 0.00019967129298007676, |
| "loss": 0.0042, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.09805667592059085, |
| "grad_norm": 0.3091591000556946, |
| "learning_rate": 0.0001996695002093919, |
| "loss": 0.0279, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.09826619873238698, |
| "grad_norm": 0.1364019513130188, |
| "learning_rate": 0.00019966770257119322, |
| "loss": 0.0031, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.09847572154418312, |
| "grad_norm": 0.12853386998176575, |
| "learning_rate": 0.00019966590006556848, |
| "loss": 0.0032, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.09868524435597925, |
| "grad_norm": 0.39151233434677124, |
| "learning_rate": 0.00019966409269260577, |
| "loss": 0.0614, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.09889476716777539, |
| "grad_norm": 0.013196398504078388, |
| "learning_rate": 0.00019966228045239327, |
| "loss": 0.0002, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.09910428997957152, |
| "grad_norm": 0.1299104243516922, |
| "learning_rate": 0.00019966046334501952, |
| "loss": 0.0029, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.09931381279136765, |
| "grad_norm": 0.4250582456588745, |
| "learning_rate": 0.0001996586413705733, |
| "loss": 0.0176, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.0995233356031638, |
| "grad_norm": 0.1893891841173172, |
| "learning_rate": 0.0001996568145291435, |
| "loss": 0.0283, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.09973285841495994, |
| "grad_norm": 0.4147910475730896, |
| "learning_rate": 0.00019965498282081945, |
| "loss": 0.048, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.09994238122675607, |
| "grad_norm": 0.28522536158561707, |
| "learning_rate": 0.0001996531462456905, |
| "loss": 0.0333, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.1001519040385522, |
| "grad_norm": 0.3188202977180481, |
| "learning_rate": 0.0001996513048038464, |
| "loss": 0.0127, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.10036142685034834, |
| "grad_norm": 0.44609835743904114, |
| "learning_rate": 0.00019964945849537707, |
| "loss": 0.0579, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.10057094966214447, |
| "grad_norm": 0.21903985738754272, |
| "learning_rate": 0.00019964760732037266, |
| "loss": 0.0105, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.1007804724739406, |
| "grad_norm": 0.4808081388473511, |
| "learning_rate": 0.00019964575127892362, |
| "loss": 0.0644, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.10098999528573674, |
| "grad_norm": 0.32994869351387024, |
| "learning_rate": 0.00019964389037112055, |
| "loss": 0.0401, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.10119951809753287, |
| "grad_norm": 0.32692381739616394, |
| "learning_rate": 0.00019964202459705433, |
| "loss": 0.0316, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.101409040909329, |
| "grad_norm": 0.24021996557712555, |
| "learning_rate": 0.0001996401539568161, |
| "loss": 0.0122, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.10161856372112514, |
| "grad_norm": 0.4242231845855713, |
| "learning_rate": 0.00019963827845049717, |
| "loss": 0.0038, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.10182808653292127, |
| "grad_norm": 0.028105545789003372, |
| "learning_rate": 0.00019963639807818922, |
| "loss": 0.0005, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.10203760934471741, |
| "grad_norm": 0.45947086811065674, |
| "learning_rate": 0.000199634512839984, |
| "loss": 0.0611, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.10224713215651354, |
| "grad_norm": 0.14129653573036194, |
| "learning_rate": 0.00019963262273597362, |
| "loss": 0.0093, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.10245665496830968, |
| "grad_norm": 0.2705402970314026, |
| "learning_rate": 0.00019963072776625035, |
| "loss": 0.0236, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.10266617778010581, |
| "grad_norm": 0.24441330134868622, |
| "learning_rate": 0.0001996288279309068, |
| "loss": 0.0318, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.10287570059190194, |
| "grad_norm": 0.2647246718406677, |
| "learning_rate": 0.0001996269232300357, |
| "loss": 0.0095, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.10308522340369808, |
| "grad_norm": 0.06135563924908638, |
| "learning_rate": 0.00019962501366373005, |
| "loss": 0.0012, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.10329474621549421, |
| "grad_norm": 0.4516589045524597, |
| "learning_rate": 0.00019962309923208315, |
| "loss": 0.0518, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.10350426902729035, |
| "grad_norm": 0.18813203275203705, |
| "learning_rate": 0.0001996211799351885, |
| "loss": 0.0054, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.10371379183908648, |
| "grad_norm": 0.48847323656082153, |
| "learning_rate": 0.00019961925577313978, |
| "loss": 0.0173, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.10392331465088261, |
| "grad_norm": 0.012579197995364666, |
| "learning_rate": 0.000199617326746031, |
| "loss": 0.0002, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.10413283746267875, |
| "grad_norm": 0.6042206287384033, |
| "learning_rate": 0.00019961539285395636, |
| "loss": 0.0135, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.10434236027447488, |
| "grad_norm": 0.05990588292479515, |
| "learning_rate": 0.00019961345409701028, |
| "loss": 0.001, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.10455188308627102, |
| "grad_norm": 0.41477465629577637, |
| "learning_rate": 0.0001996115104752875, |
| "loss": 0.0703, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.10476140589806715, |
| "grad_norm": 0.06293825805187225, |
| "learning_rate": 0.00019960956198888287, |
| "loss": 0.001, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.10497092870986328, |
| "grad_norm": 0.36649006605148315, |
| "learning_rate": 0.0001996076086378916, |
| "loss": 0.0534, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.10518045152165942, |
| "grad_norm": 0.29327359795570374, |
| "learning_rate": 0.00019960565042240907, |
| "loss": 0.022, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.10538997433345555, |
| "grad_norm": 0.3998446762561798, |
| "learning_rate": 0.0001996036873425309, |
| "loss": 0.0819, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.10559949714525169, |
| "grad_norm": 0.43492838740348816, |
| "learning_rate": 0.00019960171939835297, |
| "loss": 0.0237, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.10580901995704782, |
| "grad_norm": 0.3007138967514038, |
| "learning_rate": 0.00019959974658997142, |
| "loss": 0.015, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.10601854276884395, |
| "grad_norm": 0.10651643574237823, |
| "learning_rate": 0.0001995977689174825, |
| "loss": 0.0054, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.10622806558064009, |
| "grad_norm": 0.3926455080509186, |
| "learning_rate": 0.00019959578638098288, |
| "loss": 0.0468, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.10643758839243622, |
| "grad_norm": 0.4921119511127472, |
| "learning_rate": 0.00019959379898056937, |
| "loss": 0.0352, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.10664711120423236, |
| "grad_norm": 0.15699435770511627, |
| "learning_rate": 0.000199591806716339, |
| "loss": 0.0058, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.10685663401602849, |
| "grad_norm": 0.1476970762014389, |
| "learning_rate": 0.00019958980958838907, |
| "loss": 0.0176, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.10706615682782462, |
| "grad_norm": 0.24107927083969116, |
| "learning_rate": 0.00019958780759681712, |
| "loss": 0.015, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.10727567963962076, |
| "grad_norm": 0.27523073554039, |
| "learning_rate": 0.00019958580074172093, |
| "loss": 0.0332, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.10748520245141689, |
| "grad_norm": 0.32143285870552063, |
| "learning_rate": 0.0001995837890231985, |
| "loss": 0.0221, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.10769472526321303, |
| "grad_norm": 0.12730306386947632, |
| "learning_rate": 0.00019958177244134805, |
| "loss": 0.0035, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.10790424807500916, |
| "grad_norm": 0.09283745288848877, |
| "learning_rate": 0.00019957975099626812, |
| "loss": 0.0067, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.10811377088680531, |
| "grad_norm": 0.20224162936210632, |
| "learning_rate": 0.00019957772468805738, |
| "loss": 0.0178, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.10832329369860144, |
| "grad_norm": 0.5251257419586182, |
| "learning_rate": 0.0001995756935168148, |
| "loss": 0.1334, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.10853281651039758, |
| "grad_norm": 0.21088866889476776, |
| "learning_rate": 0.00019957365748263958, |
| "loss": 0.0055, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.10874233932219371, |
| "grad_norm": 0.22367249429225922, |
| "learning_rate": 0.00019957161658563116, |
| "loss": 0.0097, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.10895186213398984, |
| "grad_norm": 0.2710024118423462, |
| "learning_rate": 0.00019956957082588924, |
| "loss": 0.0435, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.10916138494578598, |
| "grad_norm": 0.021475620567798615, |
| "learning_rate": 0.00019956752020351367, |
| "loss": 0.0004, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.10937090775758211, |
| "grad_norm": 0.2687474489212036, |
| "learning_rate": 0.00019956546471860457, |
| "loss": 0.0292, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.10958043056937825, |
| "grad_norm": 0.21540652215480804, |
| "learning_rate": 0.00019956340437126243, |
| "loss": 0.0088, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.10978995338117438, |
| "grad_norm": 0.009567869827151299, |
| "learning_rate": 0.00019956133916158777, |
| "loss": 0.0002, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.10999947619297051, |
| "grad_norm": 0.1552845984697342, |
| "learning_rate": 0.00019955926908968148, |
| "loss": 0.0216, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.11020899900476665, |
| "grad_norm": 0.21615681052207947, |
| "learning_rate": 0.0001995571941556447, |
| "loss": 0.025, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.11041852181656278, |
| "grad_norm": 0.08468720316886902, |
| "learning_rate": 0.0001995551143595787, |
| "loss": 0.0012, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.11062804462835892, |
| "grad_norm": 0.4749722480773926, |
| "learning_rate": 0.00019955302970158507, |
| "loss": 0.0218, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.11083756744015505, |
| "grad_norm": 0.2639084458351135, |
| "learning_rate": 0.00019955094018176564, |
| "loss": 0.0293, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.11104709025195118, |
| "grad_norm": 0.01069062389433384, |
| "learning_rate": 0.00019954884580022244, |
| "loss": 0.0003, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.11125661306374732, |
| "grad_norm": 0.2846812903881073, |
| "learning_rate": 0.00019954674655705773, |
| "loss": 0.0147, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.11146613587554345, |
| "grad_norm": 0.21964187920093536, |
| "learning_rate": 0.00019954464245237408, |
| "loss": 0.0174, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.11167565868733959, |
| "grad_norm": 0.19246606528759003, |
| "learning_rate": 0.00019954253348627418, |
| "loss": 0.0037, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.11188518149913572, |
| "grad_norm": 0.20292885601520538, |
| "learning_rate": 0.0001995404196588611, |
| "loss": 0.0133, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.11209470431093185, |
| "grad_norm": 0.11336927860975266, |
| "learning_rate": 0.000199538300970238, |
| "loss": 0.0019, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.11230422712272799, |
| "grad_norm": 0.32474613189697266, |
| "learning_rate": 0.0001995361774205084, |
| "loss": 0.034, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.11251374993452412, |
| "grad_norm": 0.21186456084251404, |
| "learning_rate": 0.000199534049009776, |
| "loss": 0.0139, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.11272327274632025, |
| "grad_norm": 0.33177071809768677, |
| "learning_rate": 0.0001995319157381447, |
| "loss": 0.0333, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.11293279555811639, |
| "grad_norm": 0.4328499734401703, |
| "learning_rate": 0.00019952977760571874, |
| "loss": 0.0529, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.11314231836991252, |
| "grad_norm": 0.2981981933116913, |
| "learning_rate": 0.00019952763461260253, |
| "loss": 0.0319, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.11335184118170866, |
| "grad_norm": 0.15183664858341217, |
| "learning_rate": 0.0001995254867589007, |
| "loss": 0.0021, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.11356136399350479, |
| "grad_norm": 0.42127111554145813, |
| "learning_rate": 0.00019952333404471814, |
| "loss": 0.0519, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.11377088680530092, |
| "grad_norm": 0.3105916976928711, |
| "learning_rate": 0.00019952117647015997, |
| "loss": 0.0263, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.11398040961709706, |
| "grad_norm": 0.39538949728012085, |
| "learning_rate": 0.00019951901403533165, |
| "loss": 0.0662, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.11418993242889319, |
| "grad_norm": 0.09913661330938339, |
| "learning_rate": 0.00019951684674033868, |
| "loss": 0.0017, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.11439945524068933, |
| "grad_norm": 0.11607985198497772, |
| "learning_rate": 0.00019951467458528694, |
| "loss": 0.0046, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.11460897805248546, |
| "grad_norm": 0.018681658431887627, |
| "learning_rate": 0.00019951249757028255, |
| "loss": 0.0002, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.1148185008642816, |
| "grad_norm": 0.250102162361145, |
| "learning_rate": 0.00019951031569543176, |
| "loss": 0.0149, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.11502802367607773, |
| "grad_norm": 0.08178752660751343, |
| "learning_rate": 0.00019950812896084115, |
| "loss": 0.0015, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.11523754648787386, |
| "grad_norm": 0.12305411696434021, |
| "learning_rate": 0.00019950593736661753, |
| "loss": 0.0101, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.11544706929967, |
| "grad_norm": 0.2741960287094116, |
| "learning_rate": 0.00019950374091286794, |
| "loss": 0.0319, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.11565659211146613, |
| "grad_norm": 0.18848703801631927, |
| "learning_rate": 0.0001995015395996996, |
| "loss": 0.0123, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.11586611492326226, |
| "grad_norm": 0.04150771722197533, |
| "learning_rate": 0.00019949933342722006, |
| "loss": 0.0007, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.1160756377350584, |
| "grad_norm": 0.4060817062854767, |
| "learning_rate": 0.00019949712239553702, |
| "loss": 0.0568, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.11628516054685453, |
| "grad_norm": 0.2881668210029602, |
| "learning_rate": 0.00019949490650475848, |
| "loss": 0.0156, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.11649468335865067, |
| "grad_norm": 0.23062264919281006, |
| "learning_rate": 0.0001994926857549927, |
| "loss": 0.0144, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.11670420617044681, |
| "grad_norm": 0.43525660037994385, |
| "learning_rate": 0.00019949046014634806, |
| "loss": 0.0678, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.11691372898224295, |
| "grad_norm": 0.5896109938621521, |
| "learning_rate": 0.0001994882296789333, |
| "loss": 0.0418, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.11712325179403908, |
| "grad_norm": 0.37245413661003113, |
| "learning_rate": 0.0001994859943528573, |
| "loss": 0.0527, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.11733277460583522, |
| "grad_norm": 0.18692028522491455, |
| "learning_rate": 0.00019948375416822928, |
| "loss": 0.0029, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.11754229741763135, |
| "grad_norm": 0.15593203902244568, |
| "learning_rate": 0.00019948150912515864, |
| "loss": 0.0068, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.11775182022942748, |
| "grad_norm": 0.18825027346611023, |
| "learning_rate": 0.00019947925922375498, |
| "loss": 0.0112, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.11796134304122362, |
| "grad_norm": 0.2613517940044403, |
| "learning_rate": 0.0001994770044641282, |
| "loss": 0.0226, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.11817086585301975, |
| "grad_norm": 0.27340763807296753, |
| "learning_rate": 0.00019947474484638842, |
| "loss": 0.0384, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.11838038866481589, |
| "grad_norm": 0.16672497987747192, |
| "learning_rate": 0.00019947248037064595, |
| "loss": 0.022, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.11858991147661202, |
| "grad_norm": 0.35599300265312195, |
| "learning_rate": 0.00019947021103701145, |
| "loss": 0.0811, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.11879943428840815, |
| "grad_norm": 0.26652926206588745, |
| "learning_rate": 0.0001994679368455957, |
| "loss": 0.0316, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.11900895710020429, |
| "grad_norm": 0.4590820074081421, |
| "learning_rate": 0.00019946565779650977, |
| "loss": 0.0976, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.11921847991200042, |
| "grad_norm": 0.2231590449810028, |
| "learning_rate": 0.00019946337388986496, |
| "loss": 0.0525, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.11942800272379656, |
| "grad_norm": 0.2221345603466034, |
| "learning_rate": 0.0001994610851257728, |
| "loss": 0.0087, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.11963752553559269, |
| "grad_norm": 0.25754231214523315, |
| "learning_rate": 0.00019945879150434513, |
| "loss": 0.0286, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.11984704834738882, |
| "grad_norm": 0.24685294926166534, |
| "learning_rate": 0.00019945649302569387, |
| "loss": 0.0473, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.12005657115918496, |
| "grad_norm": 0.2519691586494446, |
| "learning_rate": 0.0001994541896899313, |
| "loss": 0.0497, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.12026609397098109, |
| "grad_norm": 0.1403161734342575, |
| "learning_rate": 0.00019945188149716995, |
| "loss": 0.0114, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.12047561678277723, |
| "grad_norm": 0.2621317505836487, |
| "learning_rate": 0.00019944956844752249, |
| "loss": 0.0507, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.12068513959457336, |
| "grad_norm": 0.21445804834365845, |
| "learning_rate": 0.00019944725054110192, |
| "loss": 0.0143, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.1208946624063695, |
| "grad_norm": 0.14356960356235504, |
| "learning_rate": 0.00019944492777802138, |
| "loss": 0.0041, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.12110418521816563, |
| "grad_norm": 0.17768289148807526, |
| "learning_rate": 0.0001994426001583944, |
| "loss": 0.0113, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.12131370802996176, |
| "grad_norm": 0.08187161386013031, |
| "learning_rate": 0.00019944026768233458, |
| "loss": 0.001, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.1215232308417579, |
| "grad_norm": 0.16168196499347687, |
| "learning_rate": 0.00019943793034995583, |
| "loss": 0.0049, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.12173275365355403, |
| "grad_norm": 0.7370941042900085, |
| "learning_rate": 0.00019943558816137237, |
| "loss": 0.0387, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.12194227646535016, |
| "grad_norm": 0.01981206052005291, |
| "learning_rate": 0.00019943324111669847, |
| "loss": 0.0006, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.1221517992771463, |
| "grad_norm": 0.3816307485103607, |
| "learning_rate": 0.00019943088921604884, |
| "loss": 0.0461, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.12236132208894243, |
| "grad_norm": 0.3173670768737793, |
| "learning_rate": 0.00019942853245953832, |
| "loss": 0.0471, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.12257084490073857, |
| "grad_norm": 0.006391249131411314, |
| "learning_rate": 0.00019942617084728198, |
| "loss": 0.0001, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.1227803677125347, |
| "grad_norm": 0.07457860559225082, |
| "learning_rate": 0.00019942380437939518, |
| "loss": 0.0007, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.12298989052433083, |
| "grad_norm": 0.12297150492668152, |
| "learning_rate": 0.00019942143305599346, |
| "loss": 0.0016, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.12319941333612697, |
| "grad_norm": 0.28252649307250977, |
| "learning_rate": 0.00019941905687719268, |
| "loss": 0.0339, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.1234089361479231, |
| "grad_norm": 0.29715150594711304, |
| "learning_rate": 0.00019941667584310883, |
| "loss": 0.0297, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.12361845895971924, |
| "grad_norm": 0.09914545714855194, |
| "learning_rate": 0.00019941428995385823, |
| "loss": 0.0057, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.12382798177151537, |
| "grad_norm": 0.26020947098731995, |
| "learning_rate": 0.00019941189920955735, |
| "loss": 0.0249, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.1240375045833115, |
| "grad_norm": 0.32188501954078674, |
| "learning_rate": 0.00019940950361032301, |
| "loss": 0.0487, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.12424702739510764, |
| "grad_norm": 0.18735957145690918, |
| "learning_rate": 0.00019940710315627218, |
| "loss": 0.012, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.12445655020690377, |
| "grad_norm": 0.38900870084762573, |
| "learning_rate": 0.00019940469784752207, |
| "loss": 0.0914, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.1246660730186999, |
| "grad_norm": 0.6044458150863647, |
| "learning_rate": 0.00019940228768419016, |
| "loss": 0.0383, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.12487559583049604, |
| "grad_norm": 0.1374080628156662, |
| "learning_rate": 0.00019939987266639412, |
| "loss": 0.002, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.1250851186422922, |
| "grad_norm": 0.2042607069015503, |
| "learning_rate": 0.00019939745279425196, |
| "loss": 0.004, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.1252946414540883, |
| "grad_norm": 0.2692388594150543, |
| "learning_rate": 0.00019939502806788178, |
| "loss": 0.0081, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.12550416426588445, |
| "grad_norm": 0.3025107681751251, |
| "learning_rate": 0.0001993925984874021, |
| "loss": 0.032, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.12571368707768057, |
| "grad_norm": 0.5294435024261475, |
| "learning_rate": 0.00019939016405293148, |
| "loss": 0.0305, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.12571368707768057, |
| "eval_loss": 0.016291819512844086, |
| "eval_runtime": 89.0596, |
| "eval_samples_per_second": 8.623, |
| "eval_steps_per_second": 4.312, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.12592320988947672, |
| "grad_norm": 0.07965458184480667, |
| "learning_rate": 0.00019938772476458882, |
| "loss": 0.0013, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.12613273270127284, |
| "grad_norm": 0.161927729845047, |
| "learning_rate": 0.00019938528062249326, |
| "loss": 0.0051, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.126342255513069, |
| "grad_norm": 0.2723260819911957, |
| "learning_rate": 0.00019938283162676418, |
| "loss": 0.0124, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.1265517783248651, |
| "grad_norm": 0.33464378118515015, |
| "learning_rate": 0.00019938037777752116, |
| "loss": 0.0118, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.12676130113666126, |
| "grad_norm": 0.21107061207294464, |
| "learning_rate": 0.00019937791907488408, |
| "loss": 0.0127, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.12697082394845738, |
| "grad_norm": 0.3803098499774933, |
| "learning_rate": 0.00019937545551897295, |
| "loss": 0.0138, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.12718034676025353, |
| "grad_norm": 0.2563781440258026, |
| "learning_rate": 0.0001993729871099081, |
| "loss": 0.0048, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.12738986957204965, |
| "grad_norm": 0.15731534361839294, |
| "learning_rate": 0.00019937051384781012, |
| "loss": 0.0014, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.1275993923838458, |
| "grad_norm": 0.07711096107959747, |
| "learning_rate": 0.00019936803573279975, |
| "loss": 0.0013, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.12780891519564191, |
| "grad_norm": 0.07940837740898132, |
| "learning_rate": 0.00019936555276499804, |
| "loss": 0.0011, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.12801843800743806, |
| "grad_norm": 0.26590949296951294, |
| "learning_rate": 0.00019936306494452625, |
| "loss": 0.0189, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.12822796081923418, |
| "grad_norm": 0.3016117811203003, |
| "learning_rate": 0.00019936057227150583, |
| "loss": 0.0182, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.12843748363103033, |
| "grad_norm": 0.2093367725610733, |
| "learning_rate": 0.00019935807474605856, |
| "loss": 0.0143, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.12864700644282645, |
| "grad_norm": 0.22494176030158997, |
| "learning_rate": 0.0001993555723683064, |
| "loss": 0.0178, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.1288565292546226, |
| "grad_norm": 0.1732041835784912, |
| "learning_rate": 0.00019935306513837157, |
| "loss": 0.014, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.12906605206641872, |
| "grad_norm": 0.04634670913219452, |
| "learning_rate": 0.0001993505530563765, |
| "loss": 0.0004, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.12927557487821487, |
| "grad_norm": 0.24240362644195557, |
| "learning_rate": 0.00019934803612244387, |
| "loss": 0.0055, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.129485097690011, |
| "grad_norm": 0.3496238887310028, |
| "learning_rate": 0.0001993455143366966, |
| "loss": 0.0463, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.12969462050180713, |
| "grad_norm": 0.3036729097366333, |
| "learning_rate": 0.0001993429876992578, |
| "loss": 0.028, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.12990414331360328, |
| "grad_norm": 0.19408352673053741, |
| "learning_rate": 0.00019934045621025097, |
| "loss": 0.0051, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.1301136661253994, |
| "grad_norm": 0.4805002808570862, |
| "learning_rate": 0.00019933791986979964, |
| "loss": 0.0933, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.13032318893719555, |
| "grad_norm": 0.06430470943450928, |
| "learning_rate": 0.00019933537867802774, |
| "loss": 0.0002, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.13053271174899167, |
| "grad_norm": 0.23753847181797028, |
| "learning_rate": 0.00019933283263505932, |
| "loss": 0.023, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.13074223456078782, |
| "grad_norm": 0.07812167704105377, |
| "learning_rate": 0.00019933028174101876, |
| "loss": 0.0008, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.13095175737258394, |
| "grad_norm": 0.4537438750267029, |
| "learning_rate": 0.0001993277259960306, |
| "loss": 0.0196, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.13116128018438009, |
| "grad_norm": 0.11305277794599533, |
| "learning_rate": 0.00019932516540021973, |
| "loss": 0.0136, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.1313708029961762, |
| "grad_norm": 0.13304772973060608, |
| "learning_rate": 0.00019932259995371113, |
| "loss": 0.0013, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.13158032580797235, |
| "grad_norm": 0.1756788194179535, |
| "learning_rate": 0.00019932002965663008, |
| "loss": 0.0033, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.13178984861976847, |
| "grad_norm": 0.11411143094301224, |
| "learning_rate": 0.00019931745450910216, |
| "loss": 0.0011, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.13199937143156462, |
| "grad_norm": 0.21732713282108307, |
| "learning_rate": 0.00019931487451125307, |
| "loss": 0.0138, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.13220889424336074, |
| "grad_norm": 0.011272534728050232, |
| "learning_rate": 0.00019931228966320883, |
| "loss": 0.0001, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.1324184170551569, |
| "grad_norm": 0.2807530462741852, |
| "learning_rate": 0.00019930969996509573, |
| "loss": 0.0142, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.132627939866953, |
| "grad_norm": 0.24529138207435608, |
| "learning_rate": 0.00019930710541704016, |
| "loss": 0.0096, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.13283746267874916, |
| "grad_norm": 0.2031984180212021, |
| "learning_rate": 0.00019930450601916887, |
| "loss": 0.0169, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.13304698549054528, |
| "grad_norm": 0.06990045309066772, |
| "learning_rate": 0.0001993019017716088, |
| "loss": 0.0008, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.13325650830234143, |
| "grad_norm": 0.3571747839450836, |
| "learning_rate": 0.00019929929267448713, |
| "loss": 0.0603, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.13346603111413755, |
| "grad_norm": 0.28505340218544006, |
| "learning_rate": 0.0001992966787279313, |
| "loss": 0.0057, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.1336755539259337, |
| "grad_norm": 0.5852503776550293, |
| "learning_rate": 0.00019929405993206894, |
| "loss": 0.0892, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.1338850767377298, |
| "grad_norm": 0.11871087551116943, |
| "learning_rate": 0.00019929143628702795, |
| "loss": 0.0019, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.13409459954952596, |
| "grad_norm": 0.09931576997041702, |
| "learning_rate": 0.00019928880779293646, |
| "loss": 0.0015, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.13430412236132208, |
| "grad_norm": 0.08426062762737274, |
| "learning_rate": 0.0001992861744499228, |
| "loss": 0.0086, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.13451364517311823, |
| "grad_norm": 0.20797474682331085, |
| "learning_rate": 0.00019928353625811565, |
| "loss": 0.0136, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.13472316798491435, |
| "grad_norm": 0.1903754323720932, |
| "learning_rate": 0.00019928089321764384, |
| "loss": 0.0294, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.1349326907967105, |
| "grad_norm": 0.19812871515750885, |
| "learning_rate": 0.00019927824532863636, |
| "loss": 0.0296, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.13514221360850662, |
| "grad_norm": 0.3847843408584595, |
| "learning_rate": 0.00019927559259122263, |
| "loss": 0.0503, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.13535173642030277, |
| "grad_norm": 0.2451527714729309, |
| "learning_rate": 0.00019927293500553213, |
| "loss": 0.0196, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.13556125923209889, |
| "grad_norm": 0.4702102243900299, |
| "learning_rate": 0.00019927027257169466, |
| "loss": 0.0913, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.13577078204389503, |
| "grad_norm": 0.10364199429750443, |
| "learning_rate": 0.00019926760528984026, |
| "loss": 0.002, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.13598030485569115, |
| "grad_norm": 0.19361010193824768, |
| "learning_rate": 0.00019926493316009918, |
| "loss": 0.0167, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.1361898276674873, |
| "grad_norm": 0.11378200352191925, |
| "learning_rate": 0.00019926225618260195, |
| "loss": 0.017, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.13639935047928342, |
| "grad_norm": 0.25813087821006775, |
| "learning_rate": 0.00019925957435747925, |
| "loss": 0.0089, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.13660887329107957, |
| "grad_norm": 13.186869621276855, |
| "learning_rate": 0.0001992568876848621, |
| "loss": 0.0159, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.1368183961028757, |
| "grad_norm": 0.28748589754104614, |
| "learning_rate": 0.00019925419616488165, |
| "loss": 0.0278, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.13702791891467184, |
| "grad_norm": 0.21648818254470825, |
| "learning_rate": 0.00019925149979766938, |
| "loss": 0.0133, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.13723744172646796, |
| "grad_norm": 0.08441877365112305, |
| "learning_rate": 0.00019924879858335698, |
| "loss": 0.0149, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.1374469645382641, |
| "grad_norm": 0.15462300181388855, |
| "learning_rate": 0.00019924609252207638, |
| "loss": 0.0065, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.13765648735006022, |
| "grad_norm": 0.2789871394634247, |
| "learning_rate": 0.00019924338161395971, |
| "loss": 0.018, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.13786601016185637, |
| "grad_norm": 0.019855428487062454, |
| "learning_rate": 0.00019924066585913933, |
| "loss": 0.0003, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.1380755329736525, |
| "grad_norm": 0.2729547619819641, |
| "learning_rate": 0.00019923794525774792, |
| "loss": 0.0315, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.13828505578544864, |
| "grad_norm": 0.18892449140548706, |
| "learning_rate": 0.00019923521980991834, |
| "loss": 0.0203, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.1384945785972448, |
| "grad_norm": 0.02755853161215782, |
| "learning_rate": 0.00019923248951578368, |
| "loss": 0.0003, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.1387041014090409, |
| "grad_norm": 0.016459867358207703, |
| "learning_rate": 0.00019922975437547727, |
| "loss": 0.0003, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.13891362422083706, |
| "grad_norm": 0.29161739349365234, |
| "learning_rate": 0.0001992270143891327, |
| "loss": 0.021, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.13912314703263318, |
| "grad_norm": 0.38459256291389465, |
| "learning_rate": 0.00019922426955688375, |
| "loss": 0.013, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.13933266984442932, |
| "grad_norm": 0.30727267265319824, |
| "learning_rate": 0.0001992215198788645, |
| "loss": 0.0163, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.13954219265622544, |
| "grad_norm": 0.4134649336338043, |
| "learning_rate": 0.00019921876535520925, |
| "loss": 0.029, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.1397517154680216, |
| "grad_norm": 0.08295508474111557, |
| "learning_rate": 0.00019921600598605247, |
| "loss": 0.0013, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.1399612382798177, |
| "grad_norm": 3.298372983932495, |
| "learning_rate": 0.000199213241771529, |
| "loss": 0.019, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.14017076109161386, |
| "grad_norm": 0.2583758234977722, |
| "learning_rate": 0.0001992104727117737, |
| "loss": 0.0384, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.14038028390340998, |
| "grad_norm": 0.14796248078346252, |
| "learning_rate": 0.00019920769880692193, |
| "loss": 0.0035, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.14058980671520613, |
| "grad_norm": 0.006577362772077322, |
| "learning_rate": 0.0001992049200571091, |
| "loss": 0.0002, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.14079932952700225, |
| "grad_norm": 0.3680857717990875, |
| "learning_rate": 0.00019920213646247093, |
| "loss": 0.0824, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.1410088523387984, |
| "grad_norm": 0.07552894949913025, |
| "learning_rate": 0.00019919934802314335, |
| "loss": 0.0008, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.14121837515059452, |
| "grad_norm": 0.19062870740890503, |
| "learning_rate": 0.00019919655473926256, |
| "loss": 0.0081, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.14142789796239066, |
| "grad_norm": 0.3882509171962738, |
| "learning_rate": 0.00019919375661096492, |
| "loss": 0.0785, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.14163742077418678, |
| "grad_norm": 0.22886379063129425, |
| "learning_rate": 0.00019919095363838714, |
| "loss": 0.0291, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.14184694358598293, |
| "grad_norm": 0.5058407783508301, |
| "learning_rate": 0.0001991881458216661, |
| "loss": 0.0812, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.14205646639777905, |
| "grad_norm": 0.19598716497421265, |
| "learning_rate": 0.00019918533316093888, |
| "loss": 0.0166, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.1422659892095752, |
| "grad_norm": 0.3560320734977722, |
| "learning_rate": 0.0001991825156563429, |
| "loss": 0.0452, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.14247551202137132, |
| "grad_norm": 0.23111455142498016, |
| "learning_rate": 0.0001991796933080157, |
| "loss": 0.0225, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.14268503483316747, |
| "grad_norm": 0.18612909317016602, |
| "learning_rate": 0.00019917686611609515, |
| "loss": 0.005, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.1428945576449636, |
| "grad_norm": 0.31149572134017944, |
| "learning_rate": 0.00019917403408071933, |
| "loss": 0.0557, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.14310408045675974, |
| "grad_norm": 0.43545660376548767, |
| "learning_rate": 0.00019917119720202649, |
| "loss": 0.0246, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.14331360326855586, |
| "grad_norm": 0.20558680593967438, |
| "learning_rate": 0.00019916835548015524, |
| "loss": 0.0144, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.143523126080352, |
| "grad_norm": 0.19289907813072205, |
| "learning_rate": 0.00019916550891524435, |
| "loss": 0.004, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.14373264889214812, |
| "grad_norm": 0.2448616772890091, |
| "learning_rate": 0.0001991626575074328, |
| "loss": 0.0114, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.14394217170394427, |
| "grad_norm": 0.1556064635515213, |
| "learning_rate": 0.00019915980125685985, |
| "loss": 0.0031, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.1441516945157404, |
| "grad_norm": 0.17058494687080383, |
| "learning_rate": 0.000199156940163665, |
| "loss": 0.008, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.14436121732753654, |
| "grad_norm": 0.32099649310112, |
| "learning_rate": 0.00019915407422798798, |
| "loss": 0.0548, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.14457074013933266, |
| "grad_norm": 0.11824580281972885, |
| "learning_rate": 0.00019915120344996876, |
| "loss": 0.0019, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.1447802629511288, |
| "grad_norm": 0.13612987101078033, |
| "learning_rate": 0.00019914832782974752, |
| "loss": 0.0076, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.14498978576292493, |
| "grad_norm": 0.3279030919075012, |
| "learning_rate": 0.0001991454473674647, |
| "loss": 0.0282, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.14519930857472108, |
| "grad_norm": 0.22970880568027496, |
| "learning_rate": 0.00019914256206326098, |
| "loss": 0.0157, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.1454088313865172, |
| "grad_norm": 0.01073368638753891, |
| "learning_rate": 0.00019913967191727725, |
| "loss": 0.0002, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.14561835419831334, |
| "grad_norm": 0.20023581385612488, |
| "learning_rate": 0.00019913677692965468, |
| "loss": 0.0091, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.14582787701010946, |
| "grad_norm": 0.08236939460039139, |
| "learning_rate": 0.00019913387710053466, |
| "loss": 0.0008, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.1460373998219056, |
| "grad_norm": 0.17614483833312988, |
| "learning_rate": 0.00019913097243005876, |
| "loss": 0.0149, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.14624692263370173, |
| "grad_norm": 0.4621315598487854, |
| "learning_rate": 0.00019912806291836886, |
| "loss": 0.0858, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.14645644544549788, |
| "grad_norm": 4.610383987426758, |
| "learning_rate": 0.00019912514856560706, |
| "loss": 0.0345, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.146665968257294, |
| "grad_norm": 0.02050645463168621, |
| "learning_rate": 0.00019912222937191568, |
| "loss": 0.0003, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.14687549106909015, |
| "grad_norm": 0.10539437085390091, |
| "learning_rate": 0.0001991193053374373, |
| "loss": 0.0012, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.1470850138808863, |
| "grad_norm": 0.2869635820388794, |
| "learning_rate": 0.00019911637646231466, |
| "loss": 0.0303, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.14729453669268242, |
| "grad_norm": 0.29913896322250366, |
| "learning_rate": 0.00019911344274669085, |
| "loss": 0.0083, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.14750405950447856, |
| "grad_norm": 0.21330636739730835, |
| "learning_rate": 0.00019911050419070913, |
| "loss": 0.0246, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.14771358231627468, |
| "grad_norm": 0.010840353555977345, |
| "learning_rate": 0.00019910756079451303, |
| "loss": 0.0002, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.14792310512807083, |
| "grad_norm": 0.31384751200675964, |
| "learning_rate": 0.00019910461255824626, |
| "loss": 0.0356, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.14813262793986695, |
| "grad_norm": 0.20688189566135406, |
| "learning_rate": 0.00019910165948205282, |
| "loss": 0.022, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.1483421507516631, |
| "grad_norm": 0.37733882665634155, |
| "learning_rate": 0.00019909870156607692, |
| "loss": 0.0762, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.14855167356345922, |
| "grad_norm": 0.3063774108886719, |
| "learning_rate": 0.000199095738810463, |
| "loss": 0.0408, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.14876119637525537, |
| "grad_norm": 0.38248753547668457, |
| "learning_rate": 0.0001990927712153558, |
| "loss": 0.0192, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.1489707191870515, |
| "grad_norm": 0.1782226413488388, |
| "learning_rate": 0.00019908979878090018, |
| "loss": 0.0052, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.14918024199884763, |
| "grad_norm": 0.34892570972442627, |
| "learning_rate": 0.00019908682150724137, |
| "loss": 0.0729, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.14938976481064375, |
| "grad_norm": 0.266937792301178, |
| "learning_rate": 0.00019908383939452472, |
| "loss": 0.0168, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.1495992876224399, |
| "grad_norm": 0.06860234588384628, |
| "learning_rate": 0.0001990808524428959, |
| "loss": 0.0009, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.14980881043423602, |
| "grad_norm": 0.029732417315244675, |
| "learning_rate": 0.00019907786065250077, |
| "loss": 0.0005, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.15001833324603217, |
| "grad_norm": 0.36950287222862244, |
| "learning_rate": 0.00019907486402348542, |
| "loss": 0.0457, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.1502278560578283, |
| "grad_norm": 0.29846426844596863, |
| "learning_rate": 0.00019907186255599624, |
| "loss": 0.0389, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.15043737886962444, |
| "grad_norm": 0.25788208842277527, |
| "learning_rate": 0.00019906885625017978, |
| "loss": 0.0322, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.15064690168142056, |
| "grad_norm": 1.249671459197998, |
| "learning_rate": 0.00019906584510618282, |
| "loss": 0.0354, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.1508564244932167, |
| "grad_norm": 0.02440783567726612, |
| "learning_rate": 0.00019906282912415249, |
| "loss": 0.0005, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.15106594730501283, |
| "grad_norm": 0.22200000286102295, |
| "learning_rate": 0.000199059808304236, |
| "loss": 0.0232, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.15127547011680897, |
| "grad_norm": 0.3790658116340637, |
| "learning_rate": 0.00019905678264658095, |
| "loss": 0.0429, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.1514849929286051, |
| "grad_norm": 0.19107124209403992, |
| "learning_rate": 0.0001990537521513351, |
| "loss": 0.0303, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.15169451574040124, |
| "grad_norm": 0.1712956577539444, |
| "learning_rate": 0.0001990507168186464, |
| "loss": 0.0097, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.15190403855219736, |
| "grad_norm": 0.17346502840518951, |
| "learning_rate": 0.00019904767664866312, |
| "loss": 0.0111, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.1521135613639935, |
| "grad_norm": 0.19370456039905548, |
| "learning_rate": 0.00019904463164153367, |
| "loss": 0.0049, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.15232308417578963, |
| "grad_norm": 0.02195919305086136, |
| "learning_rate": 0.00019904158179740686, |
| "loss": 0.0007, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.15253260698758578, |
| "grad_norm": 0.39460641145706177, |
| "learning_rate": 0.00019903852711643157, |
| "loss": 0.0444, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.1527421297993819, |
| "grad_norm": 0.1139521673321724, |
| "learning_rate": 0.00019903546759875696, |
| "loss": 0.0103, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.15295165261117805, |
| "grad_norm": 0.07739255577325821, |
| "learning_rate": 0.0001990324032445325, |
| "loss": 0.0053, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.15316117542297417, |
| "grad_norm": 0.3823677599430084, |
| "learning_rate": 0.00019902933405390783, |
| "loss": 0.04, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.15337069823477031, |
| "grad_norm": 0.24092869460582733, |
| "learning_rate": 0.00019902626002703283, |
| "loss": 0.0482, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.15358022104656643, |
| "grad_norm": 0.027126243337988853, |
| "learning_rate": 0.00019902318116405757, |
| "loss": 0.0008, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.15378974385836258, |
| "grad_norm": 0.12171046435832977, |
| "learning_rate": 0.00019902009746513254, |
| "loss": 0.0058, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.1539992666701587, |
| "grad_norm": 0.10180404037237167, |
| "learning_rate": 0.0001990170089304082, |
| "loss": 0.0046, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.15420878948195485, |
| "grad_norm": 0.26162436604499817, |
| "learning_rate": 0.00019901391556003545, |
| "loss": 0.0375, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.15441831229375097, |
| "grad_norm": 0.19409051537513733, |
| "learning_rate": 0.00019901081735416537, |
| "loss": 0.0063, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.15462783510554712, |
| "grad_norm": 0.17046910524368286, |
| "learning_rate": 0.00019900771431294927, |
| "loss": 0.0151, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.15483735791734324, |
| "grad_norm": 0.16491179168224335, |
| "learning_rate": 0.00019900460643653865, |
| "loss": 0.0228, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.15504688072913939, |
| "grad_norm": 0.4564284384250641, |
| "learning_rate": 0.00019900149372508528, |
| "loss": 0.0516, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.1552564035409355, |
| "grad_norm": 0.2507207989692688, |
| "learning_rate": 0.00019899837617874124, |
| "loss": 0.0186, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.15546592635273165, |
| "grad_norm": 0.18009963631629944, |
| "learning_rate": 0.00019899525379765877, |
| "loss": 0.0056, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.1556754491645278, |
| "grad_norm": 0.2279609739780426, |
| "learning_rate": 0.0001989921265819903, |
| "loss": 0.0183, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.15588497197632392, |
| "grad_norm": 0.1303996741771698, |
| "learning_rate": 0.00019898899453188855, |
| "loss": 0.0041, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.15609449478812007, |
| "grad_norm": 0.2132912129163742, |
| "learning_rate": 0.00019898585764750655, |
| "loss": 0.0169, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.1563040175999162, |
| "grad_norm": 0.01601547561585903, |
| "learning_rate": 0.00019898271592899743, |
| "loss": 0.0003, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.15651354041171234, |
| "grad_norm": 0.09785155951976776, |
| "learning_rate": 0.00019897956937651467, |
| "loss": 0.0018, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.15672306322350846, |
| "grad_norm": 1.353312611579895, |
| "learning_rate": 0.0001989764179902119, |
| "loss": 0.0169, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.1569325860353046, |
| "grad_norm": 0.2503106892108917, |
| "learning_rate": 0.00019897326177024304, |
| "loss": 0.0186, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.15714210884710073, |
| "grad_norm": 0.23809774219989777, |
| "learning_rate": 0.00019897010071676222, |
| "loss": 0.0317, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.15735163165889687, |
| "grad_norm": 0.332171767950058, |
| "learning_rate": 0.0001989669348299238, |
| "loss": 0.0446, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.157561154470693, |
| "grad_norm": 0.21880975365638733, |
| "learning_rate": 0.00019896376410988244, |
| "loss": 0.0172, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.15777067728248914, |
| "grad_norm": 0.056077443063259125, |
| "learning_rate": 0.00019896058855679293, |
| "loss": 0.0008, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.15798020009428526, |
| "grad_norm": 0.38360893726348877, |
| "learning_rate": 0.00019895740817081042, |
| "loss": 0.0377, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.1581897229060814, |
| "grad_norm": 0.2242017686367035, |
| "learning_rate": 0.00019895422295209016, |
| "loss": 0.0023, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.15839924571787753, |
| "grad_norm": 0.4162478744983673, |
| "learning_rate": 0.00019895103290078773, |
| "loss": 0.0054, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.15860876852967368, |
| "grad_norm": 0.12590032815933228, |
| "learning_rate": 0.00019894783801705895, |
| "loss": 0.007, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.1588182913414698, |
| "grad_norm": 0.10577323287725449, |
| "learning_rate": 0.0001989446383010598, |
| "loss": 0.0109, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.15902781415326595, |
| "grad_norm": 0.1796669065952301, |
| "learning_rate": 0.00019894143375294657, |
| "loss": 0.0109, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.15923733696506207, |
| "grad_norm": 0.19568434357643127, |
| "learning_rate": 0.00019893822437287576, |
| "loss": 0.0059, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.1594468597768582, |
| "grad_norm": 0.22991542518138885, |
| "learning_rate": 0.00019893501016100408, |
| "loss": 0.0173, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.15965638258865433, |
| "grad_norm": 0.19536703824996948, |
| "learning_rate": 0.00019893179111748856, |
| "loss": 0.022, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.15986590540045048, |
| "grad_norm": 0.18410378694534302, |
| "learning_rate": 0.00019892856724248634, |
| "loss": 0.016, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.1600754282122466, |
| "grad_norm": 0.0290357768535614, |
| "learning_rate": 0.00019892533853615492, |
| "loss": 0.0002, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.16028495102404275, |
| "grad_norm": 0.23183897137641907, |
| "learning_rate": 0.00019892210499865192, |
| "loss": 0.0047, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.16049447383583887, |
| "grad_norm": 0.2753854990005493, |
| "learning_rate": 0.00019891886663013527, |
| "loss": 0.0173, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.16070399664763502, |
| "grad_norm": 0.11987002938985825, |
| "learning_rate": 0.00019891562343076315, |
| "loss": 0.0028, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.16091351945943114, |
| "grad_norm": 0.15542055666446686, |
| "learning_rate": 0.00019891237540069394, |
| "loss": 0.0242, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.16112304227122728, |
| "grad_norm": 0.2240624576807022, |
| "learning_rate": 0.00019890912254008628, |
| "loss": 0.0149, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.1613325650830234, |
| "grad_norm": 0.14880992472171783, |
| "learning_rate": 0.00019890586484909895, |
| "loss": 0.0105, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.16154208789481955, |
| "grad_norm": 0.18625305593013763, |
| "learning_rate": 0.00019890260232789114, |
| "loss": 0.0144, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.16175161070661567, |
| "grad_norm": 0.03506407141685486, |
| "learning_rate": 0.00019889933497662206, |
| "loss": 0.0004, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.16196113351841182, |
| "grad_norm": 0.2667176127433777, |
| "learning_rate": 0.00019889606279545143, |
| "loss": 0.0252, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.16217065633020794, |
| "grad_norm": 0.32680612802505493, |
| "learning_rate": 0.00019889278578453896, |
| "loss": 0.0284, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.1623801791420041, |
| "grad_norm": 3.199450731277466, |
| "learning_rate": 0.0001988895039440447, |
| "loss": 0.0165, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.1625897019538002, |
| "grad_norm": 0.04759670048952103, |
| "learning_rate": 0.00019888621727412892, |
| "loss": 0.0006, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.16279922476559636, |
| "grad_norm": 0.21335595846176147, |
| "learning_rate": 0.00019888292577495214, |
| "loss": 0.0064, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.16300874757739248, |
| "grad_norm": 0.01456568855792284, |
| "learning_rate": 0.0001988796294466751, |
| "loss": 0.0003, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.16321827038918862, |
| "grad_norm": 0.12444102019071579, |
| "learning_rate": 0.00019887632828945878, |
| "loss": 0.0105, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.16342779320098474, |
| "grad_norm": 0.3305560350418091, |
| "learning_rate": 0.0001988730223034644, |
| "loss": 0.0722, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.1636373160127809, |
| "grad_norm": 0.2740437686443329, |
| "learning_rate": 0.00019886971148885344, |
| "loss": 0.0282, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.163846838824577, |
| "grad_norm": 0.34872737526893616, |
| "learning_rate": 0.00019886639584578753, |
| "loss": 0.0281, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.16405636163637316, |
| "grad_norm": 0.03285228833556175, |
| "learning_rate": 0.00019886307537442865, |
| "loss": 0.0003, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.1642658844481693, |
| "grad_norm": 0.15017957985401154, |
| "learning_rate": 0.00019885975007493892, |
| "loss": 0.004, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.16447540725996543, |
| "grad_norm": 0.14671967923641205, |
| "learning_rate": 0.00019885641994748076, |
| "loss": 0.0045, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.16468493007176158, |
| "grad_norm": 0.009040172211825848, |
| "learning_rate": 0.0001988530849922168, |
| "loss": 0.0002, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.1648944528835577, |
| "grad_norm": 0.1735561639070511, |
| "learning_rate": 0.0001988497452093099, |
| "loss": 0.0139, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.16510397569535384, |
| "grad_norm": 0.1698157787322998, |
| "learning_rate": 0.00019884640059892315, |
| "loss": 0.0077, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.16531349850714996, |
| "grad_norm": 0.0034829252399504185, |
| "learning_rate": 0.0001988430511612199, |
| "loss": 0.0001, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.1655230213189461, |
| "grad_norm": 0.01388998981565237, |
| "learning_rate": 0.00019883969689636378, |
| "loss": 0.0001, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.16573254413074223, |
| "grad_norm": 0.19312739372253418, |
| "learning_rate": 0.00019883633780451852, |
| "loss": 0.0028, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.16594206694253838, |
| "grad_norm": 0.31580138206481934, |
| "learning_rate": 0.00019883297388584818, |
| "loss": 0.0243, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.1661515897543345, |
| "grad_norm": 0.017013167962431908, |
| "learning_rate": 0.00019882960514051707, |
| "loss": 0.0002, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.16636111256613065, |
| "grad_norm": 0.34026068449020386, |
| "learning_rate": 0.0001988262315686897, |
| "loss": 0.0391, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.16657063537792677, |
| "grad_norm": 0.2697843313217163, |
| "learning_rate": 0.00019882285317053083, |
| "loss": 0.0469, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.16678015818972292, |
| "grad_norm": 0.28238460421562195, |
| "learning_rate": 0.0001988194699462054, |
| "loss": 0.0299, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.16698968100151904, |
| "grad_norm": 0.18721148371696472, |
| "learning_rate": 0.00019881608189587874, |
| "loss": 0.0051, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.16719920381331518, |
| "grad_norm": 0.37057632207870483, |
| "learning_rate": 0.0001988126890197162, |
| "loss": 0.0385, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.1674087266251113, |
| "grad_norm": 0.15513499081134796, |
| "learning_rate": 0.00019880929131788354, |
| "loss": 0.002, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.16761824943690745, |
| "grad_norm": 0.16879650950431824, |
| "learning_rate": 0.00019880588879054667, |
| "loss": 0.0015, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.16761824943690745, |
| "eval_loss": 0.019750364124774933, |
| "eval_runtime": 89.1527, |
| "eval_samples_per_second": 8.614, |
| "eval_steps_per_second": 4.307, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.16782777224870357, |
| "grad_norm": 0.024027680978178978, |
| "learning_rate": 0.00019880248143787176, |
| "loss": 0.0003, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.16803729506049972, |
| "grad_norm": 0.5421876907348633, |
| "learning_rate": 0.00019879906926002522, |
| "loss": 0.0324, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.16824681787229584, |
| "grad_norm": 0.16251395642757416, |
| "learning_rate": 0.00019879565225717366, |
| "loss": 0.003, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.168456340684092, |
| "grad_norm": 0.1223423108458519, |
| "learning_rate": 0.00019879223042948402, |
| "loss": 0.0101, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.1686658634958881, |
| "grad_norm": 0.21323543787002563, |
| "learning_rate": 0.00019878880377712337, |
| "loss": 0.0149, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.16887538630768426, |
| "grad_norm": 0.2671852707862854, |
| "learning_rate": 0.00019878537230025902, |
| "loss": 0.0441, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.16908490911948038, |
| "grad_norm": 0.46291500329971313, |
| "learning_rate": 0.0001987819359990586, |
| "loss": 0.026, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.16929443193127652, |
| "grad_norm": 0.011554433964192867, |
| "learning_rate": 0.00019877849487368992, |
| "loss": 0.0002, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.16950395474307264, |
| "grad_norm": 0.16879846155643463, |
| "learning_rate": 0.00019877504892432102, |
| "loss": 0.0032, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.1697134775548688, |
| "grad_norm": 0.13901455700397491, |
| "learning_rate": 0.0001987715981511202, |
| "loss": 0.0015, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.1699230003666649, |
| "grad_norm": 0.17090804874897003, |
| "learning_rate": 0.000198768142554256, |
| "loss": 0.0182, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.17013252317846106, |
| "grad_norm": 0.2233785092830658, |
| "learning_rate": 0.0001987646821338971, |
| "loss": 0.0218, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.17034204599025718, |
| "grad_norm": 0.05967244133353233, |
| "learning_rate": 0.00019876121689021257, |
| "loss": 0.0007, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.17055156880205333, |
| "grad_norm": 0.16300848126411438, |
| "learning_rate": 0.00019875774682337163, |
| "loss": 0.0034, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.17076109161384945, |
| "grad_norm": 0.11895183473825455, |
| "learning_rate": 0.00019875427193354373, |
| "loss": 0.0016, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.1709706144256456, |
| "grad_norm": 0.17483823001384735, |
| "learning_rate": 0.00019875079222089862, |
| "loss": 0.0046, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.17118013723744172, |
| "grad_norm": 0.16585186123847961, |
| "learning_rate": 0.00019874730768560617, |
| "loss": 0.0069, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.17138966004923786, |
| "grad_norm": 0.017436591908335686, |
| "learning_rate": 0.0001987438183278366, |
| "loss": 0.0002, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.17159918286103398, |
| "grad_norm": 0.004752448294311762, |
| "learning_rate": 0.00019874032414776027, |
| "loss": 0.0001, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.17180870567283013, |
| "grad_norm": 0.1625145524740219, |
| "learning_rate": 0.00019873682514554787, |
| "loss": 0.0122, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.17201822848462625, |
| "grad_norm": 0.16962960362434387, |
| "learning_rate": 0.00019873332132137026, |
| "loss": 0.0187, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.1722277512964224, |
| "grad_norm": 0.20390696823596954, |
| "learning_rate": 0.00019872981267539858, |
| "loss": 0.0171, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.17243727410821852, |
| "grad_norm": 0.36607325077056885, |
| "learning_rate": 0.0001987262992078041, |
| "loss": 0.0434, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.17264679692001467, |
| "grad_norm": 0.24736827611923218, |
| "learning_rate": 0.00019872278091875848, |
| "loss": 0.0229, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.17285631973181081, |
| "grad_norm": 0.09645625203847885, |
| "learning_rate": 0.00019871925780843354, |
| "loss": 0.0014, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.17306584254360693, |
| "grad_norm": 0.17568598687648773, |
| "learning_rate": 0.0001987157298770013, |
| "loss": 0.0157, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.17327536535540308, |
| "grad_norm": 0.11099965870380402, |
| "learning_rate": 0.00019871219712463408, |
| "loss": 0.0009, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.1734848881671992, |
| "grad_norm": 0.2161271870136261, |
| "learning_rate": 0.00019870865955150442, |
| "loss": 0.0186, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.17369441097899535, |
| "grad_norm": 0.3481244742870331, |
| "learning_rate": 0.00019870511715778505, |
| "loss": 0.0241, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.17390393379079147, |
| "grad_norm": 0.30809855461120605, |
| "learning_rate": 0.000198701569943649, |
| "loss": 0.0445, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.17411345660258762, |
| "grad_norm": 0.07733512669801712, |
| "learning_rate": 0.00019869801790926945, |
| "loss": 0.0008, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.17432297941438374, |
| "grad_norm": 0.207721546292305, |
| "learning_rate": 0.0001986944610548199, |
| "loss": 0.0131, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.1745325022261799, |
| "grad_norm": 0.20278921723365784, |
| "learning_rate": 0.0001986908993804741, |
| "loss": 0.0237, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.174742025037976, |
| "grad_norm": 0.28272855281829834, |
| "learning_rate": 0.00019868733288640588, |
| "loss": 0.0262, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.17495154784977215, |
| "grad_norm": 0.35000142455101013, |
| "learning_rate": 0.00019868376157278954, |
| "loss": 0.0208, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.17516107066156827, |
| "grad_norm": 0.2046387940645218, |
| "learning_rate": 0.0001986801854397994, |
| "loss": 0.0075, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.17537059347336442, |
| "grad_norm": 0.0028248566668480635, |
| "learning_rate": 0.00019867660448761017, |
| "loss": 0.0001, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.17558011628516054, |
| "grad_norm": 0.26853737235069275, |
| "learning_rate": 0.00019867301871639666, |
| "loss": 0.0161, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.1757896390969567, |
| "grad_norm": 0.18713527917861938, |
| "learning_rate": 0.00019866942812633406, |
| "loss": 0.0167, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.1759991619087528, |
| "grad_norm": 0.12379568815231323, |
| "learning_rate": 0.0001986658327175977, |
| "loss": 0.0114, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.17620868472054896, |
| "grad_norm": 0.04250200465321541, |
| "learning_rate": 0.00019866223249036312, |
| "loss": 0.0008, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.17641820753234508, |
| "grad_norm": 0.1923532485961914, |
| "learning_rate": 0.0001986586274448062, |
| "loss": 0.0127, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.17662773034414123, |
| "grad_norm": 0.1902576982975006, |
| "learning_rate": 0.00019865501758110297, |
| "loss": 0.0052, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.17683725315593735, |
| "grad_norm": 0.27607104182243347, |
| "learning_rate": 0.00019865140289942974, |
| "loss": 0.0629, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.1770467759677335, |
| "grad_norm": 0.286934494972229, |
| "learning_rate": 0.00019864778339996302, |
| "loss": 0.0253, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.17725629877952961, |
| "grad_norm": 0.19526824355125427, |
| "learning_rate": 0.00019864415908287956, |
| "loss": 0.0053, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.17746582159132576, |
| "grad_norm": 0.21397161483764648, |
| "learning_rate": 0.00019864052994835642, |
| "loss": 0.0219, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.17767534440312188, |
| "grad_norm": 0.2589309811592102, |
| "learning_rate": 0.00019863689599657077, |
| "loss": 0.0239, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.17788486721491803, |
| "grad_norm": 4.077011585235596, |
| "learning_rate": 0.0001986332572277001, |
| "loss": 0.0057, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.17809439002671415, |
| "grad_norm": 0.3254491090774536, |
| "learning_rate": 0.00019862961364192216, |
| "loss": 0.0259, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.1783039128385103, |
| "grad_norm": 0.00824171956628561, |
| "learning_rate": 0.0001986259652394148, |
| "loss": 0.0001, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.17851343565030642, |
| "grad_norm": 0.1307021528482437, |
| "learning_rate": 0.0001986223120203563, |
| "loss": 0.0033, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.17872295846210257, |
| "grad_norm": 0.040325507521629333, |
| "learning_rate": 0.00019861865398492499, |
| "loss": 0.0005, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.17893248127389869, |
| "grad_norm": 0.2458508163690567, |
| "learning_rate": 0.00019861499113329954, |
| "loss": 0.0339, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.17914200408569483, |
| "grad_norm": 0.4500856101512909, |
| "learning_rate": 0.00019861132346565884, |
| "loss": 0.0344, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.17935152689749095, |
| "grad_norm": 0.09408875554800034, |
| "learning_rate": 0.000198607650982182, |
| "loss": 0.0028, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.1795610497092871, |
| "grad_norm": 0.00868634507060051, |
| "learning_rate": 0.00019860397368304838, |
| "loss": 0.0001, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.17977057252108322, |
| "grad_norm": 0.042256616055965424, |
| "learning_rate": 0.00019860029156843753, |
| "loss": 0.0006, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.17998009533287937, |
| "grad_norm": 0.1415722370147705, |
| "learning_rate": 0.00019859660463852932, |
| "loss": 0.0025, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.1801896181446755, |
| "grad_norm": 0.26225030422210693, |
| "learning_rate": 0.0001985929128935038, |
| "loss": 0.0264, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.18039914095647164, |
| "grad_norm": 0.4579645097255707, |
| "learning_rate": 0.00019858921633354122, |
| "loss": 0.0695, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.18060866376826776, |
| "grad_norm": 0.10728690028190613, |
| "learning_rate": 0.00019858551495882215, |
| "loss": 0.0097, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.1808181865800639, |
| "grad_norm": 0.01471271738409996, |
| "learning_rate": 0.0001985818087695273, |
| "loss": 0.0002, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.18102770939186003, |
| "grad_norm": 0.107490174472332, |
| "learning_rate": 0.00019857809776583775, |
| "loss": 0.0113, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.18123723220365617, |
| "grad_norm": 0.13018178939819336, |
| "learning_rate": 0.0001985743819479347, |
| "loss": 0.0014, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.18144675501545232, |
| "grad_norm": 0.3460003137588501, |
| "learning_rate": 0.00019857066131599957, |
| "loss": 0.0389, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.18165627782724844, |
| "grad_norm": 0.3483485281467438, |
| "learning_rate": 0.0001985669358702141, |
| "loss": 0.0466, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.1818658006390446, |
| "grad_norm": 0.13328337669372559, |
| "learning_rate": 0.00019856320561076026, |
| "loss": 0.001, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.1820753234508407, |
| "grad_norm": 0.24165037274360657, |
| "learning_rate": 0.00019855947053782017, |
| "loss": 0.0193, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.18228484626263686, |
| "grad_norm": 0.036382876336574554, |
| "learning_rate": 0.00019855573065157621, |
| "loss": 0.0004, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.18249436907443298, |
| "grad_norm": 0.234747052192688, |
| "learning_rate": 0.00019855198595221114, |
| "loss": 0.012, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.18270389188622913, |
| "grad_norm": 0.19845280051231384, |
| "learning_rate": 0.00019854823643990774, |
| "loss": 0.0138, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.18291341469802525, |
| "grad_norm": 0.05412408709526062, |
| "learning_rate": 0.00019854448211484917, |
| "loss": 0.0006, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.1831229375098214, |
| "grad_norm": 0.15850593149662018, |
| "learning_rate": 0.00019854072297721876, |
| "loss": 0.012, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.1833324603216175, |
| "grad_norm": 0.535932183265686, |
| "learning_rate": 0.00019853695902720007, |
| "loss": 0.041, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.18354198313341366, |
| "grad_norm": 0.4136875569820404, |
| "learning_rate": 0.00019853319026497696, |
| "loss": 0.0517, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.18375150594520978, |
| "grad_norm": 0.1701594591140747, |
| "learning_rate": 0.00019852941669073343, |
| "loss": 0.0016, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.18396102875700593, |
| "grad_norm": 0.3235994875431061, |
| "learning_rate": 0.00019852563830465383, |
| "loss": 0.013, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.18417055156880205, |
| "grad_norm": 0.13185402750968933, |
| "learning_rate": 0.00019852185510692264, |
| "loss": 0.0011, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.1843800743805982, |
| "grad_norm": 0.4098699986934662, |
| "learning_rate": 0.0001985180670977247, |
| "loss": 0.015, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.18458959719239432, |
| "grad_norm": 0.048046402633190155, |
| "learning_rate": 0.00019851427427724488, |
| "loss": 0.0004, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.18479912000419046, |
| "grad_norm": 0.3164336383342743, |
| "learning_rate": 0.00019851047664566846, |
| "loss": 0.0679, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.18500864281598658, |
| "grad_norm": 0.41321858763694763, |
| "learning_rate": 0.00019850667420318093, |
| "loss": 0.0139, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.18521816562778273, |
| "grad_norm": 0.07493787258863449, |
| "learning_rate": 0.00019850286694996796, |
| "loss": 0.0162, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.18542768843957885, |
| "grad_norm": 0.08418352156877518, |
| "learning_rate": 0.0001984990548862155, |
| "loss": 0.001, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.185637211251375, |
| "grad_norm": 0.19334886968135834, |
| "learning_rate": 0.00019849523801210973, |
| "loss": 0.0291, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.18584673406317112, |
| "grad_norm": 0.05708039924502373, |
| "learning_rate": 0.000198491416327837, |
| "loss": 0.0006, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.18605625687496727, |
| "grad_norm": 0.1267891228199005, |
| "learning_rate": 0.00019848758983358398, |
| "loss": 0.0124, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.1862657796867634, |
| "grad_norm": 0.3097265362739563, |
| "learning_rate": 0.00019848375852953755, |
| "loss": 0.02, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.18647530249855954, |
| "grad_norm": 0.19478236138820648, |
| "learning_rate": 0.00019847992241588483, |
| "loss": 0.0292, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.18668482531035566, |
| "grad_norm": 0.13891831040382385, |
| "learning_rate": 0.0001984760814928131, |
| "loss": 0.0112, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.1868943481221518, |
| "grad_norm": 0.09047941863536835, |
| "learning_rate": 0.00019847223576050998, |
| "loss": 0.0055, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.18710387093394792, |
| "grad_norm": 0.42029663920402527, |
| "learning_rate": 0.00019846838521916333, |
| "loss": 0.0313, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.18731339374574407, |
| "grad_norm": 0.15446271002292633, |
| "learning_rate": 0.00019846452986896113, |
| "loss": 0.0016, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.1875229165575402, |
| "grad_norm": 0.21927279233932495, |
| "learning_rate": 0.00019846066971009168, |
| "loss": 0.0187, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.18773243936933634, |
| "grad_norm": 0.20879912376403809, |
| "learning_rate": 0.00019845680474274348, |
| "loss": 0.0158, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.18794196218113246, |
| "grad_norm": 0.13854913413524628, |
| "learning_rate": 0.00019845293496710534, |
| "loss": 0.011, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.1881514849929286, |
| "grad_norm": 0.16847798228263855, |
| "learning_rate": 0.00019844906038336615, |
| "loss": 0.0111, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.18836100780472473, |
| "grad_norm": 0.07531256973743439, |
| "learning_rate": 0.00019844518099171524, |
| "loss": 0.0009, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.18857053061652088, |
| "grad_norm": 0.10310601443052292, |
| "learning_rate": 0.000198441296792342, |
| "loss": 0.0027, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.188780053428317, |
| "grad_norm": 0.2742733955383301, |
| "learning_rate": 0.00019843740778543613, |
| "loss": 0.0088, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.18898957624011314, |
| "grad_norm": 0.06786957383155823, |
| "learning_rate": 0.00019843351397118755, |
| "loss": 0.0009, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.18919909905190926, |
| "grad_norm": 0.208217591047287, |
| "learning_rate": 0.00019842961534978645, |
| "loss": 0.0268, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.1894086218637054, |
| "grad_norm": 0.028746692463755608, |
| "learning_rate": 0.0001984257119214232, |
| "loss": 0.0004, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.18961814467550153, |
| "grad_norm": 0.27264735102653503, |
| "learning_rate": 0.00019842180368628842, |
| "loss": 0.0179, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.18982766748729768, |
| "grad_norm": 0.023868918418884277, |
| "learning_rate": 0.00019841789064457298, |
| "loss": 0.0003, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.1900371902990938, |
| "grad_norm": 0.030625615268945694, |
| "learning_rate": 0.000198413972796468, |
| "loss": 0.0004, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.19024671311088995, |
| "grad_norm": 0.12535369396209717, |
| "learning_rate": 0.00019841005014216485, |
| "loss": 0.0052, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.1904562359226861, |
| "grad_norm": 0.08116110414266586, |
| "learning_rate": 0.000198406122681855, |
| "loss": 0.0003, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.19066575873448222, |
| "grad_norm": 0.22774437069892883, |
| "learning_rate": 0.00019840219041573033, |
| "loss": 0.0151, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.19087528154627836, |
| "grad_norm": 0.22736741602420807, |
| "learning_rate": 0.00019839825334398286, |
| "loss": 0.0197, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.19108480435807448, |
| "grad_norm": 0.012811636552214622, |
| "learning_rate": 0.00019839431146680486, |
| "loss": 0.0002, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.19129432716987063, |
| "grad_norm": 0.23712413012981415, |
| "learning_rate": 0.00019839036478438882, |
| "loss": 0.0169, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.19150384998166675, |
| "grad_norm": 0.08614616841077805, |
| "learning_rate": 0.0001983864132969275, |
| "loss": 0.0013, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.1917133727934629, |
| "grad_norm": 0.23105621337890625, |
| "learning_rate": 0.00019838245700461385, |
| "loss": 0.0118, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.19192289560525902, |
| "grad_norm": 0.14425182342529297, |
| "learning_rate": 0.00019837849590764115, |
| "loss": 0.0145, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.19213241841705517, |
| "grad_norm": 0.24712929129600525, |
| "learning_rate": 0.0001983745300062028, |
| "loss": 0.0194, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.1923419412288513, |
| "grad_norm": 0.32611796259880066, |
| "learning_rate": 0.00019837055930049243, |
| "loss": 0.0407, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.19255146404064744, |
| "grad_norm": 0.22980710864067078, |
| "learning_rate": 0.00019836658379070407, |
| "loss": 0.0424, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.19276098685244356, |
| "grad_norm": 0.35468605160713196, |
| "learning_rate": 0.0001983626034770318, |
| "loss": 0.019, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.1929705096642397, |
| "grad_norm": 0.006418622564524412, |
| "learning_rate": 0.00019835861835967001, |
| "loss": 0.0001, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.19318003247603582, |
| "grad_norm": 0.34932658076286316, |
| "learning_rate": 0.0001983546284388133, |
| "loss": 0.084, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.19338955528783197, |
| "grad_norm": 0.034760601818561554, |
| "learning_rate": 0.00019835063371465657, |
| "loss": 0.0004, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.1935990780996281, |
| "grad_norm": 0.2593575716018677, |
| "learning_rate": 0.0001983466341873949, |
| "loss": 0.0178, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.19380860091142424, |
| "grad_norm": 0.05930793285369873, |
| "learning_rate": 0.00019834262985722357, |
| "loss": 0.0013, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.19401812372322036, |
| "grad_norm": 0.17973913252353668, |
| "learning_rate": 0.00019833862072433816, |
| "loss": 0.0159, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.1942276465350165, |
| "grad_norm": 1.3181376457214355, |
| "learning_rate": 0.0001983346067889345, |
| "loss": 0.0079, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.19443716934681263, |
| "grad_norm": 0.01102768536657095, |
| "learning_rate": 0.00019833058805120856, |
| "loss": 0.0001, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.19464669215860878, |
| "grad_norm": 0.3218340575695038, |
| "learning_rate": 0.00019832656451135666, |
| "loss": 0.0682, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.1948562149704049, |
| "grad_norm": 0.029258154332637787, |
| "learning_rate": 0.00019832253616957523, |
| "loss": 0.0005, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.19506573778220104, |
| "grad_norm": 0.029073555022478104, |
| "learning_rate": 0.00019831850302606103, |
| "loss": 0.0003, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.19527526059399716, |
| "grad_norm": 0.2904273271560669, |
| "learning_rate": 0.00019831446508101103, |
| "loss": 0.0159, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.1954847834057933, |
| "grad_norm": 0.1123453825712204, |
| "learning_rate": 0.00019831042233462245, |
| "loss": 0.0049, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.19569430621758943, |
| "grad_norm": 0.11524815112352371, |
| "learning_rate": 0.00019830637478709267, |
| "loss": 0.0157, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.19590382902938558, |
| "grad_norm": 0.23699933290481567, |
| "learning_rate": 0.00019830232243861942, |
| "loss": 0.0071, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.1961133518411817, |
| "grad_norm": 0.1821090430021286, |
| "learning_rate": 0.00019829826528940057, |
| "loss": 0.0137, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.19632287465297785, |
| "grad_norm": 0.35947421193122864, |
| "learning_rate": 0.00019829420333963426, |
| "loss": 0.0265, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.19653239746477397, |
| "grad_norm": 0.22742979228496552, |
| "learning_rate": 0.00019829013658951883, |
| "loss": 0.017, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.19674192027657011, |
| "grad_norm": 0.06752747297286987, |
| "learning_rate": 0.00019828606503925292, |
| "loss": 0.0013, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.19695144308836623, |
| "grad_norm": 0.03469230234622955, |
| "learning_rate": 0.0001982819886890354, |
| "loss": 0.0003, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.19716096590016238, |
| "grad_norm": 0.19584067165851593, |
| "learning_rate": 0.0001982779075390653, |
| "loss": 0.0072, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.1973704887119585, |
| "grad_norm": 0.08708450198173523, |
| "learning_rate": 0.00019827382158954193, |
| "loss": 0.0091, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.19758001152375465, |
| "grad_norm": 0.22899965941905975, |
| "learning_rate": 0.00019826973084066484, |
| "loss": 0.0155, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.19778953433555077, |
| "grad_norm": 0.2735210061073303, |
| "learning_rate": 0.00019826563529263383, |
| "loss": 0.0062, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.19799905714734692, |
| "grad_norm": 0.13284745812416077, |
| "learning_rate": 0.00019826153494564887, |
| "loss": 0.0024, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.19820857995914304, |
| "grad_norm": 0.24890956282615662, |
| "learning_rate": 0.00019825742979991026, |
| "loss": 0.027, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.1984181027709392, |
| "grad_norm": 0.2778416574001312, |
| "learning_rate": 0.00019825331985561846, |
| "loss": 0.0321, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.1986276255827353, |
| "grad_norm": 0.17397484183311462, |
| "learning_rate": 0.00019824920511297416, |
| "loss": 0.0154, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.19883714839453145, |
| "grad_norm": 0.08111430704593658, |
| "learning_rate": 0.0001982450855721783, |
| "loss": 0.0011, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.1990466712063276, |
| "grad_norm": 0.11453194171190262, |
| "learning_rate": 0.00019824096123343212, |
| "loss": 0.0059, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.19925619401812372, |
| "grad_norm": 0.17547598481178284, |
| "learning_rate": 0.00019823683209693705, |
| "loss": 0.0062, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.19946571682991987, |
| "grad_norm": 0.02609160542488098, |
| "learning_rate": 0.00019823269816289464, |
| "loss": 0.0002, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.199675239641716, |
| "grad_norm": 0.41189810633659363, |
| "learning_rate": 0.00019822855943150687, |
| "loss": 0.091, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.19988476245351214, |
| "grad_norm": 0.1962253600358963, |
| "learning_rate": 0.00019822441590297581, |
| "loss": 0.0239, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.20009428526530826, |
| "grad_norm": 0.0019026676891371608, |
| "learning_rate": 0.00019822026757750386, |
| "loss": 0.0, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.2003038080771044, |
| "grad_norm": 0.29771414399147034, |
| "learning_rate": 0.0001982161144552936, |
| "loss": 0.0503, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.20051333088890053, |
| "grad_norm": 0.12233370542526245, |
| "learning_rate": 0.00019821195653654784, |
| "loss": 0.0018, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.20072285370069667, |
| "grad_norm": 0.022733421996235847, |
| "learning_rate": 0.0001982077938214696, |
| "loss": 0.0002, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.2009323765124928, |
| "grad_norm": 0.30897054076194763, |
| "learning_rate": 0.00019820362631026224, |
| "loss": 0.0256, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.20114189932428894, |
| "grad_norm": 0.16434000432491302, |
| "learning_rate": 0.00019819945400312926, |
| "loss": 0.0209, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.20135142213608506, |
| "grad_norm": 0.14610372483730316, |
| "learning_rate": 0.0001981952769002744, |
| "loss": 0.0011, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.2015609449478812, |
| "grad_norm": 0.27273574471473694, |
| "learning_rate": 0.0001981910950019017, |
| "loss": 0.0284, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.20177046775967733, |
| "grad_norm": 0.1361648440361023, |
| "learning_rate": 0.0001981869083082154, |
| "loss": 0.0065, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.20197999057147348, |
| "grad_norm": 0.1183745265007019, |
| "learning_rate": 0.00019818271681941986, |
| "loss": 0.0034, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.2021895133832696, |
| "grad_norm": 0.2849377989768982, |
| "learning_rate": 0.0001981785205357199, |
| "loss": 0.0119, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.20239903619506575, |
| "grad_norm": 0.013914634473621845, |
| "learning_rate": 0.00019817431945732034, |
| "loss": 0.0001, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.20260855900686187, |
| "grad_norm": 0.17100666463375092, |
| "learning_rate": 0.00019817011358442646, |
| "loss": 0.0134, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.202818081818658, |
| "grad_norm": 0.3089207112789154, |
| "learning_rate": 0.00019816590291724356, |
| "loss": 0.0347, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.20302760463045413, |
| "grad_norm": 0.08947692811489105, |
| "learning_rate": 0.00019816168745597735, |
| "loss": 0.0006, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.20323712744225028, |
| "grad_norm": 0.3102778196334839, |
| "learning_rate": 0.00019815746720083365, |
| "loss": 0.0385, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.2034466502540464, |
| "grad_norm": 0.3651212751865387, |
| "learning_rate": 0.0001981532421520186, |
| "loss": 0.0431, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.20365617306584255, |
| "grad_norm": 0.14294616878032684, |
| "learning_rate": 0.0001981490123097385, |
| "loss": 0.0048, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.20386569587763867, |
| "grad_norm": 0.2009478658437729, |
| "learning_rate": 0.00019814477767419994, |
| "loss": 0.0031, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.20407521868943482, |
| "grad_norm": 0.19270165264606476, |
| "learning_rate": 0.00019814053824560975, |
| "loss": 0.0074, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.20428474150123094, |
| "grad_norm": 0.006634276360273361, |
| "learning_rate": 0.00019813629402417492, |
| "loss": 0.0001, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.20449426431302709, |
| "grad_norm": 0.17981410026550293, |
| "learning_rate": 0.00019813204501010275, |
| "loss": 0.0054, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.2047037871248232, |
| "grad_norm": 0.03605171665549278, |
| "learning_rate": 0.00019812779120360072, |
| "loss": 0.0004, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.20491330993661935, |
| "grad_norm": 0.09814287722110748, |
| "learning_rate": 0.00019812353260487662, |
| "loss": 0.0005, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.20512283274841547, |
| "grad_norm": 0.41026777029037476, |
| "learning_rate": 0.0001981192692141384, |
| "loss": 0.0149, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.20533235556021162, |
| "grad_norm": 0.2844783067703247, |
| "learning_rate": 0.00019811500103159428, |
| "loss": 0.039, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.20554187837200774, |
| "grad_norm": 0.03213176503777504, |
| "learning_rate": 0.00019811072805745266, |
| "loss": 0.0003, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.2057514011838039, |
| "grad_norm": 0.012578954920172691, |
| "learning_rate": 0.00019810645029192227, |
| "loss": 0.0002, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.2059609239956, |
| "grad_norm": 0.18747162818908691, |
| "learning_rate": 0.000198102167735212, |
| "loss": 0.0018, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.20617044680739616, |
| "grad_norm": 0.20987571775913239, |
| "learning_rate": 0.000198097880387531, |
| "loss": 0.0023, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.20637996961919228, |
| "grad_norm": 0.16509518027305603, |
| "learning_rate": 0.00019809358824908862, |
| "loss": 0.0026, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.20658949243098843, |
| "grad_norm": 0.12439261376857758, |
| "learning_rate": 0.0001980892913200945, |
| "loss": 0.0133, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.20679901524278455, |
| "grad_norm": 0.2837631404399872, |
| "learning_rate": 0.0001980849896007585, |
| "loss": 0.0058, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.2070085380545807, |
| "grad_norm": 0.22140386700630188, |
| "learning_rate": 0.0001980806830912907, |
| "loss": 0.0194, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.2072180608663768, |
| "grad_norm": 0.19810140132904053, |
| "learning_rate": 0.00019807637179190138, |
| "loss": 0.0074, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.20742758367817296, |
| "grad_norm": 0.1639014035463333, |
| "learning_rate": 0.0001980720557028011, |
| "loss": 0.0039, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.2076371064899691, |
| "grad_norm": 0.2784484624862671, |
| "learning_rate": 0.00019806773482420066, |
| "loss": 0.0019, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.20784662930176523, |
| "grad_norm": 0.060419704765081406, |
| "learning_rate": 0.00019806340915631108, |
| "loss": 0.0006, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.20805615211356138, |
| "grad_norm": 0.048128314316272736, |
| "learning_rate": 0.00019805907869934361, |
| "loss": 0.0005, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.2082656749253575, |
| "grad_norm": 0.005089947488158941, |
| "learning_rate": 0.0001980547434535097, |
| "loss": 0.0001, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.20847519773715364, |
| "grad_norm": 0.430545836687088, |
| "learning_rate": 0.0001980504034190211, |
| "loss": 0.0808, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.20868472054894976, |
| "grad_norm": 0.023343857377767563, |
| "learning_rate": 0.00019804605859608977, |
| "loss": 0.0004, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.2088942433607459, |
| "grad_norm": 0.2382965236902237, |
| "learning_rate": 0.00019804170898492788, |
| "loss": 0.0454, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.20910376617254203, |
| "grad_norm": 0.12488018721342087, |
| "learning_rate": 0.00019803735458574784, |
| "loss": 0.0089, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.20931328898433818, |
| "grad_norm": 0.005318134557455778, |
| "learning_rate": 0.00019803299539876233, |
| "loss": 0.0001, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.2095228117961343, |
| "grad_norm": 0.1782492995262146, |
| "learning_rate": 0.0001980286314241842, |
| "loss": 0.0178, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.2095228117961343, |
| "eval_loss": 0.015503130853176117, |
| "eval_runtime": 89.0527, |
| "eval_samples_per_second": 8.624, |
| "eval_steps_per_second": 4.312, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.20973233460793045, |
| "grad_norm": 0.24667583405971527, |
| "learning_rate": 0.00019802426266222662, |
| "loss": 0.024, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.20994185741972657, |
| "grad_norm": 0.0044623855501413345, |
| "learning_rate": 0.0001980198891131029, |
| "loss": 0.0001, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.21015138023152272, |
| "grad_norm": 0.2540886402130127, |
| "learning_rate": 0.00019801551077702664, |
| "loss": 0.0351, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.21036090304331884, |
| "grad_norm": 0.014486823230981827, |
| "learning_rate": 0.00019801112765421172, |
| "loss": 0.0001, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.21057042585511498, |
| "grad_norm": 0.19617009162902832, |
| "learning_rate": 0.0001980067397448721, |
| "loss": 0.011, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.2107799486669111, |
| "grad_norm": 0.16247636079788208, |
| "learning_rate": 0.00019800234704922214, |
| "loss": 0.0134, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.21098947147870725, |
| "grad_norm": 0.06774534285068512, |
| "learning_rate": 0.00019799794956747635, |
| "loss": 0.0008, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.21119899429050337, |
| "grad_norm": 0.1491418480873108, |
| "learning_rate": 0.00019799354729984947, |
| "loss": 0.0085, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.21140851710229952, |
| "grad_norm": 0.18873615562915802, |
| "learning_rate": 0.00019798914024655648, |
| "loss": 0.011, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.21161803991409564, |
| "grad_norm": 0.17292487621307373, |
| "learning_rate": 0.00019798472840781267, |
| "loss": 0.0201, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.2118275627258918, |
| "grad_norm": 0.24127565324306488, |
| "learning_rate": 0.00019798031178383342, |
| "loss": 0.0448, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.2120370855376879, |
| "grad_norm": 0.026395272463560104, |
| "learning_rate": 0.0001979758903748345, |
| "loss": 0.0006, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.21224660834948406, |
| "grad_norm": 0.2279701977968216, |
| "learning_rate": 0.00019797146418103174, |
| "loss": 0.0087, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.21245613116128018, |
| "grad_norm": 0.18590952455997467, |
| "learning_rate": 0.0001979670332026414, |
| "loss": 0.0011, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.21266565397307632, |
| "grad_norm": 0.2261616587638855, |
| "learning_rate": 0.0001979625974398798, |
| "loss": 0.0333, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.21287517678487244, |
| "grad_norm": 0.22065399587154388, |
| "learning_rate": 0.00019795815689296363, |
| "loss": 0.0042, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.2130846995966686, |
| "grad_norm": 0.24057383835315704, |
| "learning_rate": 0.0001979537115621097, |
| "loss": 0.0184, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.2132942224084647, |
| "grad_norm": 0.19768278300762177, |
| "learning_rate": 0.00019794926144753511, |
| "loss": 0.0179, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.21350374522026086, |
| "grad_norm": 0.18621546030044556, |
| "learning_rate": 0.00019794480654945721, |
| "loss": 0.0066, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.21371326803205698, |
| "grad_norm": 0.13579484820365906, |
| "learning_rate": 0.00019794034686809354, |
| "loss": 0.0081, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.21392279084385313, |
| "grad_norm": 0.08393269777297974, |
| "learning_rate": 0.00019793588240366193, |
| "loss": 0.001, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.21413231365564925, |
| "grad_norm": 0.12567999958992004, |
| "learning_rate": 0.00019793141315638038, |
| "loss": 0.008, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.2143418364674454, |
| "grad_norm": 0.3008198142051697, |
| "learning_rate": 0.00019792693912646715, |
| "loss": 0.0248, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.21455135927924152, |
| "grad_norm": 0.3744416832923889, |
| "learning_rate": 0.00019792246031414073, |
| "loss": 0.025, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.21476088209103766, |
| "grad_norm": 0.3006001114845276, |
| "learning_rate": 0.00019791797671961988, |
| "loss": 0.0275, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.21497040490283378, |
| "grad_norm": 0.12467708438634872, |
| "learning_rate": 0.00019791348834312356, |
| "loss": 0.0128, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.21517992771462993, |
| "grad_norm": 0.17428621649742126, |
| "learning_rate": 0.00019790899518487096, |
| "loss": 0.0269, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.21538945052642605, |
| "grad_norm": 0.20888212323188782, |
| "learning_rate": 0.00019790449724508148, |
| "loss": 0.0226, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.2155989733382222, |
| "grad_norm": 0.1774069368839264, |
| "learning_rate": 0.00019789999452397483, |
| "loss": 0.0029, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.21580849615001832, |
| "grad_norm": 0.17364779114723206, |
| "learning_rate": 0.00019789548702177088, |
| "loss": 0.0065, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.21601801896181447, |
| "grad_norm": 0.0968272015452385, |
| "learning_rate": 0.00019789097473868976, |
| "loss": 0.0008, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.21622754177361062, |
| "grad_norm": 0.2362106889486313, |
| "learning_rate": 0.00019788645767495185, |
| "loss": 0.0329, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.21643706458540674, |
| "grad_norm": 0.11848565191030502, |
| "learning_rate": 0.0001978819358307777, |
| "loss": 0.0126, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.21664658739720288, |
| "grad_norm": 0.24092267453670502, |
| "learning_rate": 0.00019787740920638823, |
| "loss": 0.0094, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.216856110208999, |
| "grad_norm": 0.030452342703938484, |
| "learning_rate": 0.00019787287780200443, |
| "loss": 0.0086, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.21706563302079515, |
| "grad_norm": 0.21786944568157196, |
| "learning_rate": 0.00019786834161784764, |
| "loss": 0.0353, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.21727515583259127, |
| "grad_norm": 0.14589764177799225, |
| "learning_rate": 0.0001978638006541394, |
| "loss": 0.0027, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.21748467864438742, |
| "grad_norm": 0.22719940543174744, |
| "learning_rate": 0.0001978592549111014, |
| "loss": 0.0278, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.21769420145618354, |
| "grad_norm": 0.2133379429578781, |
| "learning_rate": 0.00019785470438895569, |
| "loss": 0.0163, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.2179037242679797, |
| "grad_norm": 0.025479169562458992, |
| "learning_rate": 0.00019785014908792453, |
| "loss": 0.0002, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.2181132470797758, |
| "grad_norm": 0.2815213203430176, |
| "learning_rate": 0.00019784558900823033, |
| "loss": 0.0176, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.21832276989157196, |
| "grad_norm": 0.018222063779830933, |
| "learning_rate": 0.00019784102415009583, |
| "loss": 0.0003, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.21853229270336808, |
| "grad_norm": 0.12288132309913635, |
| "learning_rate": 0.00019783645451374392, |
| "loss": 0.0143, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.21874181551516422, |
| "grad_norm": 0.2956022620201111, |
| "learning_rate": 0.0001978318800993978, |
| "loss": 0.0416, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.21895133832696034, |
| "grad_norm": 0.024944905191659927, |
| "learning_rate": 0.0001978273009072809, |
| "loss": 0.0003, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.2191608611387565, |
| "grad_norm": 0.17367038130760193, |
| "learning_rate": 0.00019782271693761678, |
| "loss": 0.0176, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.2193703839505526, |
| "grad_norm": 0.05597973242402077, |
| "learning_rate": 0.00019781812819062933, |
| "loss": 0.0083, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.21957990676234876, |
| "grad_norm": 0.12071727216243744, |
| "learning_rate": 0.00019781353466654267, |
| "loss": 0.0023, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.21978942957414488, |
| "grad_norm": 0.08094103634357452, |
| "learning_rate": 0.00019780893636558107, |
| "loss": 0.001, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.21999895238594103, |
| "grad_norm": 0.2887085974216461, |
| "learning_rate": 0.00019780433328796918, |
| "loss": 0.0249, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.22020847519773715, |
| "grad_norm": 0.10958587378263474, |
| "learning_rate": 0.0001977997254339318, |
| "loss": 0.0075, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.2204179980095333, |
| "grad_norm": 0.027714794501662254, |
| "learning_rate": 0.00019779511280369386, |
| "loss": 0.0003, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.22062752082132941, |
| "grad_norm": 0.11167047172784805, |
| "learning_rate": 0.0001977904953974807, |
| "loss": 0.009, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.22083704363312556, |
| "grad_norm": 0.0651421770453453, |
| "learning_rate": 0.00019778587321551782, |
| "loss": 0.0009, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.22104656644492168, |
| "grad_norm": 0.021489938721060753, |
| "learning_rate": 0.00019778124625803093, |
| "loss": 0.0002, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.22125608925671783, |
| "grad_norm": 0.22498519718647003, |
| "learning_rate": 0.000197776614525246, |
| "loss": 0.023, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.22146561206851395, |
| "grad_norm": 0.1699984073638916, |
| "learning_rate": 0.00019777197801738923, |
| "loss": 0.0209, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.2216751348803101, |
| "grad_norm": 0.09820838272571564, |
| "learning_rate": 0.00019776733673468707, |
| "loss": 0.0044, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.22188465769210622, |
| "grad_norm": 0.01764521189033985, |
| "learning_rate": 0.00019776269067736614, |
| "loss": 0.0003, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.22209418050390237, |
| "grad_norm": 0.1787995547056198, |
| "learning_rate": 0.00019775803984565336, |
| "loss": 0.0134, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.2223037033156985, |
| "grad_norm": 0.10098960250616074, |
| "learning_rate": 0.00019775338423977585, |
| "loss": 0.0006, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.22251322612749463, |
| "grad_norm": 0.40593600273132324, |
| "learning_rate": 0.00019774872385996102, |
| "loss": 0.0599, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.22272274893929075, |
| "grad_norm": 0.27995312213897705, |
| "learning_rate": 0.0001977440587064364, |
| "loss": 0.0427, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.2229322717510869, |
| "grad_norm": 0.317348450422287, |
| "learning_rate": 0.00019773938877942987, |
| "loss": 0.0325, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.22314179456288302, |
| "grad_norm": 0.3249301016330719, |
| "learning_rate": 0.0001977347140791695, |
| "loss": 0.0173, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.22335131737467917, |
| "grad_norm": 0.16467350721359253, |
| "learning_rate": 0.0001977300346058835, |
| "loss": 0.0184, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.2235608401864753, |
| "grad_norm": 0.16043822467327118, |
| "learning_rate": 0.00019772535035980052, |
| "loss": 0.0012, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.22377036299827144, |
| "grad_norm": 0.16195471584796906, |
| "learning_rate": 0.0001977206613411492, |
| "loss": 0.0099, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.22397988581006756, |
| "grad_norm": 0.01258161198347807, |
| "learning_rate": 0.00019771596755015867, |
| "loss": 0.0002, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.2241894086218637, |
| "grad_norm": 0.0009052444947883487, |
| "learning_rate": 0.00019771126898705804, |
| "loss": 0.0, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.22439893143365983, |
| "grad_norm": 0.09450815618038177, |
| "learning_rate": 0.00019770656565207685, |
| "loss": 0.0018, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.22460845424545597, |
| "grad_norm": 0.2263779193162918, |
| "learning_rate": 0.00019770185754544475, |
| "loss": 0.0388, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.22481797705725212, |
| "grad_norm": 0.0903795063495636, |
| "learning_rate": 0.0001976971446673917, |
| "loss": 0.0123, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.22502749986904824, |
| "grad_norm": 0.002591166878119111, |
| "learning_rate": 0.0001976924270181478, |
| "loss": 0.0001, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.2252370226808444, |
| "grad_norm": 0.17566534876823425, |
| "learning_rate": 0.00019768770459794351, |
| "loss": 0.0189, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.2254465454926405, |
| "grad_norm": 0.1893072873353958, |
| "learning_rate": 0.00019768297740700944, |
| "loss": 0.002, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.22565606830443666, |
| "grad_norm": 0.40008923411369324, |
| "learning_rate": 0.00019767824544557642, |
| "loss": 0.0479, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.22586559111623278, |
| "grad_norm": 0.0161714069545269, |
| "learning_rate": 0.00019767350871387557, |
| "loss": 0.0002, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.22607511392802893, |
| "grad_norm": 0.2905687391757965, |
| "learning_rate": 0.00019766876721213824, |
| "loss": 0.0301, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.22628463673982505, |
| "grad_norm": 0.1825425624847412, |
| "learning_rate": 0.0001976640209405959, |
| "loss": 0.0258, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.2264941595516212, |
| "grad_norm": 0.2943969964981079, |
| "learning_rate": 0.00019765926989948044, |
| "loss": 0.0253, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.2267036823634173, |
| "grad_norm": 0.03229305148124695, |
| "learning_rate": 0.00019765451408902383, |
| "loss": 0.0004, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.22691320517521346, |
| "grad_norm": 0.07214413583278656, |
| "learning_rate": 0.00019764975350945838, |
| "loss": 0.0026, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.22712272798700958, |
| "grad_norm": 0.18299317359924316, |
| "learning_rate": 0.00019764498816101652, |
| "loss": 0.0153, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.22733225079880573, |
| "grad_norm": 0.28171518445014954, |
| "learning_rate": 0.00019764021804393099, |
| "loss": 0.0329, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.22754177361060185, |
| "grad_norm": 0.18641382455825806, |
| "learning_rate": 0.00019763544315843474, |
| "loss": 0.0147, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.227751296422398, |
| "grad_norm": 0.16016316413879395, |
| "learning_rate": 0.00019763066350476097, |
| "loss": 0.004, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.22796081923419412, |
| "grad_norm": 0.15008705854415894, |
| "learning_rate": 0.0001976258790831431, |
| "loss": 0.0235, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.22817034204599027, |
| "grad_norm": 0.24476243555545807, |
| "learning_rate": 0.00019762108989381481, |
| "loss": 0.0299, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.22837986485778639, |
| "grad_norm": 0.027294384315609932, |
| "learning_rate": 0.00019761629593701, |
| "loss": 0.0003, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.22858938766958253, |
| "grad_norm": 0.20721612870693207, |
| "learning_rate": 0.00019761149721296269, |
| "loss": 0.0046, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.22879891048137865, |
| "grad_norm": 0.34984588623046875, |
| "learning_rate": 0.0001976066937219073, |
| "loss": 0.0551, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.2290084332931748, |
| "grad_norm": 0.08879242092370987, |
| "learning_rate": 0.00019760188546407844, |
| "loss": 0.0005, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.22921795610497092, |
| "grad_norm": 0.08779024332761765, |
| "learning_rate": 0.00019759707243971087, |
| "loss": 0.0009, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.22942747891676707, |
| "grad_norm": 0.22871573269367218, |
| "learning_rate": 0.00019759225464903972, |
| "loss": 0.0155, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.2296370017285632, |
| "grad_norm": 0.005597609095275402, |
| "learning_rate": 0.00019758743209230022, |
| "loss": 0.0001, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.22984652454035934, |
| "grad_norm": 0.180862158536911, |
| "learning_rate": 0.0001975826047697279, |
| "loss": 0.0159, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.23005604735215546, |
| "grad_norm": 0.011714598163962364, |
| "learning_rate": 0.00019757777268155846, |
| "loss": 0.0001, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.2302655701639516, |
| "grad_norm": 0.16202227771282196, |
| "learning_rate": 0.00019757293582802794, |
| "loss": 0.0225, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.23047509297574773, |
| "grad_norm": 0.030815673992037773, |
| "learning_rate": 0.00019756809420937255, |
| "loss": 0.0002, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.23068461578754387, |
| "grad_norm": 0.1840132772922516, |
| "learning_rate": 0.00019756324782582873, |
| "loss": 0.0099, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.23089413859934, |
| "grad_norm": 0.16079594194889069, |
| "learning_rate": 0.00019755839667763317, |
| "loss": 0.006, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.23110366141113614, |
| "grad_norm": 0.30695217847824097, |
| "learning_rate": 0.00019755354076502276, |
| "loss": 0.0175, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.23131318422293226, |
| "grad_norm": 0.011515875346958637, |
| "learning_rate": 0.00019754868008823467, |
| "loss": 0.0001, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.2315227070347284, |
| "grad_norm": 0.14559753239154816, |
| "learning_rate": 0.00019754381464750628, |
| "loss": 0.0078, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.23173222984652453, |
| "grad_norm": 0.007846977561712265, |
| "learning_rate": 0.00019753894444307516, |
| "loss": 0.0001, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.23194175265832068, |
| "grad_norm": 0.03170756250619888, |
| "learning_rate": 0.00019753406947517924, |
| "loss": 0.0003, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.2321512754701168, |
| "grad_norm": 0.0651014968752861, |
| "learning_rate": 0.00019752918974405648, |
| "loss": 0.0031, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.23236079828191294, |
| "grad_norm": 0.26344966888427734, |
| "learning_rate": 0.00019752430524994528, |
| "loss": 0.0232, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.23257032109370906, |
| "grad_norm": 0.2215491235256195, |
| "learning_rate": 0.0001975194159930841, |
| "loss": 0.002, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.2327798439055052, |
| "grad_norm": 0.00715980026870966, |
| "learning_rate": 0.00019751452197371182, |
| "loss": 0.0001, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.23298936671730133, |
| "grad_norm": 0.01364982221275568, |
| "learning_rate": 0.0001975096231920674, |
| "loss": 0.0002, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.23319888952909748, |
| "grad_norm": 0.17877884209156036, |
| "learning_rate": 0.00019750471964839005, |
| "loss": 0.0027, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.23340841234089363, |
| "grad_norm": 0.31934672594070435, |
| "learning_rate": 0.0001974998113429193, |
| "loss": 0.0443, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.23361793515268975, |
| "grad_norm": 0.41927701234817505, |
| "learning_rate": 0.00019749489827589477, |
| "loss": 0.0651, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.2338274579644859, |
| "grad_norm": 0.004164255689829588, |
| "learning_rate": 0.00019748998044755647, |
| "loss": 0.0001, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.23403698077628202, |
| "grad_norm": 0.003149515949189663, |
| "learning_rate": 0.00019748505785814456, |
| "loss": 0.0001, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.23424650358807816, |
| "grad_norm": 0.22820650041103363, |
| "learning_rate": 0.0001974801305078994, |
| "loss": 0.0291, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.23445602639987428, |
| "grad_norm": 0.06346362829208374, |
| "learning_rate": 0.00019747519839706165, |
| "loss": 0.0006, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.23466554921167043, |
| "grad_norm": 0.17930179834365845, |
| "learning_rate": 0.0001974702615258722, |
| "loss": 0.0085, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.23487507202346655, |
| "grad_norm": 0.03995645418763161, |
| "learning_rate": 0.00019746531989457214, |
| "loss": 0.0004, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.2350845948352627, |
| "grad_norm": 0.16451582312583923, |
| "learning_rate": 0.00019746037350340276, |
| "loss": 0.0111, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.23529411764705882, |
| "grad_norm": 0.1479364037513733, |
| "learning_rate": 0.0001974554223526057, |
| "loss": 0.0243, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.23550364045885497, |
| "grad_norm": 0.04975096508860588, |
| "learning_rate": 0.00019745046644242267, |
| "loss": 0.0005, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.2357131632706511, |
| "grad_norm": 0.10589946806430817, |
| "learning_rate": 0.00019744550577309575, |
| "loss": 0.0018, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.23592268608244724, |
| "grad_norm": 0.07141809910535812, |
| "learning_rate": 0.00019744054034486722, |
| "loss": 0.0009, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.23613220889424336, |
| "grad_norm": 0.11263751983642578, |
| "learning_rate": 0.00019743557015797954, |
| "loss": 0.0129, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.2363417317060395, |
| "grad_norm": 0.16582761704921722, |
| "learning_rate": 0.0001974305952126754, |
| "loss": 0.013, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.23655125451783562, |
| "grad_norm": 0.19919754564762115, |
| "learning_rate": 0.0001974256155091979, |
| "loss": 0.0019, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.23676077732963177, |
| "grad_norm": 0.052698615938425064, |
| "learning_rate": 0.00019742063104779008, |
| "loss": 0.0023, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.2369703001414279, |
| "grad_norm": 0.14383988082408905, |
| "learning_rate": 0.00019741564182869544, |
| "loss": 0.0095, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.23717982295322404, |
| "grad_norm": 0.34627342224121094, |
| "learning_rate": 0.00019741064785215758, |
| "loss": 0.0533, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.23738934576502016, |
| "grad_norm": 0.3608137369155884, |
| "learning_rate": 0.00019740564911842044, |
| "loss": 0.0742, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.2375988685768163, |
| "grad_norm": 0.3834199905395508, |
| "learning_rate": 0.00019740064562772815, |
| "loss": 0.0685, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.23780839138861243, |
| "grad_norm": 0.19751276075839996, |
| "learning_rate": 0.00019739563738032504, |
| "loss": 0.0296, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.23801791420040858, |
| "grad_norm": 0.2406461536884308, |
| "learning_rate": 0.00019739062437645568, |
| "loss": 0.032, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.2382274370122047, |
| "grad_norm": 0.036680351942777634, |
| "learning_rate": 0.00019738560661636492, |
| "loss": 0.0006, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.23843695982400084, |
| "grad_norm": 0.12333112210035324, |
| "learning_rate": 0.00019738058410029776, |
| "loss": 0.027, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.23864648263579696, |
| "grad_norm": 0.12504327297210693, |
| "learning_rate": 0.00019737555682849956, |
| "loss": 0.0077, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.2388560054475931, |
| "grad_norm": 0.26424646377563477, |
| "learning_rate": 0.00019737052480121577, |
| "loss": 0.0243, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.23906552825938923, |
| "grad_norm": 0.05994394049048424, |
| "learning_rate": 0.00019736548801869215, |
| "loss": 0.0008, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.23927505107118538, |
| "grad_norm": 0.15409626066684723, |
| "learning_rate": 0.0001973604464811747, |
| "loss": 0.0101, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.2394845738829815, |
| "grad_norm": 0.011877711862325668, |
| "learning_rate": 0.0001973554001889096, |
| "loss": 0.0002, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.23969409669477765, |
| "grad_norm": 0.14174003899097443, |
| "learning_rate": 0.0001973503491421433, |
| "loss": 0.0019, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.23990361950657377, |
| "grad_norm": 0.13701941072940826, |
| "learning_rate": 0.00019734529334112253, |
| "loss": 0.014, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.24011314231836992, |
| "grad_norm": 0.19319787621498108, |
| "learning_rate": 0.00019734023278609412, |
| "loss": 0.0064, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.24032266513016604, |
| "grad_norm": 0.09388478845357895, |
| "learning_rate": 0.00019733516747730528, |
| "loss": 0.0058, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.24053218794196218, |
| "grad_norm": 0.00462870579212904, |
| "learning_rate": 0.0001973300974150033, |
| "loss": 0.0001, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.2407417107537583, |
| "grad_norm": 0.21105362474918365, |
| "learning_rate": 0.00019732502259943587, |
| "loss": 0.0435, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.24095123356555445, |
| "grad_norm": 0.21553511917591095, |
| "learning_rate": 0.00019731994303085075, |
| "loss": 0.0065, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.24116075637735057, |
| "grad_norm": 0.1303602159023285, |
| "learning_rate": 0.00019731485870949606, |
| "loss": 0.0086, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.24137027918914672, |
| "grad_norm": 0.009067162871360779, |
| "learning_rate": 0.00019730976963562008, |
| "loss": 0.0001, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.24157980200094284, |
| "grad_norm": 0.30989691615104675, |
| "learning_rate": 0.00019730467580947138, |
| "loss": 0.0328, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.241789324812739, |
| "grad_norm": 0.05775981396436691, |
| "learning_rate": 0.00019729957723129866, |
| "loss": 0.0005, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.24199884762453513, |
| "grad_norm": 0.14925909042358398, |
| "learning_rate": 0.00019729447390135098, |
| "loss": 0.0147, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.24220837043633126, |
| "grad_norm": 0.1444745808839798, |
| "learning_rate": 0.00019728936581987752, |
| "loss": 0.0148, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.2424178932481274, |
| "grad_norm": 0.004791347309947014, |
| "learning_rate": 0.00019728425298712776, |
| "loss": 0.0001, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.24262741605992352, |
| "grad_norm": 0.12054464221000671, |
| "learning_rate": 0.00019727913540335142, |
| "loss": 0.0099, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.24283693887171967, |
| "grad_norm": 0.02685241401195526, |
| "learning_rate": 0.00019727401306879837, |
| "loss": 0.0002, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.2430464616835158, |
| "grad_norm": 0.1325118988752365, |
| "learning_rate": 0.00019726888598371883, |
| "loss": 0.0129, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.24325598449531194, |
| "grad_norm": 0.010920906439423561, |
| "learning_rate": 0.0001972637541483631, |
| "loss": 0.0001, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.24346550730710806, |
| "grad_norm": 0.1611892580986023, |
| "learning_rate": 0.00019725861756298191, |
| "loss": 0.0025, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.2436750301189042, |
| "grad_norm": 0.0020086602307856083, |
| "learning_rate": 0.00019725347622782604, |
| "loss": 0.0, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.24388455293070033, |
| "grad_norm": 0.20563958585262299, |
| "learning_rate": 0.00019724833014314662, |
| "loss": 0.009, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.24409407574249647, |
| "grad_norm": 0.21522867679595947, |
| "learning_rate": 0.0001972431793091949, |
| "loss": 0.0177, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.2443035985542926, |
| "grad_norm": 0.25818154215812683, |
| "learning_rate": 0.00019723802372622248, |
| "loss": 0.0223, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.24451312136608874, |
| "grad_norm": 0.2856491208076477, |
| "learning_rate": 0.00019723286339448114, |
| "loss": 0.0353, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.24472264417788486, |
| "grad_norm": 0.12360674142837524, |
| "learning_rate": 0.0001972276983142229, |
| "loss": 0.0035, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.244932166989681, |
| "grad_norm": 0.07090656459331512, |
| "learning_rate": 0.0001972225284857, |
| "loss": 0.0007, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.24514168980147713, |
| "grad_norm": 0.23631127178668976, |
| "learning_rate": 0.00019721735390916485, |
| "loss": 0.0039, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.24535121261327328, |
| "grad_norm": 0.005582223180681467, |
| "learning_rate": 0.00019721217458487024, |
| "loss": 0.0001, |
| "step": 1171 |
| }, |
| { |
| "epoch": 0.2455607354250694, |
| "grad_norm": 0.11760203540325165, |
| "learning_rate": 0.0001972069905130691, |
| "loss": 0.0187, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.24577025823686555, |
| "grad_norm": 0.0623784065246582, |
| "learning_rate": 0.00019720180169401457, |
| "loss": 0.0026, |
| "step": 1173 |
| }, |
| { |
| "epoch": 0.24597978104866167, |
| "grad_norm": 0.06554267555475235, |
| "learning_rate": 0.00019719660812796006, |
| "loss": 0.0008, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.24618930386045781, |
| "grad_norm": 0.15499131381511688, |
| "learning_rate": 0.00019719140981515923, |
| "loss": 0.0155, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.24639882667225393, |
| "grad_norm": 0.36670204997062683, |
| "learning_rate": 0.00019718620675586592, |
| "loss": 0.0826, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.24660834948405008, |
| "grad_norm": 0.09148335456848145, |
| "learning_rate": 0.00019718099895033427, |
| "loss": 0.0008, |
| "step": 1177 |
| }, |
| { |
| "epoch": 0.2468178722958462, |
| "grad_norm": 0.0192439965903759, |
| "learning_rate": 0.00019717578639881858, |
| "loss": 0.0003, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.24702739510764235, |
| "grad_norm": 0.17157042026519775, |
| "learning_rate": 0.0001971705691015734, |
| "loss": 0.0329, |
| "step": 1179 |
| }, |
| { |
| "epoch": 0.24723691791943847, |
| "grad_norm": 0.26223111152648926, |
| "learning_rate": 0.00019716534705885354, |
| "loss": 0.0499, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.24744644073123462, |
| "grad_norm": 0.07771110534667969, |
| "learning_rate": 0.00019716012027091404, |
| "loss": 0.001, |
| "step": 1181 |
| }, |
| { |
| "epoch": 0.24765596354303074, |
| "grad_norm": 0.16626375913619995, |
| "learning_rate": 0.00019715488873801014, |
| "loss": 0.0301, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.24786548635482689, |
| "grad_norm": 0.3291771113872528, |
| "learning_rate": 0.00019714965246039735, |
| "loss": 0.0383, |
| "step": 1183 |
| }, |
| { |
| "epoch": 0.248075009166623, |
| "grad_norm": 0.1012611836194992, |
| "learning_rate": 0.00019714441143833138, |
| "loss": 0.003, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.24828453197841915, |
| "grad_norm": 0.03600292280316353, |
| "learning_rate": 0.00019713916567206817, |
| "loss": 0.0003, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.24849405479021527, |
| "grad_norm": 0.14185172319412231, |
| "learning_rate": 0.00019713391516186393, |
| "loss": 0.0117, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.24870357760201142, |
| "grad_norm": 0.17416037619113922, |
| "learning_rate": 0.00019712865990797505, |
| "loss": 0.028, |
| "step": 1187 |
| }, |
| { |
| "epoch": 0.24891310041380754, |
| "grad_norm": 0.2895718216896057, |
| "learning_rate": 0.00019712339991065817, |
| "loss": 0.0307, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.2491226232256037, |
| "grad_norm": 0.09385382384061813, |
| "learning_rate": 0.00019711813517017026, |
| "loss": 0.0074, |
| "step": 1189 |
| }, |
| { |
| "epoch": 0.2493321460373998, |
| "grad_norm": 0.1465684324502945, |
| "learning_rate": 0.00019711286568676833, |
| "loss": 0.0107, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.24954166884919596, |
| "grad_norm": 0.019048716872930527, |
| "learning_rate": 0.00019710759146070972, |
| "loss": 0.0005, |
| "step": 1191 |
| }, |
| { |
| "epoch": 0.24975119166099208, |
| "grad_norm": 0.10628386586904526, |
| "learning_rate": 0.00019710231249225207, |
| "loss": 0.0018, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.24996071447278823, |
| "grad_norm": 0.0259134192019701, |
| "learning_rate": 0.0001970970287816532, |
| "loss": 0.0095, |
| "step": 1193 |
| }, |
| { |
| "epoch": 0.2501702372845844, |
| "grad_norm": 0.07972554117441177, |
| "learning_rate": 0.00019709174032917103, |
| "loss": 0.0011, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.25037976009638047, |
| "grad_norm": 0.006588938180357218, |
| "learning_rate": 0.00019708644713506396, |
| "loss": 0.0001, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.2505892829081766, |
| "grad_norm": 0.2775128483772278, |
| "learning_rate": 0.00019708114919959045, |
| "loss": 0.0128, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.25079880571997276, |
| "grad_norm": 0.004361490719020367, |
| "learning_rate": 0.0001970758465230092, |
| "loss": 0.0001, |
| "step": 1197 |
| }, |
| { |
| "epoch": 0.2510083285317689, |
| "grad_norm": 0.11160224676132202, |
| "learning_rate": 0.00019707053910557917, |
| "loss": 0.0017, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.25121785134356506, |
| "grad_norm": 0.013135232962667942, |
| "learning_rate": 0.0001970652269475596, |
| "loss": 0.0001, |
| "step": 1199 |
| }, |
| { |
| "epoch": 0.25142737415536115, |
| "grad_norm": 0.2182655930519104, |
| "learning_rate": 0.00019705991004920993, |
| "loss": 0.0159, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.25142737415536115, |
| "eval_loss": 0.01089566946029663, |
| "eval_runtime": 89.1143, |
| "eval_samples_per_second": 8.618, |
| "eval_steps_per_second": 4.309, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.2516368969671573, |
| "grad_norm": 0.24273119866847992, |
| "learning_rate": 0.00019705458841078974, |
| "loss": 0.0178, |
| "step": 1201 |
| }, |
| { |
| "epoch": 0.25184641977895345, |
| "grad_norm": 0.036558933556079865, |
| "learning_rate": 0.00019704926203255898, |
| "loss": 0.0029, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.2520559425907496, |
| "grad_norm": 0.005220042075961828, |
| "learning_rate": 0.0001970439309147778, |
| "loss": 0.0001, |
| "step": 1203 |
| }, |
| { |
| "epoch": 0.2522654654025457, |
| "grad_norm": 0.1721489429473877, |
| "learning_rate": 0.00019703859505770644, |
| "loss": 0.0113, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.25247498821434183, |
| "grad_norm": 0.18657046556472778, |
| "learning_rate": 0.00019703325446160564, |
| "loss": 0.0133, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.252684511026138, |
| "grad_norm": 0.15162359178066254, |
| "learning_rate": 0.0001970279091267361, |
| "loss": 0.0045, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.25289403383793413, |
| "grad_norm": 0.16691045463085175, |
| "learning_rate": 0.0001970225590533589, |
| "loss": 0.0052, |
| "step": 1207 |
| }, |
| { |
| "epoch": 0.2531035566497302, |
| "grad_norm": 0.17631007730960846, |
| "learning_rate": 0.0001970172042417353, |
| "loss": 0.0079, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.25331307946152637, |
| "grad_norm": 0.23643368482589722, |
| "learning_rate": 0.00019701184469212685, |
| "loss": 0.0239, |
| "step": 1209 |
| }, |
| { |
| "epoch": 0.2535226022733225, |
| "grad_norm": 0.18658863008022308, |
| "learning_rate": 0.00019700648040479527, |
| "loss": 0.0333, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.25373212508511866, |
| "grad_norm": 0.17524613440036774, |
| "learning_rate": 0.00019700111138000256, |
| "loss": 0.0039, |
| "step": 1211 |
| }, |
| { |
| "epoch": 0.25394164789691476, |
| "grad_norm": 0.0618131160736084, |
| "learning_rate": 0.00019699573761801085, |
| "loss": 0.009, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.2541511707087109, |
| "grad_norm": 0.3288923501968384, |
| "learning_rate": 0.00019699035911908267, |
| "loss": 0.0353, |
| "step": 1213 |
| }, |
| { |
| "epoch": 0.25436069352050705, |
| "grad_norm": 0.1573517769575119, |
| "learning_rate": 0.00019698497588348067, |
| "loss": 0.013, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.2545702163323032, |
| "grad_norm": 0.1708369106054306, |
| "learning_rate": 0.00019697958791146768, |
| "loss": 0.0132, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.2547797391440993, |
| "grad_norm": 0.25349169969558716, |
| "learning_rate": 0.00019697419520330688, |
| "loss": 0.0068, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.25498926195589544, |
| "grad_norm": 0.12924553453922272, |
| "learning_rate": 0.00019696879775926162, |
| "loss": 0.0084, |
| "step": 1217 |
| }, |
| { |
| "epoch": 0.2551987847676916, |
| "grad_norm": 0.12420932948589325, |
| "learning_rate": 0.00019696339557959548, |
| "loss": 0.001, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.25540830757948774, |
| "grad_norm": 0.05618319287896156, |
| "learning_rate": 0.00019695798866457235, |
| "loss": 0.0004, |
| "step": 1219 |
| }, |
| { |
| "epoch": 0.25561783039128383, |
| "grad_norm": 0.06126785650849342, |
| "learning_rate": 0.0001969525770144562, |
| "loss": 0.001, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.25582735320308, |
| "grad_norm": 0.10019136220216751, |
| "learning_rate": 0.00019694716062951137, |
| "loss": 0.0021, |
| "step": 1221 |
| }, |
| { |
| "epoch": 0.2560368760148761, |
| "grad_norm": 0.021487459540367126, |
| "learning_rate": 0.00019694173951000234, |
| "loss": 0.0002, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.2562463988266723, |
| "grad_norm": 0.13679708540439606, |
| "learning_rate": 0.00019693631365619389, |
| "loss": 0.0114, |
| "step": 1223 |
| }, |
| { |
| "epoch": 0.25645592163846836, |
| "grad_norm": 0.001410324708558619, |
| "learning_rate": 0.000196930883068351, |
| "loss": 0.0, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.2566654444502645, |
| "grad_norm": 0.0035328457597643137, |
| "learning_rate": 0.00019692544774673886, |
| "loss": 0.0001, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.25687496726206066, |
| "grad_norm": 0.3505251705646515, |
| "learning_rate": 0.00019692000769162292, |
| "loss": 0.0147, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.2570844900738568, |
| "grad_norm": 0.14239129424095154, |
| "learning_rate": 0.00019691456290326883, |
| "loss": 0.0117, |
| "step": 1227 |
| }, |
| { |
| "epoch": 0.2572940128856529, |
| "grad_norm": 0.30475863814353943, |
| "learning_rate": 0.00019690911338194256, |
| "loss": 0.0572, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.25750353569744905, |
| "grad_norm": 0.1941041797399521, |
| "learning_rate": 0.0001969036591279102, |
| "loss": 0.0134, |
| "step": 1229 |
| }, |
| { |
| "epoch": 0.2577130585092452, |
| "grad_norm": 0.019271748140454292, |
| "learning_rate": 0.00019689820014143813, |
| "loss": 0.0001, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.25792258132104134, |
| "grad_norm": 0.11813981086015701, |
| "learning_rate": 0.00019689273642279292, |
| "loss": 0.0023, |
| "step": 1231 |
| }, |
| { |
| "epoch": 0.25813210413283744, |
| "grad_norm": 0.057555362582206726, |
| "learning_rate": 0.00019688726797224143, |
| "loss": 0.0008, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.2583416269446336, |
| "grad_norm": 0.24133259057998657, |
| "learning_rate": 0.00019688179479005068, |
| "loss": 0.0049, |
| "step": 1233 |
| }, |
| { |
| "epoch": 0.25855114975642973, |
| "grad_norm": 0.24271616339683533, |
| "learning_rate": 0.00019687631687648804, |
| "loss": 0.0231, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.2587606725682259, |
| "grad_norm": 0.15305756032466888, |
| "learning_rate": 0.00019687083423182094, |
| "loss": 0.0102, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.258970195380022, |
| "grad_norm": 0.04598066210746765, |
| "learning_rate": 0.00019686534685631722, |
| "loss": 0.0007, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.2591797181918181, |
| "grad_norm": 0.015225352719426155, |
| "learning_rate": 0.0001968598547502448, |
| "loss": 0.0002, |
| "step": 1237 |
| }, |
| { |
| "epoch": 0.25938924100361427, |
| "grad_norm": 0.18596412241458893, |
| "learning_rate": 0.0001968543579138719, |
| "loss": 0.0282, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.2595987638154104, |
| "grad_norm": 0.004785776603966951, |
| "learning_rate": 0.000196848856347467, |
| "loss": 0.0001, |
| "step": 1239 |
| }, |
| { |
| "epoch": 0.25980828662720656, |
| "grad_norm": 0.1279231756925583, |
| "learning_rate": 0.00019684335005129878, |
| "loss": 0.0023, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.26001780943900266, |
| "grad_norm": 0.2739182114601135, |
| "learning_rate": 0.00019683783902563608, |
| "loss": 0.0029, |
| "step": 1241 |
| }, |
| { |
| "epoch": 0.2602273322507988, |
| "grad_norm": 0.15039706230163574, |
| "learning_rate": 0.00019683232327074812, |
| "loss": 0.0053, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.26043685506259495, |
| "grad_norm": 0.0031035866122692823, |
| "learning_rate": 0.00019682680278690424, |
| "loss": 0.0, |
| "step": 1243 |
| }, |
| { |
| "epoch": 0.2606463778743911, |
| "grad_norm": 0.11631850898265839, |
| "learning_rate": 0.00019682127757437404, |
| "loss": 0.0024, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.2608559006861872, |
| "grad_norm": 0.005499638617038727, |
| "learning_rate": 0.00019681574763342737, |
| "loss": 0.0001, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.26106542349798334, |
| "grad_norm": 0.24378150701522827, |
| "learning_rate": 0.00019681021296433425, |
| "loss": 0.0046, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.2612749463097795, |
| "grad_norm": 0.22416795790195465, |
| "learning_rate": 0.00019680467356736502, |
| "loss": 0.0242, |
| "step": 1247 |
| }, |
| { |
| "epoch": 0.26148446912157564, |
| "grad_norm": 0.31286659836769104, |
| "learning_rate": 0.00019679912944279014, |
| "loss": 0.0414, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.26169399193337173, |
| "grad_norm": 0.22582346200942993, |
| "learning_rate": 0.00019679358059088045, |
| "loss": 0.013, |
| "step": 1249 |
| }, |
| { |
| "epoch": 0.2619035147451679, |
| "grad_norm": 0.10074607282876968, |
| "learning_rate": 0.0001967880270119069, |
| "loss": 0.0037, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.262113037556964, |
| "grad_norm": 0.20810967683792114, |
| "learning_rate": 0.00019678246870614069, |
| "loss": 0.004, |
| "step": 1251 |
| }, |
| { |
| "epoch": 0.26232256036876017, |
| "grad_norm": 0.18476144969463348, |
| "learning_rate": 0.00019677690567385328, |
| "loss": 0.0212, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.26253208318055626, |
| "grad_norm": 0.3872232735157013, |
| "learning_rate": 0.00019677133791531638, |
| "loss": 0.067, |
| "step": 1253 |
| }, |
| { |
| "epoch": 0.2627416059923524, |
| "grad_norm": 0.28218770027160645, |
| "learning_rate": 0.00019676576543080186, |
| "loss": 0.0365, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.26295112880414856, |
| "grad_norm": 0.2109004259109497, |
| "learning_rate": 0.0001967601882205819, |
| "loss": 0.0353, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.2631606516159447, |
| "grad_norm": 0.11097536981105804, |
| "learning_rate": 0.00019675460628492878, |
| "loss": 0.0016, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.2633701744277408, |
| "grad_norm": 0.2835911810398102, |
| "learning_rate": 0.0001967490196241152, |
| "loss": 0.0228, |
| "step": 1257 |
| }, |
| { |
| "epoch": 0.26357969723953695, |
| "grad_norm": 0.03125814348459244, |
| "learning_rate": 0.00019674342823841398, |
| "loss": 0.0005, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.2637892200513331, |
| "grad_norm": 0.2683068811893463, |
| "learning_rate": 0.00019673783212809814, |
| "loss": 0.0115, |
| "step": 1259 |
| }, |
| { |
| "epoch": 0.26399874286312924, |
| "grad_norm": 0.06683268398046494, |
| "learning_rate": 0.00019673223129344102, |
| "loss": 0.0011, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.26420826567492534, |
| "grad_norm": 0.15417706966400146, |
| "learning_rate": 0.00019672662573471614, |
| "loss": 0.0055, |
| "step": 1261 |
| }, |
| { |
| "epoch": 0.2644177884867215, |
| "grad_norm": 0.22664068639278412, |
| "learning_rate": 0.0001967210154521972, |
| "loss": 0.0324, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.26462731129851763, |
| "grad_norm": 0.15802893042564392, |
| "learning_rate": 0.00019671540044615825, |
| "loss": 0.0013, |
| "step": 1263 |
| }, |
| { |
| "epoch": 0.2648368341103138, |
| "grad_norm": 0.20269808173179626, |
| "learning_rate": 0.0001967097807168735, |
| "loss": 0.0179, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.26504635692210987, |
| "grad_norm": 0.20458929240703583, |
| "learning_rate": 0.00019670415626461737, |
| "loss": 0.0248, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.265255879733906, |
| "grad_norm": 0.05246388539671898, |
| "learning_rate": 0.00019669852708966454, |
| "loss": 0.0006, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.26546540254570217, |
| "grad_norm": 0.02725144289433956, |
| "learning_rate": 0.00019669289319228995, |
| "loss": 0.0004, |
| "step": 1267 |
| }, |
| { |
| "epoch": 0.2656749253574983, |
| "grad_norm": 0.07908505201339722, |
| "learning_rate": 0.0001966872545727687, |
| "loss": 0.001, |
| "step": 1268 |
| }, |
| { |
| "epoch": 0.2658844481692944, |
| "grad_norm": 0.26351892948150635, |
| "learning_rate": 0.0001966816112313762, |
| "loss": 0.0317, |
| "step": 1269 |
| }, |
| { |
| "epoch": 0.26609397098109056, |
| "grad_norm": 0.09313903748989105, |
| "learning_rate": 0.00019667596316838803, |
| "loss": 0.0014, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.2663034937928867, |
| "grad_norm": 0.1861148625612259, |
| "learning_rate": 0.00019667031038408004, |
| "loss": 0.0376, |
| "step": 1271 |
| }, |
| { |
| "epoch": 0.26651301660468285, |
| "grad_norm": 0.12870298326015472, |
| "learning_rate": 0.00019666465287872825, |
| "loss": 0.0155, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.26672253941647894, |
| "grad_norm": 0.3237362205982208, |
| "learning_rate": 0.00019665899065260902, |
| "loss": 0.0644, |
| "step": 1273 |
| }, |
| { |
| "epoch": 0.2669320622282751, |
| "grad_norm": 0.19791316986083984, |
| "learning_rate": 0.0001966533237059988, |
| "loss": 0.0144, |
| "step": 1274 |
| }, |
| { |
| "epoch": 0.26714158504007124, |
| "grad_norm": 0.08102938532829285, |
| "learning_rate": 0.0001966476520391744, |
| "loss": 0.0004, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.2673511078518674, |
| "grad_norm": 0.2837512493133545, |
| "learning_rate": 0.00019664197565241279, |
| "loss": 0.0317, |
| "step": 1276 |
| }, |
| { |
| "epoch": 0.2675606306636635, |
| "grad_norm": 0.09621527045965195, |
| "learning_rate": 0.00019663629454599115, |
| "loss": 0.0019, |
| "step": 1277 |
| }, |
| { |
| "epoch": 0.2677701534754596, |
| "grad_norm": 0.2916226387023926, |
| "learning_rate": 0.00019663060872018696, |
| "loss": 0.0294, |
| "step": 1278 |
| }, |
| { |
| "epoch": 0.2679796762872558, |
| "grad_norm": 0.07113649696111679, |
| "learning_rate": 0.0001966249181752779, |
| "loss": 0.0049, |
| "step": 1279 |
| }, |
| { |
| "epoch": 0.2681891990990519, |
| "grad_norm": 0.027167638763785362, |
| "learning_rate": 0.00019661922291154188, |
| "loss": 0.0005, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.26839872191084807, |
| "grad_norm": 0.033556949347257614, |
| "learning_rate": 0.00019661352292925702, |
| "loss": 0.0002, |
| "step": 1281 |
| }, |
| { |
| "epoch": 0.26860824472264416, |
| "grad_norm": 0.15087144076824188, |
| "learning_rate": 0.00019660781822870165, |
| "loss": 0.0019, |
| "step": 1282 |
| }, |
| { |
| "epoch": 0.2688177675344403, |
| "grad_norm": 0.1311134546995163, |
| "learning_rate": 0.00019660210881015448, |
| "loss": 0.003, |
| "step": 1283 |
| }, |
| { |
| "epoch": 0.26902729034623646, |
| "grad_norm": 0.10054054856300354, |
| "learning_rate": 0.00019659639467389423, |
| "loss": 0.0084, |
| "step": 1284 |
| }, |
| { |
| "epoch": 0.2692368131580326, |
| "grad_norm": 0.11179205030202866, |
| "learning_rate": 0.0001965906758202, |
| "loss": 0.0014, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.2694463359698287, |
| "grad_norm": 0.11406797170639038, |
| "learning_rate": 0.00019658495224935107, |
| "loss": 0.0036, |
| "step": 1286 |
| }, |
| { |
| "epoch": 0.26965585878162485, |
| "grad_norm": 0.16709235310554504, |
| "learning_rate": 0.00019657922396162697, |
| "loss": 0.0183, |
| "step": 1287 |
| }, |
| { |
| "epoch": 0.269865381593421, |
| "grad_norm": 0.02597794309258461, |
| "learning_rate": 0.00019657349095730743, |
| "loss": 0.0002, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.27007490440521714, |
| "grad_norm": 0.10171519219875336, |
| "learning_rate": 0.00019656775323667247, |
| "loss": 0.0044, |
| "step": 1289 |
| }, |
| { |
| "epoch": 0.27028442721701323, |
| "grad_norm": 0.293571799993515, |
| "learning_rate": 0.00019656201080000228, |
| "loss": 0.0385, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.2704939500288094, |
| "grad_norm": 0.005718114785850048, |
| "learning_rate": 0.00019655626364757726, |
| "loss": 0.0001, |
| "step": 1291 |
| }, |
| { |
| "epoch": 0.27070347284060553, |
| "grad_norm": 0.03530212864279747, |
| "learning_rate": 0.00019655051177967813, |
| "loss": 0.0005, |
| "step": 1292 |
| }, |
| { |
| "epoch": 0.2709129956524017, |
| "grad_norm": 0.31564685702323914, |
| "learning_rate": 0.0001965447551965858, |
| "loss": 0.0443, |
| "step": 1293 |
| }, |
| { |
| "epoch": 0.27112251846419777, |
| "grad_norm": 0.05824049189686775, |
| "learning_rate": 0.00019653899389858136, |
| "loss": 0.0004, |
| "step": 1294 |
| }, |
| { |
| "epoch": 0.2713320412759939, |
| "grad_norm": 0.06219063326716423, |
| "learning_rate": 0.00019653322788594618, |
| "loss": 0.0005, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.27154156408779007, |
| "grad_norm": 0.0012616126332432032, |
| "learning_rate": 0.0001965274571589619, |
| "loss": 0.0, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.2717510868995862, |
| "grad_norm": 0.10456488281488419, |
| "learning_rate": 0.00019652168171791027, |
| "loss": 0.0123, |
| "step": 1297 |
| }, |
| { |
| "epoch": 0.2719606097113823, |
| "grad_norm": 0.027907853946089745, |
| "learning_rate": 0.0001965159015630734, |
| "loss": 0.0004, |
| "step": 1298 |
| }, |
| { |
| "epoch": 0.27217013252317845, |
| "grad_norm": 0.1813032478094101, |
| "learning_rate": 0.00019651011669473355, |
| "loss": 0.0189, |
| "step": 1299 |
| }, |
| { |
| "epoch": 0.2723796553349746, |
| "grad_norm": 0.1199437752366066, |
| "learning_rate": 0.00019650432711317323, |
| "loss": 0.002, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.27258917814677075, |
| "grad_norm": 0.009131750091910362, |
| "learning_rate": 0.0001964985328186752, |
| "loss": 0.0002, |
| "step": 1301 |
| }, |
| { |
| "epoch": 0.27279870095856684, |
| "grad_norm": 0.13628257811069489, |
| "learning_rate": 0.0001964927338115224, |
| "loss": 0.0211, |
| "step": 1302 |
| }, |
| { |
| "epoch": 0.273008223770363, |
| "grad_norm": 0.16198435425758362, |
| "learning_rate": 0.00019648693009199808, |
| "loss": 0.0293, |
| "step": 1303 |
| }, |
| { |
| "epoch": 0.27321774658215914, |
| "grad_norm": 0.09153685718774796, |
| "learning_rate": 0.0001964811216603856, |
| "loss": 0.0123, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.2734272693939553, |
| "grad_norm": 0.13093078136444092, |
| "learning_rate": 0.00019647530851696875, |
| "loss": 0.0074, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.2736367922057514, |
| "grad_norm": 0.02477131597697735, |
| "learning_rate": 0.00019646949066203127, |
| "loss": 0.0004, |
| "step": 1306 |
| }, |
| { |
| "epoch": 0.2738463150175475, |
| "grad_norm": 0.17570193111896515, |
| "learning_rate": 0.00019646366809585738, |
| "loss": 0.0128, |
| "step": 1307 |
| }, |
| { |
| "epoch": 0.2740558378293437, |
| "grad_norm": 0.03512417525053024, |
| "learning_rate": 0.00019645784081873143, |
| "loss": 0.0017, |
| "step": 1308 |
| }, |
| { |
| "epoch": 0.2742653606411398, |
| "grad_norm": 0.03261154517531395, |
| "learning_rate": 0.00019645200883093797, |
| "loss": 0.0004, |
| "step": 1309 |
| }, |
| { |
| "epoch": 0.2744748834529359, |
| "grad_norm": 0.200796976685524, |
| "learning_rate": 0.00019644617213276187, |
| "loss": 0.0433, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.27468440626473206, |
| "grad_norm": 0.18961785733699799, |
| "learning_rate": 0.00019644033072448812, |
| "loss": 0.0051, |
| "step": 1311 |
| }, |
| { |
| "epoch": 0.2748939290765282, |
| "grad_norm": 0.0028431613463908434, |
| "learning_rate": 0.000196434484606402, |
| "loss": 0.0001, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.27510345188832436, |
| "grad_norm": 0.0011763208312913775, |
| "learning_rate": 0.000196428633778789, |
| "loss": 0.0, |
| "step": 1313 |
| }, |
| { |
| "epoch": 0.27531297470012045, |
| "grad_norm": 0.28432533144950867, |
| "learning_rate": 0.00019642277824193492, |
| "loss": 0.0259, |
| "step": 1314 |
| }, |
| { |
| "epoch": 0.2755224975119166, |
| "grad_norm": 0.09515893459320068, |
| "learning_rate": 0.00019641691799612566, |
| "loss": 0.0082, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.27573202032371275, |
| "grad_norm": 0.16080771386623383, |
| "learning_rate": 0.00019641105304164742, |
| "loss": 0.0087, |
| "step": 1316 |
| }, |
| { |
| "epoch": 0.2759415431355089, |
| "grad_norm": 0.14703740179538727, |
| "learning_rate": 0.00019640518337878668, |
| "loss": 0.0037, |
| "step": 1317 |
| }, |
| { |
| "epoch": 0.276151065947305, |
| "grad_norm": 0.21766169369220734, |
| "learning_rate": 0.00019639930900783003, |
| "loss": 0.0155, |
| "step": 1318 |
| }, |
| { |
| "epoch": 0.27636058875910113, |
| "grad_norm": 0.12979577481746674, |
| "learning_rate": 0.0001963934299290644, |
| "loss": 0.0168, |
| "step": 1319 |
| }, |
| { |
| "epoch": 0.2765701115708973, |
| "grad_norm": 0.20718175172805786, |
| "learning_rate": 0.00019638754614277685, |
| "loss": 0.0152, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.27677963438269343, |
| "grad_norm": 0.19059571623802185, |
| "learning_rate": 0.00019638165764925477, |
| "loss": 0.0206, |
| "step": 1321 |
| }, |
| { |
| "epoch": 0.2769891571944896, |
| "grad_norm": 0.07117602229118347, |
| "learning_rate": 0.00019637576444878573, |
| "loss": 0.0007, |
| "step": 1322 |
| }, |
| { |
| "epoch": 0.27719868000628567, |
| "grad_norm": 0.014720194973051548, |
| "learning_rate": 0.00019636986654165752, |
| "loss": 0.0002, |
| "step": 1323 |
| }, |
| { |
| "epoch": 0.2774082028180818, |
| "grad_norm": 0.08522726595401764, |
| "learning_rate": 0.0001963639639281582, |
| "loss": 0.0023, |
| "step": 1324 |
| }, |
| { |
| "epoch": 0.27761772562987796, |
| "grad_norm": 0.24886921048164368, |
| "learning_rate": 0.00019635805660857595, |
| "loss": 0.0334, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.2778272484416741, |
| "grad_norm": 0.10195689648389816, |
| "learning_rate": 0.00019635214458319937, |
| "loss": 0.0209, |
| "step": 1326 |
| }, |
| { |
| "epoch": 0.2780367712534702, |
| "grad_norm": 0.13332587480545044, |
| "learning_rate": 0.00019634622785231717, |
| "loss": 0.0012, |
| "step": 1327 |
| }, |
| { |
| "epoch": 0.27824629406526635, |
| "grad_norm": 0.19609646499156952, |
| "learning_rate": 0.0001963403064162182, |
| "loss": 0.0038, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.2784558168770625, |
| "grad_norm": 0.23733653128147125, |
| "learning_rate": 0.00019633438027519176, |
| "loss": 0.007, |
| "step": 1329 |
| }, |
| { |
| "epoch": 0.27866533968885865, |
| "grad_norm": 0.10206770151853561, |
| "learning_rate": 0.00019632844942952719, |
| "loss": 0.0131, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.27887486250065474, |
| "grad_norm": 0.080831378698349, |
| "learning_rate": 0.00019632251387951413, |
| "loss": 0.0032, |
| "step": 1331 |
| }, |
| { |
| "epoch": 0.2790843853124509, |
| "grad_norm": 0.14923220872879028, |
| "learning_rate": 0.0001963165736254425, |
| "loss": 0.0066, |
| "step": 1332 |
| }, |
| { |
| "epoch": 0.27929390812424704, |
| "grad_norm": 0.12396574765443802, |
| "learning_rate": 0.0001963106286676024, |
| "loss": 0.0093, |
| "step": 1333 |
| }, |
| { |
| "epoch": 0.2795034309360432, |
| "grad_norm": 0.19563056528568268, |
| "learning_rate": 0.00019630467900628412, |
| "loss": 0.0277, |
| "step": 1334 |
| }, |
| { |
| "epoch": 0.2797129537478393, |
| "grad_norm": 0.038371458649635315, |
| "learning_rate": 0.00019629872464177825, |
| "loss": 0.0004, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.2799224765596354, |
| "grad_norm": 0.26363372802734375, |
| "learning_rate": 0.00019629276557437558, |
| "loss": 0.0464, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.2801319993714316, |
| "grad_norm": 0.03453537076711655, |
| "learning_rate": 0.0001962868018043671, |
| "loss": 0.0005, |
| "step": 1337 |
| }, |
| { |
| "epoch": 0.2803415221832277, |
| "grad_norm": 0.0300081018358469, |
| "learning_rate": 0.0001962808333320441, |
| "loss": 0.0004, |
| "step": 1338 |
| }, |
| { |
| "epoch": 0.2805510449950238, |
| "grad_norm": 0.13338404893875122, |
| "learning_rate": 0.00019627486015769802, |
| "loss": 0.0076, |
| "step": 1339 |
| }, |
| { |
| "epoch": 0.28076056780681996, |
| "grad_norm": 0.1329384744167328, |
| "learning_rate": 0.0001962688822816206, |
| "loss": 0.0009, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.2809700906186161, |
| "grad_norm": 0.18859624862670898, |
| "learning_rate": 0.00019626289970410378, |
| "loss": 0.0167, |
| "step": 1341 |
| }, |
| { |
| "epoch": 0.28117961343041226, |
| "grad_norm": 0.13575711846351624, |
| "learning_rate": 0.00019625691242543971, |
| "loss": 0.019, |
| "step": 1342 |
| }, |
| { |
| "epoch": 0.28138913624220835, |
| "grad_norm": 0.010435916483402252, |
| "learning_rate": 0.00019625092044592082, |
| "loss": 0.0001, |
| "step": 1343 |
| }, |
| { |
| "epoch": 0.2815986590540045, |
| "grad_norm": 0.1329658329486847, |
| "learning_rate": 0.00019624492376583966, |
| "loss": 0.0081, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.28180818186580064, |
| "grad_norm": 0.09858644008636475, |
| "learning_rate": 0.00019623892238548917, |
| "loss": 0.0025, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.2820177046775968, |
| "grad_norm": 0.3315856456756592, |
| "learning_rate": 0.00019623291630516243, |
| "loss": 0.0332, |
| "step": 1346 |
| }, |
| { |
| "epoch": 0.2822272274893929, |
| "grad_norm": 0.11820532381534576, |
| "learning_rate": 0.0001962269055251527, |
| "loss": 0.0014, |
| "step": 1347 |
| }, |
| { |
| "epoch": 0.28243675030118903, |
| "grad_norm": 0.17505581676959991, |
| "learning_rate": 0.00019622089004575356, |
| "loss": 0.0208, |
| "step": 1348 |
| }, |
| { |
| "epoch": 0.2826462731129852, |
| "grad_norm": 0.0583079494535923, |
| "learning_rate": 0.00019621486986725882, |
| "loss": 0.0005, |
| "step": 1349 |
| }, |
| { |
| "epoch": 0.28285579592478133, |
| "grad_norm": 0.1627739816904068, |
| "learning_rate": 0.0001962088449899624, |
| "loss": 0.0179, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.2830653187365774, |
| "grad_norm": 0.22073708474636078, |
| "learning_rate": 0.00019620281541415862, |
| "loss": 0.0338, |
| "step": 1351 |
| }, |
| { |
| "epoch": 0.28327484154837357, |
| "grad_norm": 0.02409421280026436, |
| "learning_rate": 0.0001961967811401419, |
| "loss": 0.0002, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.2834843643601697, |
| "grad_norm": 0.09562385827302933, |
| "learning_rate": 0.0001961907421682069, |
| "loss": 0.0016, |
| "step": 1353 |
| }, |
| { |
| "epoch": 0.28369388717196586, |
| "grad_norm": 0.07804533839225769, |
| "learning_rate": 0.00019618469849864864, |
| "loss": 0.0008, |
| "step": 1354 |
| }, |
| { |
| "epoch": 0.28390340998376196, |
| "grad_norm": 0.23339737951755524, |
| "learning_rate": 0.00019617865013176218, |
| "loss": 0.0061, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.2841129327955581, |
| "grad_norm": 0.12158526480197906, |
| "learning_rate": 0.00019617259706784297, |
| "loss": 0.0032, |
| "step": 1356 |
| }, |
| { |
| "epoch": 0.28432245560735425, |
| "grad_norm": 0.056320130825042725, |
| "learning_rate": 0.00019616653930718653, |
| "loss": 0.0011, |
| "step": 1357 |
| }, |
| { |
| "epoch": 0.2845319784191504, |
| "grad_norm": 0.1585444062948227, |
| "learning_rate": 0.0001961604768500888, |
| "loss": 0.0091, |
| "step": 1358 |
| }, |
| { |
| "epoch": 0.2847415012309465, |
| "grad_norm": 0.11987308412790298, |
| "learning_rate": 0.0001961544096968458, |
| "loss": 0.0052, |
| "step": 1359 |
| }, |
| { |
| "epoch": 0.28495102404274264, |
| "grad_norm": 0.3789823353290558, |
| "learning_rate": 0.00019614833784775383, |
| "loss": 0.0714, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.2851605468545388, |
| "grad_norm": 0.2178063690662384, |
| "learning_rate": 0.00019614226130310942, |
| "loss": 0.015, |
| "step": 1361 |
| }, |
| { |
| "epoch": 0.28537006966633494, |
| "grad_norm": 0.17697137594223022, |
| "learning_rate": 0.00019613618006320932, |
| "loss": 0.026, |
| "step": 1362 |
| }, |
| { |
| "epoch": 0.2855795924781311, |
| "grad_norm": 0.1952069103717804, |
| "learning_rate": 0.00019613009412835055, |
| "loss": 0.0192, |
| "step": 1363 |
| }, |
| { |
| "epoch": 0.2857891152899272, |
| "grad_norm": 0.24872924387454987, |
| "learning_rate": 0.00019612400349883032, |
| "loss": 0.023, |
| "step": 1364 |
| }, |
| { |
| "epoch": 0.2859986381017233, |
| "grad_norm": 0.0086398059502244, |
| "learning_rate": 0.00019611790817494602, |
| "loss": 0.0001, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.28620816091351947, |
| "grad_norm": 0.3663384020328522, |
| "learning_rate": 0.00019611180815699538, |
| "loss": 0.039, |
| "step": 1366 |
| }, |
| { |
| "epoch": 0.2864176837253156, |
| "grad_norm": 0.03998996317386627, |
| "learning_rate": 0.00019610570344527628, |
| "loss": 0.0005, |
| "step": 1367 |
| }, |
| { |
| "epoch": 0.2866272065371117, |
| "grad_norm": 0.04309941083192825, |
| "learning_rate": 0.00019609959404008685, |
| "loss": 0.0005, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.28683672934890786, |
| "grad_norm": 0.0018193083815276623, |
| "learning_rate": 0.00019609347994172546, |
| "loss": 0.0, |
| "step": 1369 |
| }, |
| { |
| "epoch": 0.287046252160704, |
| "grad_norm": 0.2627018690109253, |
| "learning_rate": 0.0001960873611504907, |
| "loss": 0.0188, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.28725577497250016, |
| "grad_norm": 0.08187177032232285, |
| "learning_rate": 0.00019608123766668144, |
| "loss": 0.0025, |
| "step": 1371 |
| }, |
| { |
| "epoch": 0.28746529778429625, |
| "grad_norm": 0.015533563680946827, |
| "learning_rate": 0.00019607510949059664, |
| "loss": 0.0002, |
| "step": 1372 |
| }, |
| { |
| "epoch": 0.2876748205960924, |
| "grad_norm": 0.001533325994387269, |
| "learning_rate": 0.00019606897662253564, |
| "loss": 0.0, |
| "step": 1373 |
| }, |
| { |
| "epoch": 0.28788434340788854, |
| "grad_norm": 0.014341753907501698, |
| "learning_rate": 0.00019606283906279791, |
| "loss": 0.0002, |
| "step": 1374 |
| }, |
| { |
| "epoch": 0.2880938662196847, |
| "grad_norm": 0.01508825272321701, |
| "learning_rate": 0.00019605669681168323, |
| "loss": 0.0002, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.2883033890314808, |
| "grad_norm": 0.11747533828020096, |
| "learning_rate": 0.00019605054986949157, |
| "loss": 0.001, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.28851291184327693, |
| "grad_norm": 0.14469660818576813, |
| "learning_rate": 0.00019604439823652306, |
| "loss": 0.0178, |
| "step": 1377 |
| }, |
| { |
| "epoch": 0.2887224346550731, |
| "grad_norm": 0.10356391221284866, |
| "learning_rate": 0.00019603824191307816, |
| "loss": 0.0014, |
| "step": 1378 |
| }, |
| { |
| "epoch": 0.2889319574668692, |
| "grad_norm": 0.0018149783136323094, |
| "learning_rate": 0.00019603208089945755, |
| "loss": 0.0, |
| "step": 1379 |
| }, |
| { |
| "epoch": 0.2891414802786653, |
| "grad_norm": 0.06800977885723114, |
| "learning_rate": 0.00019602591519596207, |
| "loss": 0.0007, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.28935100309046147, |
| "grad_norm": 0.05669765546917915, |
| "learning_rate": 0.00019601974480289286, |
| "loss": 0.0043, |
| "step": 1381 |
| }, |
| { |
| "epoch": 0.2895605259022576, |
| "grad_norm": 0.1664445847272873, |
| "learning_rate": 0.00019601356972055126, |
| "loss": 0.0083, |
| "step": 1382 |
| }, |
| { |
| "epoch": 0.28977004871405376, |
| "grad_norm": 0.2715985178947449, |
| "learning_rate": 0.00019600738994923883, |
| "loss": 0.0166, |
| "step": 1383 |
| }, |
| { |
| "epoch": 0.28997957152584986, |
| "grad_norm": 0.011416422203183174, |
| "learning_rate": 0.00019600120548925735, |
| "loss": 0.0001, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.290189094337646, |
| "grad_norm": 0.11940954625606537, |
| "learning_rate": 0.0001959950163409089, |
| "loss": 0.0051, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.29039861714944215, |
| "grad_norm": 0.20202504098415375, |
| "learning_rate": 0.00019598882250449569, |
| "loss": 0.0281, |
| "step": 1386 |
| }, |
| { |
| "epoch": 0.2906081399612383, |
| "grad_norm": 0.2038898915052414, |
| "learning_rate": 0.00019598262398032022, |
| "loss": 0.0102, |
| "step": 1387 |
| }, |
| { |
| "epoch": 0.2908176627730344, |
| "grad_norm": 0.0836292952299118, |
| "learning_rate": 0.00019597642076868522, |
| "loss": 0.0012, |
| "step": 1388 |
| }, |
| { |
| "epoch": 0.29102718558483054, |
| "grad_norm": 0.2007703334093094, |
| "learning_rate": 0.00019597021286989362, |
| "loss": 0.0381, |
| "step": 1389 |
| }, |
| { |
| "epoch": 0.2912367083966267, |
| "grad_norm": 0.04771614074707031, |
| "learning_rate": 0.00019596400028424856, |
| "loss": 0.0024, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.29144623120842283, |
| "grad_norm": 0.16608139872550964, |
| "learning_rate": 0.0001959577830120535, |
| "loss": 0.0029, |
| "step": 1391 |
| }, |
| { |
| "epoch": 0.2916557540202189, |
| "grad_norm": 0.06598784774541855, |
| "learning_rate": 0.000195951561053612, |
| "loss": 0.0006, |
| "step": 1392 |
| }, |
| { |
| "epoch": 0.2918652768320151, |
| "grad_norm": 0.001551535096950829, |
| "learning_rate": 0.00019594533440922803, |
| "loss": 0.0, |
| "step": 1393 |
| }, |
| { |
| "epoch": 0.2920747996438112, |
| "grad_norm": 0.005216945894062519, |
| "learning_rate": 0.00019593910307920555, |
| "loss": 0.0001, |
| "step": 1394 |
| }, |
| { |
| "epoch": 0.29228432245560737, |
| "grad_norm": 0.21973158419132233, |
| "learning_rate": 0.00019593286706384898, |
| "loss": 0.0147, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.29249384526740346, |
| "grad_norm": 0.24168424308300018, |
| "learning_rate": 0.0001959266263634628, |
| "loss": 0.0376, |
| "step": 1396 |
| }, |
| { |
| "epoch": 0.2927033680791996, |
| "grad_norm": 0.03945903480052948, |
| "learning_rate": 0.0001959203809783518, |
| "loss": 0.0003, |
| "step": 1397 |
| }, |
| { |
| "epoch": 0.29291289089099576, |
| "grad_norm": 0.006036645267158747, |
| "learning_rate": 0.00019591413090882097, |
| "loss": 0.0001, |
| "step": 1398 |
| }, |
| { |
| "epoch": 0.2931224137027919, |
| "grad_norm": 0.16238859295845032, |
| "learning_rate": 0.00019590787615517558, |
| "loss": 0.0151, |
| "step": 1399 |
| }, |
| { |
| "epoch": 0.293331936514588, |
| "grad_norm": 0.024547500535845757, |
| "learning_rate": 0.0001959016167177211, |
| "loss": 0.0, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.293331936514588, |
| "eval_loss": 0.009350336156785488, |
| "eval_runtime": 89.0528, |
| "eval_samples_per_second": 8.624, |
| "eval_steps_per_second": 4.312, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.29354145932638415, |
| "grad_norm": 0.1304274946451187, |
| "learning_rate": 0.00019589535259676314, |
| "loss": 0.0031, |
| "step": 1401 |
| }, |
| { |
| "epoch": 0.2937509821381803, |
| "grad_norm": 0.14638224244117737, |
| "learning_rate": 0.0001958890837926077, |
| "loss": 0.0062, |
| "step": 1402 |
| }, |
| { |
| "epoch": 0.29396050494997644, |
| "grad_norm": 0.19852378964424133, |
| "learning_rate": 0.0001958828103055609, |
| "loss": 0.0349, |
| "step": 1403 |
| }, |
| { |
| "epoch": 0.2941700277617726, |
| "grad_norm": 0.1417485922574997, |
| "learning_rate": 0.0001958765321359291, |
| "loss": 0.0071, |
| "step": 1404 |
| }, |
| { |
| "epoch": 0.2943795505735687, |
| "grad_norm": 0.08396097272634506, |
| "learning_rate": 0.0001958702492840189, |
| "loss": 0.0027, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.29458907338536483, |
| "grad_norm": 0.005264434032142162, |
| "learning_rate": 0.00019586396175013714, |
| "loss": 0.0001, |
| "step": 1406 |
| }, |
| { |
| "epoch": 0.294798596197161, |
| "grad_norm": 0.005200863350182772, |
| "learning_rate": 0.00019585766953459093, |
| "loss": 0.0001, |
| "step": 1407 |
| }, |
| { |
| "epoch": 0.2950081190089571, |
| "grad_norm": 0.08635362237691879, |
| "learning_rate": 0.00019585137263768748, |
| "loss": 0.0092, |
| "step": 1408 |
| }, |
| { |
| "epoch": 0.2952176418207532, |
| "grad_norm": 0.030663859099149704, |
| "learning_rate": 0.00019584507105973437, |
| "loss": 0.0004, |
| "step": 1409 |
| }, |
| { |
| "epoch": 0.29542716463254937, |
| "grad_norm": 0.2146034836769104, |
| "learning_rate": 0.0001958387648010393, |
| "loss": 0.0028, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.2956366874443455, |
| "grad_norm": 0.008759552612900734, |
| "learning_rate": 0.0001958324538619103, |
| "loss": 0.0001, |
| "step": 1411 |
| }, |
| { |
| "epoch": 0.29584621025614166, |
| "grad_norm": 0.29600149393081665, |
| "learning_rate": 0.00019582613824265551, |
| "loss": 0.0148, |
| "step": 1412 |
| }, |
| { |
| "epoch": 0.29605573306793775, |
| "grad_norm": 0.14502890408039093, |
| "learning_rate": 0.00019581981794358343, |
| "loss": 0.0051, |
| "step": 1413 |
| }, |
| { |
| "epoch": 0.2962652558797339, |
| "grad_norm": 0.16055640578269958, |
| "learning_rate": 0.00019581349296500267, |
| "loss": 0.0112, |
| "step": 1414 |
| }, |
| { |
| "epoch": 0.29647477869153005, |
| "grad_norm": 0.0015173458959907293, |
| "learning_rate": 0.00019580716330722215, |
| "loss": 0.0, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.2966843015033262, |
| "grad_norm": 0.204542875289917, |
| "learning_rate": 0.000195800828970551, |
| "loss": 0.0219, |
| "step": 1416 |
| }, |
| { |
| "epoch": 0.2968938243151223, |
| "grad_norm": 0.039979007095098495, |
| "learning_rate": 0.0001957944899552985, |
| "loss": 0.0004, |
| "step": 1417 |
| }, |
| { |
| "epoch": 0.29710334712691844, |
| "grad_norm": 0.011981209740042686, |
| "learning_rate": 0.00019578814626177427, |
| "loss": 0.0002, |
| "step": 1418 |
| }, |
| { |
| "epoch": 0.2973128699387146, |
| "grad_norm": 0.12856760621070862, |
| "learning_rate": 0.00019578179789028814, |
| "loss": 0.0028, |
| "step": 1419 |
| }, |
| { |
| "epoch": 0.29752239275051073, |
| "grad_norm": 0.2889501452445984, |
| "learning_rate": 0.00019577544484115014, |
| "loss": 0.0528, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.2977319155623068, |
| "grad_norm": 0.10836676508188248, |
| "learning_rate": 0.00019576908711467045, |
| "loss": 0.0012, |
| "step": 1421 |
| }, |
| { |
| "epoch": 0.297941438374103, |
| "grad_norm": 0.0011059404350817204, |
| "learning_rate": 0.00019576272471115967, |
| "loss": 0.0, |
| "step": 1422 |
| }, |
| { |
| "epoch": 0.2981509611858991, |
| "grad_norm": 0.09822409600019455, |
| "learning_rate": 0.00019575635763092843, |
| "loss": 0.0021, |
| "step": 1423 |
| }, |
| { |
| "epoch": 0.29836048399769527, |
| "grad_norm": 0.1385686993598938, |
| "learning_rate": 0.00019574998587428772, |
| "loss": 0.0184, |
| "step": 1424 |
| }, |
| { |
| "epoch": 0.29857000680949136, |
| "grad_norm": 0.01703231781721115, |
| "learning_rate": 0.00019574360944154873, |
| "loss": 0.0002, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.2987795296212875, |
| "grad_norm": 0.192989781498909, |
| "learning_rate": 0.00019573722833302282, |
| "loss": 0.025, |
| "step": 1426 |
| }, |
| { |
| "epoch": 0.29898905243308366, |
| "grad_norm": 0.15308697521686554, |
| "learning_rate": 0.00019573084254902162, |
| "loss": 0.014, |
| "step": 1427 |
| }, |
| { |
| "epoch": 0.2991985752448798, |
| "grad_norm": 0.017074331641197205, |
| "learning_rate": 0.00019572445208985704, |
| "loss": 0.0002, |
| "step": 1428 |
| }, |
| { |
| "epoch": 0.2994080980566759, |
| "grad_norm": 0.12004858255386353, |
| "learning_rate": 0.00019571805695584114, |
| "loss": 0.0045, |
| "step": 1429 |
| }, |
| { |
| "epoch": 0.29961762086847205, |
| "grad_norm": 0.13323943316936493, |
| "learning_rate": 0.0001957116571472862, |
| "loss": 0.0019, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.2998271436802682, |
| "grad_norm": 0.2345772534608841, |
| "learning_rate": 0.00019570525266450486, |
| "loss": 0.0306, |
| "step": 1431 |
| }, |
| { |
| "epoch": 0.30003666649206434, |
| "grad_norm": 0.1890985071659088, |
| "learning_rate": 0.00019569884350780975, |
| "loss": 0.0197, |
| "step": 1432 |
| }, |
| { |
| "epoch": 0.30024618930386043, |
| "grad_norm": 0.0014320454793050885, |
| "learning_rate": 0.00019569242967751402, |
| "loss": 0.0, |
| "step": 1433 |
| }, |
| { |
| "epoch": 0.3004557121156566, |
| "grad_norm": 0.10571502149105072, |
| "learning_rate": 0.0001956860111739308, |
| "loss": 0.0114, |
| "step": 1434 |
| }, |
| { |
| "epoch": 0.30066523492745273, |
| "grad_norm": 0.08180177211761475, |
| "learning_rate": 0.0001956795879973736, |
| "loss": 0.0013, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.3008747577392489, |
| "grad_norm": 0.0072664557956159115, |
| "learning_rate": 0.00019567316014815607, |
| "loss": 0.0001, |
| "step": 1436 |
| }, |
| { |
| "epoch": 0.30108428055104497, |
| "grad_norm": 0.13646478950977325, |
| "learning_rate": 0.00019566672762659214, |
| "loss": 0.0027, |
| "step": 1437 |
| }, |
| { |
| "epoch": 0.3012938033628411, |
| "grad_norm": 0.0891512855887413, |
| "learning_rate": 0.00019566029043299594, |
| "loss": 0.0023, |
| "step": 1438 |
| }, |
| { |
| "epoch": 0.30150332617463727, |
| "grad_norm": 0.08809952437877655, |
| "learning_rate": 0.00019565384856768187, |
| "loss": 0.002, |
| "step": 1439 |
| }, |
| { |
| "epoch": 0.3017128489864334, |
| "grad_norm": 0.10799501836299896, |
| "learning_rate": 0.0001956474020309645, |
| "loss": 0.0227, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.3019223717982295, |
| "grad_norm": 0.007641882169991732, |
| "learning_rate": 0.00019564095082315864, |
| "loss": 0.0001, |
| "step": 1441 |
| }, |
| { |
| "epoch": 0.30213189461002565, |
| "grad_norm": 0.3086688816547394, |
| "learning_rate": 0.0001956344949445794, |
| "loss": 0.0412, |
| "step": 1442 |
| }, |
| { |
| "epoch": 0.3023414174218218, |
| "grad_norm": 26.637779235839844, |
| "learning_rate": 0.00019562803439554207, |
| "loss": 0.0136, |
| "step": 1443 |
| }, |
| { |
| "epoch": 0.30255094023361795, |
| "grad_norm": 0.1183343455195427, |
| "learning_rate": 0.0001956215691763621, |
| "loss": 0.0037, |
| "step": 1444 |
| }, |
| { |
| "epoch": 0.3027604630454141, |
| "grad_norm": 0.0019468015525490046, |
| "learning_rate": 0.00019561509928735525, |
| "loss": 0.0, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.3029699858572102, |
| "grad_norm": 0.02043256163597107, |
| "learning_rate": 0.00019560862472883748, |
| "loss": 0.0002, |
| "step": 1446 |
| }, |
| { |
| "epoch": 0.30317950866900634, |
| "grad_norm": 0.07333844900131226, |
| "learning_rate": 0.000195602145501125, |
| "loss": 0.0087, |
| "step": 1447 |
| }, |
| { |
| "epoch": 0.3033890314808025, |
| "grad_norm": 0.27351680397987366, |
| "learning_rate": 0.0001955956616045342, |
| "loss": 0.0139, |
| "step": 1448 |
| }, |
| { |
| "epoch": 0.30359855429259863, |
| "grad_norm": 0.11866743117570877, |
| "learning_rate": 0.0001955891730393818, |
| "loss": 0.0069, |
| "step": 1449 |
| }, |
| { |
| "epoch": 0.3038080771043947, |
| "grad_norm": 0.16603772342205048, |
| "learning_rate": 0.00019558267980598464, |
| "loss": 0.0185, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.3040175999161909, |
| "grad_norm": 0.17106042802333832, |
| "learning_rate": 0.0001955761819046598, |
| "loss": 0.0068, |
| "step": 1451 |
| }, |
| { |
| "epoch": 0.304227122727987, |
| "grad_norm": 0.13401584327220917, |
| "learning_rate": 0.00019556967933572465, |
| "loss": 0.0081, |
| "step": 1452 |
| }, |
| { |
| "epoch": 0.30443664553978317, |
| "grad_norm": 0.2146846204996109, |
| "learning_rate": 0.00019556317209949676, |
| "loss": 0.0317, |
| "step": 1453 |
| }, |
| { |
| "epoch": 0.30464616835157926, |
| "grad_norm": 0.18583877384662628, |
| "learning_rate": 0.0001955566601962939, |
| "loss": 0.0255, |
| "step": 1454 |
| }, |
| { |
| "epoch": 0.3048556911633754, |
| "grad_norm": 0.0639459639787674, |
| "learning_rate": 0.00019555014362643408, |
| "loss": 0.0006, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.30506521397517156, |
| "grad_norm": 0.07844740152359009, |
| "learning_rate": 0.00019554362239023555, |
| "loss": 0.0004, |
| "step": 1456 |
| }, |
| { |
| "epoch": 0.3052747367869677, |
| "grad_norm": 0.04650677740573883, |
| "learning_rate": 0.00019553709648801682, |
| "loss": 0.0005, |
| "step": 1457 |
| }, |
| { |
| "epoch": 0.3054842595987638, |
| "grad_norm": 0.22158075869083405, |
| "learning_rate": 0.00019553056592009656, |
| "loss": 0.026, |
| "step": 1458 |
| }, |
| { |
| "epoch": 0.30569378241055994, |
| "grad_norm": 0.0060492088086903095, |
| "learning_rate": 0.00019552403068679372, |
| "loss": 0.0001, |
| "step": 1459 |
| }, |
| { |
| "epoch": 0.3059033052223561, |
| "grad_norm": 0.07878894358873367, |
| "learning_rate": 0.00019551749078842743, |
| "loss": 0.0009, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.30611282803415224, |
| "grad_norm": 0.06819705665111542, |
| "learning_rate": 0.0001955109462253171, |
| "loss": 0.0109, |
| "step": 1461 |
| }, |
| { |
| "epoch": 0.30632235084594833, |
| "grad_norm": 0.06026251241564751, |
| "learning_rate": 0.00019550439699778232, |
| "loss": 0.0007, |
| "step": 1462 |
| }, |
| { |
| "epoch": 0.3065318736577445, |
| "grad_norm": 0.6910133361816406, |
| "learning_rate": 0.000195497843106143, |
| "loss": 0.03, |
| "step": 1463 |
| }, |
| { |
| "epoch": 0.30674139646954063, |
| "grad_norm": 0.0064484793692827225, |
| "learning_rate": 0.0001954912845507191, |
| "loss": 0.0001, |
| "step": 1464 |
| }, |
| { |
| "epoch": 0.3069509192813368, |
| "grad_norm": 0.38042137026786804, |
| "learning_rate": 0.000195484721331831, |
| "loss": 0.0715, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.30716044209313287, |
| "grad_norm": 0.07180149853229523, |
| "learning_rate": 0.0001954781534497992, |
| "loss": 0.0074, |
| "step": 1466 |
| }, |
| { |
| "epoch": 0.307369964904929, |
| "grad_norm": 0.12332933396100998, |
| "learning_rate": 0.0001954715809049444, |
| "loss": 0.0123, |
| "step": 1467 |
| }, |
| { |
| "epoch": 0.30757948771672516, |
| "grad_norm": 0.12823301553726196, |
| "learning_rate": 0.0001954650036975877, |
| "loss": 0.0067, |
| "step": 1468 |
| }, |
| { |
| "epoch": 0.3077890105285213, |
| "grad_norm": 0.12684230506420135, |
| "learning_rate": 0.00019545842182805024, |
| "loss": 0.0029, |
| "step": 1469 |
| }, |
| { |
| "epoch": 0.3079985333403174, |
| "grad_norm": 0.29130974411964417, |
| "learning_rate": 0.0001954518352966534, |
| "loss": 0.0129, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.30820805615211355, |
| "grad_norm": 0.029337555170059204, |
| "learning_rate": 0.00019544524410371894, |
| "loss": 0.0002, |
| "step": 1471 |
| }, |
| { |
| "epoch": 0.3084175789639097, |
| "grad_norm": 0.3716062307357788, |
| "learning_rate": 0.0001954386482495687, |
| "loss": 0.0503, |
| "step": 1472 |
| }, |
| { |
| "epoch": 0.30862710177570585, |
| "grad_norm": 0.15721499919891357, |
| "learning_rate": 0.00019543204773452482, |
| "loss": 0.0231, |
| "step": 1473 |
| }, |
| { |
| "epoch": 0.30883662458750194, |
| "grad_norm": 0.1504199206829071, |
| "learning_rate": 0.00019542544255890962, |
| "loss": 0.0046, |
| "step": 1474 |
| }, |
| { |
| "epoch": 0.3090461473992981, |
| "grad_norm": 0.18560700118541718, |
| "learning_rate": 0.00019541883272304573, |
| "loss": 0.0251, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.30925567021109424, |
| "grad_norm": 0.22650940716266632, |
| "learning_rate": 0.00019541221822725585, |
| "loss": 0.0067, |
| "step": 1476 |
| }, |
| { |
| "epoch": 0.3094651930228904, |
| "grad_norm": 0.17605389654636383, |
| "learning_rate": 0.0001954055990718631, |
| "loss": 0.0119, |
| "step": 1477 |
| }, |
| { |
| "epoch": 0.3096747158346865, |
| "grad_norm": 0.010634154081344604, |
| "learning_rate": 0.00019539897525719073, |
| "loss": 0.0001, |
| "step": 1478 |
| }, |
| { |
| "epoch": 0.3098842386464826, |
| "grad_norm": 0.17018188536167145, |
| "learning_rate": 0.00019539234678356217, |
| "loss": 0.0182, |
| "step": 1479 |
| }, |
| { |
| "epoch": 0.31009376145827877, |
| "grad_norm": 0.009977507404983044, |
| "learning_rate": 0.00019538571365130118, |
| "loss": 0.0001, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.3103032842700749, |
| "grad_norm": 0.018772488459944725, |
| "learning_rate": 0.00019537907586073168, |
| "loss": 0.0003, |
| "step": 1481 |
| }, |
| { |
| "epoch": 0.310512807081871, |
| "grad_norm": 0.32882487773895264, |
| "learning_rate": 0.0001953724334121778, |
| "loss": 0.008, |
| "step": 1482 |
| }, |
| { |
| "epoch": 0.31072232989366716, |
| "grad_norm": 0.17600393295288086, |
| "learning_rate": 0.00019536578630596405, |
| "loss": 0.008, |
| "step": 1483 |
| }, |
| { |
| "epoch": 0.3109318527054633, |
| "grad_norm": 0.18962863087654114, |
| "learning_rate": 0.00019535913454241493, |
| "loss": 0.0134, |
| "step": 1484 |
| }, |
| { |
| "epoch": 0.31114137551725946, |
| "grad_norm": 0.0949021726846695, |
| "learning_rate": 0.00019535247812185532, |
| "loss": 0.011, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.3113508983290556, |
| "grad_norm": 0.0024588159285485744, |
| "learning_rate": 0.00019534581704461033, |
| "loss": 0.0, |
| "step": 1486 |
| }, |
| { |
| "epoch": 0.3115604211408517, |
| "grad_norm": 0.22583766281604767, |
| "learning_rate": 0.00019533915131100525, |
| "loss": 0.0037, |
| "step": 1487 |
| }, |
| { |
| "epoch": 0.31176994395264784, |
| "grad_norm": 0.13111519813537598, |
| "learning_rate": 0.0001953324809213656, |
| "loss": 0.0106, |
| "step": 1488 |
| }, |
| { |
| "epoch": 0.311979466764444, |
| "grad_norm": 0.1254248470067978, |
| "learning_rate": 0.00019532580587601714, |
| "loss": 0.0156, |
| "step": 1489 |
| }, |
| { |
| "epoch": 0.31218898957624014, |
| "grad_norm": 0.2393532544374466, |
| "learning_rate": 0.00019531912617528585, |
| "loss": 0.0111, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.31239851238803623, |
| "grad_norm": 0.12270370125770569, |
| "learning_rate": 0.00019531244181949796, |
| "loss": 0.0076, |
| "step": 1491 |
| }, |
| { |
| "epoch": 0.3126080351998324, |
| "grad_norm": 0.2543415129184723, |
| "learning_rate": 0.00019530575280897992, |
| "loss": 0.0179, |
| "step": 1492 |
| }, |
| { |
| "epoch": 0.3128175580116285, |
| "grad_norm": 0.1431514471769333, |
| "learning_rate": 0.00019529905914405837, |
| "loss": 0.0011, |
| "step": 1493 |
| }, |
| { |
| "epoch": 0.3130270808234247, |
| "grad_norm": 0.20022700726985931, |
| "learning_rate": 0.00019529236082506022, |
| "loss": 0.0294, |
| "step": 1494 |
| }, |
| { |
| "epoch": 0.31323660363522077, |
| "grad_norm": 0.0343584343791008, |
| "learning_rate": 0.00019528565785231262, |
| "loss": 0.0005, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.3134461264470169, |
| "grad_norm": 0.0010648473398759961, |
| "learning_rate": 0.00019527895022614287, |
| "loss": 0.0, |
| "step": 1496 |
| }, |
| { |
| "epoch": 0.31365564925881306, |
| "grad_norm": 0.20229478180408478, |
| "learning_rate": 0.00019527223794687853, |
| "loss": 0.0246, |
| "step": 1497 |
| }, |
| { |
| "epoch": 0.3138651720706092, |
| "grad_norm": 0.014464381150901318, |
| "learning_rate": 0.0001952655210148475, |
| "loss": 0.0001, |
| "step": 1498 |
| }, |
| { |
| "epoch": 0.3140746948824053, |
| "grad_norm": 0.1936783790588379, |
| "learning_rate": 0.00019525879943037774, |
| "loss": 0.0045, |
| "step": 1499 |
| }, |
| { |
| "epoch": 0.31428421769420145, |
| "grad_norm": 0.012530984356999397, |
| "learning_rate": 0.0001952520731937975, |
| "loss": 0.0001, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.3144937405059976, |
| "grad_norm": 0.1337125450372696, |
| "learning_rate": 0.00019524534230543533, |
| "loss": 0.0089, |
| "step": 1501 |
| }, |
| { |
| "epoch": 0.31470326331779375, |
| "grad_norm": 0.22295622527599335, |
| "learning_rate": 0.00019523860676561988, |
| "loss": 0.0114, |
| "step": 1502 |
| }, |
| { |
| "epoch": 0.31491278612958984, |
| "grad_norm": 0.0035251390654593706, |
| "learning_rate": 0.0001952318665746801, |
| "loss": 0.0, |
| "step": 1503 |
| }, |
| { |
| "epoch": 0.315122308941386, |
| "grad_norm": 0.004611232317984104, |
| "learning_rate": 0.0001952251217329452, |
| "loss": 0.0001, |
| "step": 1504 |
| }, |
| { |
| "epoch": 0.31533183175318213, |
| "grad_norm": 0.002356649376451969, |
| "learning_rate": 0.00019521837224074454, |
| "loss": 0.0, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.3155413545649783, |
| "grad_norm": 0.027044709771871567, |
| "learning_rate": 0.00019521161809840773, |
| "loss": 0.0002, |
| "step": 1506 |
| }, |
| { |
| "epoch": 0.3157508773767744, |
| "grad_norm": 0.07268866151571274, |
| "learning_rate": 0.00019520485930626464, |
| "loss": 0.0004, |
| "step": 1507 |
| }, |
| { |
| "epoch": 0.3159604001885705, |
| "grad_norm": 0.010898386128246784, |
| "learning_rate": 0.00019519809586464537, |
| "loss": 0.0001, |
| "step": 1508 |
| }, |
| { |
| "epoch": 0.31616992300036667, |
| "grad_norm": 0.03874179720878601, |
| "learning_rate": 0.00019519132777388016, |
| "loss": 0.0006, |
| "step": 1509 |
| }, |
| { |
| "epoch": 0.3163794458121628, |
| "grad_norm": 0.005732359830290079, |
| "learning_rate": 0.0001951845550342996, |
| "loss": 0.0, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.3165889686239589, |
| "grad_norm": 0.2763909697532654, |
| "learning_rate": 0.00019517777764623443, |
| "loss": 0.0179, |
| "step": 1511 |
| }, |
| { |
| "epoch": 0.31679849143575506, |
| "grad_norm": 0.05047501623630524, |
| "learning_rate": 0.00019517099561001562, |
| "loss": 0.0005, |
| "step": 1512 |
| }, |
| { |
| "epoch": 0.3170080142475512, |
| "grad_norm": 0.0008512980421073735, |
| "learning_rate": 0.00019516420892597437, |
| "loss": 0.0, |
| "step": 1513 |
| }, |
| { |
| "epoch": 0.31721753705934735, |
| "grad_norm": 0.13507002592086792, |
| "learning_rate": 0.00019515741759444218, |
| "loss": 0.0166, |
| "step": 1514 |
| }, |
| { |
| "epoch": 0.31742705987114345, |
| "grad_norm": 0.18085655570030212, |
| "learning_rate": 0.00019515062161575063, |
| "loss": 0.0019, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.3176365826829396, |
| "grad_norm": 0.06925208121538162, |
| "learning_rate": 0.00019514382099023166, |
| "loss": 0.0008, |
| "step": 1516 |
| }, |
| { |
| "epoch": 0.31784610549473574, |
| "grad_norm": 0.17617951333522797, |
| "learning_rate": 0.00019513701571821738, |
| "loss": 0.0075, |
| "step": 1517 |
| }, |
| { |
| "epoch": 0.3180556283065319, |
| "grad_norm": 0.27964097261428833, |
| "learning_rate": 0.00019513020580004016, |
| "loss": 0.0222, |
| "step": 1518 |
| }, |
| { |
| "epoch": 0.318265151118328, |
| "grad_norm": 0.10818011313676834, |
| "learning_rate": 0.00019512339123603257, |
| "loss": 0.0009, |
| "step": 1519 |
| }, |
| { |
| "epoch": 0.31847467393012413, |
| "grad_norm": 0.2028188854455948, |
| "learning_rate": 0.00019511657202652736, |
| "loss": 0.0187, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.3186841967419203, |
| "grad_norm": 0.15811379253864288, |
| "learning_rate": 0.0001951097481718576, |
| "loss": 0.0138, |
| "step": 1521 |
| }, |
| { |
| "epoch": 0.3188937195537164, |
| "grad_norm": 0.18826134502887726, |
| "learning_rate": 0.00019510291967235653, |
| "loss": 0.0339, |
| "step": 1522 |
| }, |
| { |
| "epoch": 0.3191032423655125, |
| "grad_norm": 0.0027802777476608753, |
| "learning_rate": 0.00019509608652835763, |
| "loss": 0.0001, |
| "step": 1523 |
| }, |
| { |
| "epoch": 0.31931276517730867, |
| "grad_norm": 0.027045130729675293, |
| "learning_rate": 0.0001950892487401946, |
| "loss": 0.0018, |
| "step": 1524 |
| }, |
| { |
| "epoch": 0.3195222879891048, |
| "grad_norm": 0.05583294481039047, |
| "learning_rate": 0.00019508240630820137, |
| "loss": 0.0008, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.31973181080090096, |
| "grad_norm": 0.04633820801973343, |
| "learning_rate": 0.00019507555923271218, |
| "loss": 0.0004, |
| "step": 1526 |
| }, |
| { |
| "epoch": 0.3199413336126971, |
| "grad_norm": 0.23768991231918335, |
| "learning_rate": 0.0001950687075140613, |
| "loss": 0.0131, |
| "step": 1527 |
| }, |
| { |
| "epoch": 0.3201508564244932, |
| "grad_norm": 0.24667467176914215, |
| "learning_rate": 0.00019506185115258343, |
| "loss": 0.0397, |
| "step": 1528 |
| }, |
| { |
| "epoch": 0.32036037923628935, |
| "grad_norm": 0.04483865574002266, |
| "learning_rate": 0.00019505499014861333, |
| "loss": 0.0005, |
| "step": 1529 |
| }, |
| { |
| "epoch": 0.3205699020480855, |
| "grad_norm": 0.030646564438939095, |
| "learning_rate": 0.00019504812450248614, |
| "loss": 0.0005, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.32077942485988165, |
| "grad_norm": 0.04976831376552582, |
| "learning_rate": 0.0001950412542145371, |
| "loss": 0.0006, |
| "step": 1531 |
| }, |
| { |
| "epoch": 0.32098894767167774, |
| "grad_norm": 0.1266006976366043, |
| "learning_rate": 0.0001950343792851018, |
| "loss": 0.0027, |
| "step": 1532 |
| }, |
| { |
| "epoch": 0.3211984704834739, |
| "grad_norm": 0.07971259206533432, |
| "learning_rate": 0.00019502749971451596, |
| "loss": 0.0013, |
| "step": 1533 |
| }, |
| { |
| "epoch": 0.32140799329527003, |
| "grad_norm": 0.002387990476563573, |
| "learning_rate": 0.0001950206155031155, |
| "loss": 0.0, |
| "step": 1534 |
| }, |
| { |
| "epoch": 0.3216175161070662, |
| "grad_norm": 0.00598552543669939, |
| "learning_rate": 0.00019501372665123667, |
| "loss": 0.0, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.3218270389188623, |
| "grad_norm": 0.018055522814393044, |
| "learning_rate": 0.00019500683315921592, |
| "loss": 0.0002, |
| "step": 1536 |
| }, |
| { |
| "epoch": 0.3220365617306584, |
| "grad_norm": 0.29587745666503906, |
| "learning_rate": 0.00019499993502738986, |
| "loss": 0.0266, |
| "step": 1537 |
| }, |
| { |
| "epoch": 0.32224608454245457, |
| "grad_norm": 0.33568182587623596, |
| "learning_rate": 0.00019499303225609539, |
| "loss": 0.0128, |
| "step": 1538 |
| }, |
| { |
| "epoch": 0.3224556073542507, |
| "grad_norm": 0.020032409578561783, |
| "learning_rate": 0.0001949861248456696, |
| "loss": 0.0002, |
| "step": 1539 |
| }, |
| { |
| "epoch": 0.3226651301660468, |
| "grad_norm": 0.006906419992446899, |
| "learning_rate": 0.00019497921279644986, |
| "loss": 0.0001, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.32287465297784296, |
| "grad_norm": 0.01124792080372572, |
| "learning_rate": 0.0001949722961087737, |
| "loss": 0.0001, |
| "step": 1541 |
| }, |
| { |
| "epoch": 0.3230841757896391, |
| "grad_norm": 0.011126923374831676, |
| "learning_rate": 0.0001949653747829789, |
| "loss": 0.0001, |
| "step": 1542 |
| }, |
| { |
| "epoch": 0.32329369860143525, |
| "grad_norm": 0.0007546422421000898, |
| "learning_rate": 0.0001949584488194035, |
| "loss": 0.0, |
| "step": 1543 |
| }, |
| { |
| "epoch": 0.32350322141323135, |
| "grad_norm": 0.12543243169784546, |
| "learning_rate": 0.00019495151821838572, |
| "loss": 0.0123, |
| "step": 1544 |
| }, |
| { |
| "epoch": 0.3237127442250275, |
| "grad_norm": 0.014699449762701988, |
| "learning_rate": 0.0001949445829802641, |
| "loss": 0.0002, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.32392226703682364, |
| "grad_norm": 0.0024809150490909815, |
| "learning_rate": 0.0001949376431053772, |
| "loss": 0.0, |
| "step": 1546 |
| }, |
| { |
| "epoch": 0.3241317898486198, |
| "grad_norm": 0.22279804944992065, |
| "learning_rate": 0.000194930698594064, |
| "loss": 0.0312, |
| "step": 1547 |
| }, |
| { |
| "epoch": 0.3243413126604159, |
| "grad_norm": 0.11176104843616486, |
| "learning_rate": 0.00019492374944666367, |
| "loss": 0.015, |
| "step": 1548 |
| }, |
| { |
| "epoch": 0.32455083547221203, |
| "grad_norm": 0.09751889854669571, |
| "learning_rate": 0.0001949167956635156, |
| "loss": 0.0007, |
| "step": 1549 |
| }, |
| { |
| "epoch": 0.3247603582840082, |
| "grad_norm": 0.15919186174869537, |
| "learning_rate": 0.00019490983724495932, |
| "loss": 0.0017, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.3249698810958043, |
| "grad_norm": 0.13658560812473297, |
| "learning_rate": 0.00019490287419133472, |
| "loss": 0.0022, |
| "step": 1551 |
| }, |
| { |
| "epoch": 0.3251794039076004, |
| "grad_norm": 0.21580643951892853, |
| "learning_rate": 0.0001948959065029818, |
| "loss": 0.0233, |
| "step": 1552 |
| }, |
| { |
| "epoch": 0.32538892671939657, |
| "grad_norm": 0.009592859074473381, |
| "learning_rate": 0.00019488893418024086, |
| "loss": 0.0001, |
| "step": 1553 |
| }, |
| { |
| "epoch": 0.3255984495311927, |
| "grad_norm": 0.2529331147670746, |
| "learning_rate": 0.0001948819572234524, |
| "loss": 0.0189, |
| "step": 1554 |
| }, |
| { |
| "epoch": 0.32580797234298886, |
| "grad_norm": 0.009520837105810642, |
| "learning_rate": 0.00019487497563295717, |
| "loss": 0.0001, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.32601749515478495, |
| "grad_norm": 0.0009123004856519401, |
| "learning_rate": 0.00019486798940909612, |
| "loss": 0.0, |
| "step": 1556 |
| }, |
| { |
| "epoch": 0.3262270179665811, |
| "grad_norm": 0.33604323863983154, |
| "learning_rate": 0.00019486099855221042, |
| "loss": 0.0302, |
| "step": 1557 |
| }, |
| { |
| "epoch": 0.32643654077837725, |
| "grad_norm": 0.20807093381881714, |
| "learning_rate": 0.00019485400306264148, |
| "loss": 0.0235, |
| "step": 1558 |
| }, |
| { |
| "epoch": 0.3266460635901734, |
| "grad_norm": 0.012143682688474655, |
| "learning_rate": 0.0001948470029407309, |
| "loss": 0.0001, |
| "step": 1559 |
| }, |
| { |
| "epoch": 0.3268555864019695, |
| "grad_norm": 0.04122312366962433, |
| "learning_rate": 0.00019483999818682062, |
| "loss": 0.0006, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.32706510921376564, |
| "grad_norm": 0.20180264115333557, |
| "learning_rate": 0.0001948329888012527, |
| "loss": 0.036, |
| "step": 1561 |
| }, |
| { |
| "epoch": 0.3272746320255618, |
| "grad_norm": 0.17562663555145264, |
| "learning_rate": 0.00019482597478436944, |
| "loss": 0.0174, |
| "step": 1562 |
| }, |
| { |
| "epoch": 0.32748415483735793, |
| "grad_norm": 0.01567312516272068, |
| "learning_rate": 0.00019481895613651337, |
| "loss": 0.0003, |
| "step": 1563 |
| }, |
| { |
| "epoch": 0.327693677649154, |
| "grad_norm": 0.0051555633544921875, |
| "learning_rate": 0.00019481193285802726, |
| "loss": 0.0001, |
| "step": 1564 |
| }, |
| { |
| "epoch": 0.3279032004609502, |
| "grad_norm": 0.052859075367450714, |
| "learning_rate": 0.00019480490494925412, |
| "loss": 0.0005, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.3281127232727463, |
| "grad_norm": 0.17717738449573517, |
| "learning_rate": 0.00019479787241053717, |
| "loss": 0.0222, |
| "step": 1566 |
| }, |
| { |
| "epoch": 0.32832224608454247, |
| "grad_norm": 0.17727364599704742, |
| "learning_rate": 0.0001947908352422198, |
| "loss": 0.0135, |
| "step": 1567 |
| }, |
| { |
| "epoch": 0.3285317688963386, |
| "grad_norm": 0.07884063571691513, |
| "learning_rate": 0.00019478379344464578, |
| "loss": 0.0013, |
| "step": 1568 |
| }, |
| { |
| "epoch": 0.3287412917081347, |
| "grad_norm": 0.056564390659332275, |
| "learning_rate": 0.00019477674701815897, |
| "loss": 0.001, |
| "step": 1569 |
| }, |
| { |
| "epoch": 0.32895081451993086, |
| "grad_norm": 0.0061117722652852535, |
| "learning_rate": 0.00019476969596310344, |
| "loss": 0.0001, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.329160337331727, |
| "grad_norm": 0.16239264607429504, |
| "learning_rate": 0.0001947626402798236, |
| "loss": 0.0027, |
| "step": 1571 |
| }, |
| { |
| "epoch": 0.32936986014352315, |
| "grad_norm": 0.24103544652462006, |
| "learning_rate": 0.00019475557996866396, |
| "loss": 0.0426, |
| "step": 1572 |
| }, |
| { |
| "epoch": 0.32957938295531924, |
| "grad_norm": 0.24487897753715515, |
| "learning_rate": 0.0001947485150299694, |
| "loss": 0.0215, |
| "step": 1573 |
| }, |
| { |
| "epoch": 0.3297889057671154, |
| "grad_norm": 0.19202744960784912, |
| "learning_rate": 0.0001947414454640849, |
| "loss": 0.0027, |
| "step": 1574 |
| }, |
| { |
| "epoch": 0.32999842857891154, |
| "grad_norm": 0.07547135651111603, |
| "learning_rate": 0.0001947343712713557, |
| "loss": 0.0106, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.3302079513907077, |
| "grad_norm": 0.07378017157316208, |
| "learning_rate": 0.00019472729245212736, |
| "loss": 0.0053, |
| "step": 1576 |
| }, |
| { |
| "epoch": 0.3304174742025038, |
| "grad_norm": 0.048381540924310684, |
| "learning_rate": 0.00019472020900674548, |
| "loss": 0.0007, |
| "step": 1577 |
| }, |
| { |
| "epoch": 0.33062699701429993, |
| "grad_norm": 0.09767217189073563, |
| "learning_rate": 0.00019471312093555606, |
| "loss": 0.0067, |
| "step": 1578 |
| }, |
| { |
| "epoch": 0.3308365198260961, |
| "grad_norm": 0.0035071636084467173, |
| "learning_rate": 0.00019470602823890522, |
| "loss": 0.0001, |
| "step": 1579 |
| }, |
| { |
| "epoch": 0.3310460426378922, |
| "grad_norm": 0.17983557283878326, |
| "learning_rate": 0.00019469893091713937, |
| "loss": 0.0138, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.3312555654496883, |
| "grad_norm": 0.20754225552082062, |
| "learning_rate": 0.0001946918289706051, |
| "loss": 0.0089, |
| "step": 1581 |
| }, |
| { |
| "epoch": 0.33146508826148446, |
| "grad_norm": 0.09018977731466293, |
| "learning_rate": 0.00019468472239964925, |
| "loss": 0.0017, |
| "step": 1582 |
| }, |
| { |
| "epoch": 0.3316746110732806, |
| "grad_norm": 0.003919263835996389, |
| "learning_rate": 0.0001946776112046189, |
| "loss": 0.0001, |
| "step": 1583 |
| }, |
| { |
| "epoch": 0.33188413388507676, |
| "grad_norm": 0.009066829457879066, |
| "learning_rate": 0.0001946704953858613, |
| "loss": 0.0001, |
| "step": 1584 |
| }, |
| { |
| "epoch": 0.33209365669687285, |
| "grad_norm": 0.05145661532878876, |
| "learning_rate": 0.00019466337494372397, |
| "loss": 0.0006, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.332303179508669, |
| "grad_norm": 0.017742574214935303, |
| "learning_rate": 0.0001946562498785547, |
| "loss": 0.0002, |
| "step": 1586 |
| }, |
| { |
| "epoch": 0.33251270232046515, |
| "grad_norm": 0.05322175845503807, |
| "learning_rate": 0.00019464912019070136, |
| "loss": 0.0005, |
| "step": 1587 |
| }, |
| { |
| "epoch": 0.3327222251322613, |
| "grad_norm": 0.24456927180290222, |
| "learning_rate": 0.00019464198588051225, |
| "loss": 0.0292, |
| "step": 1588 |
| }, |
| { |
| "epoch": 0.3329317479440574, |
| "grad_norm": 0.23175880312919617, |
| "learning_rate": 0.00019463484694833566, |
| "loss": 0.0208, |
| "step": 1589 |
| }, |
| { |
| "epoch": 0.33314127075585354, |
| "grad_norm": 0.14457044005393982, |
| "learning_rate": 0.00019462770339452031, |
| "loss": 0.004, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.3333507935676497, |
| "grad_norm": 0.11340788006782532, |
| "learning_rate": 0.0001946205552194151, |
| "loss": 0.0142, |
| "step": 1591 |
| }, |
| { |
| "epoch": 0.33356031637944583, |
| "grad_norm": 0.06547866761684418, |
| "learning_rate": 0.00019461340242336902, |
| "loss": 0.001, |
| "step": 1592 |
| }, |
| { |
| "epoch": 0.3337698391912419, |
| "grad_norm": 0.3663977384567261, |
| "learning_rate": 0.00019460624500673146, |
| "loss": 0.0423, |
| "step": 1593 |
| }, |
| { |
| "epoch": 0.33397936200303807, |
| "grad_norm": 0.0014640424633398652, |
| "learning_rate": 0.00019459908296985193, |
| "loss": 0.0, |
| "step": 1594 |
| }, |
| { |
| "epoch": 0.3341888848148342, |
| "grad_norm": 0.014392894692718983, |
| "learning_rate": 0.00019459191631308027, |
| "loss": 0.0003, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.33439840762663037, |
| "grad_norm": 0.10644684731960297, |
| "learning_rate": 0.0001945847450367664, |
| "loss": 0.0048, |
| "step": 1596 |
| }, |
| { |
| "epoch": 0.33460793043842646, |
| "grad_norm": 0.028983639553189278, |
| "learning_rate": 0.00019457756914126052, |
| "loss": 0.0119, |
| "step": 1597 |
| }, |
| { |
| "epoch": 0.3348174532502226, |
| "grad_norm": 0.027979666367173195, |
| "learning_rate": 0.00019457038862691315, |
| "loss": 0.0002, |
| "step": 1598 |
| }, |
| { |
| "epoch": 0.33502697606201876, |
| "grad_norm": 0.21817360818386078, |
| "learning_rate": 0.00019456320349407492, |
| "loss": 0.0402, |
| "step": 1599 |
| }, |
| { |
| "epoch": 0.3352364988738149, |
| "grad_norm": 0.0055143400095403194, |
| "learning_rate": 0.00019455601374309672, |
| "loss": 0.0001, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.3352364988738149, |
| "eval_loss": 0.0074059851467609406, |
| "eval_runtime": 89.0563, |
| "eval_samples_per_second": 8.624, |
| "eval_steps_per_second": 4.312, |
| "step": 1600 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 14316, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 3, |
| "early_stopping_threshold": 0.0 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 0 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.087044627857408e+17, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
